-- Logs begin at Thu 2022-09-29 05:57:54 UTC, end at Thu 2022-09-29 08:11:34 UTC. -- Sep 29 06:35:22.603540 dv-neutron-859761-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 06:35:25.150688 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.common.config [-] Logging enabled! Sep 29 06:35:25.151414 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev40 Sep 29 06:35:25.151414 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 06:35:25.155083 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.common.config [-] Logging enabled! Sep 29 06:35:25.155337 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev40 Sep 29 06:35:25.155644 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 06:35:25.156570 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 06:35:25.156805 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 06:35:25.157156 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 06:35:25.157402 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 06:35:25.157628 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 06:35:25.157951 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.158248 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.158573 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.158806 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.159101 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.159390 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.159670 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.159958 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.160252 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.160533 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.160810 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.161090 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.161317 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.161595 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.161880 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.162164 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.162384 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] debug = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.162684 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.163106 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.163502 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.163777 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.164065 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.164343 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.164609 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.164882 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.165168 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.165490 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] host = dv-neutron-859761-1-hyperv {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.165766 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.166051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.166335 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.166644 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.166921 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.167195 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.167476 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.167746 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.168015 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.168306 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.169125 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.169411 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.169698 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.169925 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.170146 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.170431 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.170740 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.171015 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.171289 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.171561 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.171831 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.172102 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.172369 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.172654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.172935 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.173215 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.173488 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.173760 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.174030 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.174300 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.174603 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.174877 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.175154 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.175425 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.175707 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.175972 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.176241 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.176539 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.176820 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.177105 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.177375 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.177645 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.177921 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.178194 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.178465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.178761 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] use_json = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.179033 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.179302 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.179581 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.179851 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.180122 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.180391 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.180663 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.180945 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.181215 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:25.181509 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.181802 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.182101 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.182389 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.182701 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.182984 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.183273 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.183552 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.183839 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.184152 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.184440 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.184720 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.185016 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.185295 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.185588 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.185889 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.186182 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.186472 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.186768 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.187042 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.187315 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.187594 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.187877 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.188167 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.188455 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.188727 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.189006 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.189294 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.189571 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.189839 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.190117 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.190403 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.190706 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.190977 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.191259 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.191549 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.191836 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.192104 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.192384 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.192675 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.192950 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.193219 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.193488 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.193764 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.194032 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.194315 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.194615 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.194890 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.195164 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.195442 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.195711 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.195979 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.196255 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.196525 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.196803 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.197071 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.197342 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.197611 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.197879 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.198145 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.198412 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.198703 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.198979 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.199247 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.199513 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.199800 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.200070 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.200338 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.200623 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.200920 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.201198 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.201474 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.201752 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.202030 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.202308 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.202611 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.202891 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.203168 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.203438 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.203724 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.204006 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.204291 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.204573 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.204849 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.205145 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.205419 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.205698 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.205973 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.206255 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.206554 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.206837 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.207127 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.207415 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.207703 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.207991 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.208282 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.208558 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.208864 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.209140 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:25.209353 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 06:35:25.209585 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89029) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 06:35:25.598140 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO keyring.backend [-] Loading KWallet Sep 29 06:35:25.605327 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO keyring.backend [-] Loading SecretService Sep 29 06:35:25.608769 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO keyring.backend [-] Loading Windows Sep 29 06:35:25.610053 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO keyring.backend [-] Loading chainer Sep 29 06:35:25.610631 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO keyring.backend [-] Loading macOS Sep 29 06:35:25.644091 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 06:35:25.644368 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 06:35:25.644662 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 06:35:25.644993 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 06:35:26.030378 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.030689 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.030956 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.032131 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.032404 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.032672 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.066555 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.066831 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.067097 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.080378 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.080664 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.080933 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.110624 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.110905 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.111167 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.148099 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.148376 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.148640 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.378469 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.379112 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.379112 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.379275 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.379933 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.500661 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.500980 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.501262 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.501531 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.501792 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.502101 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.502362 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.502638 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.502889 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.503169 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.503436 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.503695 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.503955 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.504207 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.504481 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.504747 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.505001 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.505269 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.505517 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.505795 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.506144 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.506405 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.506673 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.506960 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.507205 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.507447 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.507833 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:26.508068 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:26.508309 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:26.508538 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:26.508768 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:26.508997 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:26.509357 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 06:35:26.512549 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 06:35:26.516420 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 06:35:26.520022 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 29 06:35:26.521634 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 06:35:26.522077 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 06:35:26.522406 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 06:35:26.522963 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 06:35:26.525700 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 06:35:26.525948 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 06:35:26.526291 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 06:35:26.554377 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 06:35:26.554841 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.555135 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89029) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 29 06:35:26.555492 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.556824 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89029) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 06:35:26.557096 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 06:35:26.557333 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 06:35:26.560444 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.560727 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:26.621763 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 06:35:26.621994 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 06:35:26.622224 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 06:35:26.622612 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 06:35:26.654700 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_db.sqlalchemy.engines [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89029) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 06:35:26.988877 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing driver for type 'gre' Sep 29 06:35:26.989397 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] gre ID ranges: [(1, 1000)] Sep 29 06:35:27.050409 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing driver for type 'local' Sep 29 06:35:27.050775 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing driver for type 'vlan' Sep 29 06:35:27.062357 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] VlanTypeDriver initialization complete Sep 29 06:35:27.062750 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing driver for type 'vxlan' Sep 29 06:35:27.063222 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] vxlan ID ranges: [(1, 1000)] Sep 29 06:35:27.118747 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing extension driver 'port_security' Sep 29 06:35:27.119108 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.extensions.port_security [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] PortSecurityExtensionDriver initialization complete Sep 29 06:35:27.119444 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing mechanism driver 'openvswitch' Sep 29 06:35:27.119793 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing mechanism driver 'hyperv' Sep 29 06:35:27.127115 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.plugin [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:35:27.127806 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.128186 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.128532 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.129079 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 06:35:27.129524 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.129889 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.130235 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.130649 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 06:35:27.131061 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.131412 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.131760 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.132148 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 06:35:27.132565 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > security_group after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.132916 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > security_group after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.133258 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.133655 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 06:35:27.134059 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.134411 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.134782 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.135297 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 06:35:27.135710 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > address_group after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.136068 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > address_group after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.136410 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.136820 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 29 06:35:27.137808 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] ML2 OVO RPC backend initialized. {{(pid=89029) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 29 06:35:27.138544 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.138906 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.139328 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.139696 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > networks before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.140025 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.140366 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > ports before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.140722 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.141067 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnets before_response 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.141413 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.141762 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.142098 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.142436 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.142797 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.143134 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.143469 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.143804 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.144137 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.144735 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.plugin [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Modular L2 Plugin initialization complete Sep 29 06:35:27.145066 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading services supported by the core plugin {{(pid=89029) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 06:35:27.145414 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.plugins.ml2.managers [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Got port-security extension from driver 'port_security' Sep 29 06:35:27.145885 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.extensions.vlantransparent [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Disabled vlantransparent extension. Sep 29 06:35:27.146399 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89029) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 06:35:27.146753 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: router Sep 29 06:35:27.183321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.183720 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_create 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.184600 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router before_create 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.184967 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.185342 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.185695 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_delete 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.186057 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.186419 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_create 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.186799 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_update 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.187150 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_update 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.187498 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.187857 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_update 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.188268 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_update 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.188637 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.188979 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.189314 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: subnet after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.189652 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.189998 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.190346 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_create 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.190719 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.191064 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.191420 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router after_update 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.191761 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.192109 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_create 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.192468 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.192813 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_update 55549900 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.193175 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > agent after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.193521 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > agent after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.193864 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > network after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.194750 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Tracking information for resource: router configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:27.195082 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Tracking information for resource: floatingip configured {{(pid=89029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 06:35:27.200458 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.db.l3_agentschedulers_db [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 06:35:27.201041 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.201403 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port after_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.201759 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port after_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.202115 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: port after_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.203065 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router before_create 55550100 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.203435 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.203799 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_create 55550100 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.204155 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > router precommit_update 55550100 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.208668 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.provider_configuration [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service providers = [] {{(pid=89029) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 06:35:27.209037 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.db.servicetype_db [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89029) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 06:35:27.211982 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.service_base [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 06:35:27.212334 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.service_base [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 06:35:27.212676 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.service_base [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 06:35:27.213551 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.services.service_base [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 06:35:27.213919 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.services.service_base [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 06:35:27.214291 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.214639 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 06:35:27.225155 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.225503 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: auto_allocate Sep 29 06:35:27.231300 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: network precommit_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.231669 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: network precommit_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.232188 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.232509 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: tag Sep 29 06:35:27.239047 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.239330 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: timestamp Sep 29 06:35:27.243277 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.243609 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: network_ip_availability Sep 29 06:35:27.249569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.249941 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.250297 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.251055 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.251374 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: flavors Sep 29 06:35:27.256030 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.256364 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading Plugin: revisions Sep 29 06:35:27.260749 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 06:35:27.261138 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_concurrency.lockutils [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=89029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 06:35:27.261882 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89029) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 29 06:35:27.262794 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Initializing extension manager. Sep 29 06:35:27.263303 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: __init__.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.263644 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: __pycache__ {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.263980 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.264315 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: address_group.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.265087 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.265648 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: address-group Sep 29 06:35:27.265970 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: address_scope.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.266708 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.267218 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: address-scope Sep 29 06:35:27.267541 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.268490 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.268998 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: router-admin-state-down-before-update Sep 29 06:35:27.269318 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: agent.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.270016 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.270542 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: agent Sep 29 06:35:27.270865 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: agent_resources_synced.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.271963 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.272473 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: agent-resources-synced Sep 29 06:35:27.272796 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: allowedaddresspairs.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.274621 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.275151 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: allowed-address-pairs Sep 29 06:35:27.275478 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: auto_allocated_topology.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.276542 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.277054 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: auto-allocated-topology Sep 29 06:35:27.277378 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: availability_zone.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.278112 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.278655 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: availability_zone Sep 29 06:35:27.278981 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: availability_zone_filter.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.279893 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.280399 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: availability_zone_filter Sep 29 06:35:27.280724 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: data_plane_status.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.281624 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.282126 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 06:35:27.282450 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: default_subnetpools.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.283390 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.283894 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: default-subnetpools Sep 29 06:35:27.284216 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.285021 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.285532 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: dhcp_agent_scheduler Sep 29 06:35:27.285855 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: dns.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.286785 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.287294 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension dns-integration not supported by any of loaded plugins Sep 29 06:35:27.287621 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: dns_domain_ports.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.288533 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.289040 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 06:35:27.289365 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: dvr.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.290040 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.290570 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: dvr Sep 29 06:35:27.290895 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: empty_string_filtering.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.291803 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.292318 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: empty-string-filtering Sep 29 06:35:27.292640 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.293562 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.294062 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 06:35:27.294384 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.295320 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.295822 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 06:35:27.296142 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: external_net.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.297047 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.297551 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: external-net Sep 29 06:35:27.297872 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.298815 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.299320 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: extra_dhcp_opt Sep 29 06:35:27.299641 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: extraroute.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.300545 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.301049 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: extraroute Sep 29 06:35:27.301369 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: extraroute_atomic.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.302388 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.302932 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: extraroute-atomic Sep 29 06:35:27.303254 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: filter_validation.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.303915 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.304417 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: filter-validation Sep 29 06:35:27.304738 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: fip_pf_description.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.305656 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.306159 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 06:35:27.306481 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: fip_port_details.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.307426 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.307938 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: fip-port-details Sep 29 06:35:27.308289 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: flavors.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.310437 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.311354 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: flavors Sep 29 06:35:27.311920 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.313977 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.314806 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 06:35:27.315362 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: floatingip_pools.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.316541 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.317106 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: floatingip-pools Sep 29 06:35:27.317443 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: ip_allocation.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.318892 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.319515 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 06:35:27.319875 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.320866 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.321463 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: ip-substring-filtering Sep 29 06:35:27.321786 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l2_adjacency.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.323000 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.323563 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 06:35:27.323742 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.325424 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.326109 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: router Sep 29 06:35:27.326360 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.329061 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.329632 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 06:35:27.329996 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.331111 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.331611 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: ext-gw-mode Sep 29 06:35:27.331954 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.332890 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.333445 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: l3-ha Sep 29 06:35:27.333814 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3_flavors.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.334767 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.335284 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: l3-flavors Sep 29 06:35:27.335607 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.336547 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.337056 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 06:35:27.337378 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: l3agentscheduler.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.338435 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.338979 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: l3_agent_scheduler Sep 29 06:35:27.339307 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: logging.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.340823 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.341352 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension logging not supported by any of loaded plugins Sep 29 06:35:27.341686 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: metering.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.342440 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.343062 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: metering Sep 29 06:35:27.343393 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.344474 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.344995 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: metering_source_and_destination_fields Sep 29 06:35:27.345331 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: multiprovidernet.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.346259 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.346801 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: multi-provider Sep 29 06:35:27.347133 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: netmtu.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.348050 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.348572 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: net-mtu Sep 29 06:35:27.348900 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: netmtu_writable.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.349825 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.350339 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: net-mtu-writable Sep 29 06:35:27.350702 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: network_availability_zone.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.351379 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.351891 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: network_availability_zone Sep 29 06:35:27.352215 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: network_ip_availability.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.353317 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.353818 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: network-ip-availability Sep 29 06:35:27.354143 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: network_segment_range.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.354947 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.355462 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 06:35:27.355814 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: pagination.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.356784 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.357162 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: pagination Sep 29 06:35:27.357437 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: port_device_profile.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.358353 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.358896 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: port-device-profile Sep 29 06:35:27.359221 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.360136 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.360644 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: port-mac-address-regenerate Sep 29 06:35:27.360966 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.361883 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.362392 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: port-numa-affinity-policy Sep 29 06:35:27.362749 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: port_resource_request.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.363659 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.364161 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 06:35:27.364481 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: portbindings.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.365417 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.365925 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: binding Sep 29 06:35:27.366244 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: portbindings_extended.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.367535 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.368056 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: binding-extended Sep 29 06:35:27.368385 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: portsecurity.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.369413 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.369930 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: port-security Sep 29 06:35:27.370257 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: project_id.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.372042 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.372375 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: project-id Sep 29 06:35:27.372698 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: providernet.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.373615 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.374134 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: provider Sep 29 06:35:27.374457 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.378004 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.378545 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos not supported by any of loaded plugins Sep 29 06:35:27.379144 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.380108 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.380624 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 06:35:27.380953 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.381871 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.382382 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 06:35:27.382732 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_default.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.383642 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.384156 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-default not supported by any of loaded plugins Sep 29 06:35:27.384484 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_fip.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.385144 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.385653 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-fip not supported by any of loaded plugins Sep 29 06:35:27.386407 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_gateway_ip.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.386925 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.387990 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 06:35:27.388311 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_port_network_policy.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.389225 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.389736 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 06:35:27.390058 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_rule_type_details.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.390996 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.391507 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 06:35:27.391828 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: qos_rules_alias.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.392868 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.393380 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 06:35:27.393702 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: quotasv2.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.394668 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.394999 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: quotas Sep 29 06:35:27.395326 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: quotasv2_detail.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.396934 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.397273 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: quota_details Sep 29 06:35:27.397606 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: rbac.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.398703 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.399223 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: rbac-policies Sep 29 06:35:27.399552 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: rbac_address_group.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.400479 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.400994 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: rbac-address-group Sep 29 06:35:27.401318 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: rbac_address_scope.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.402235 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.402801 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: rbac-address-scope Sep 29 06:35:27.403126 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: rbac_security_groups.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.404035 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.404546 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: rbac-security-groups Sep 29 06:35:27.404870 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: rbac_subnetpool.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.405802 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.406314 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: rbac-subnetpool Sep 29 06:35:27.406675 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: revisionifmatch.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.407601 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.408135 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: revision-if-match Sep 29 06:35:27.408440 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: revisions.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.409549 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.410062 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: standard-attr-revisions Sep 29 06:35:27.410387 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: router_availability_zone.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.411219 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.411737 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: router_availability_zone Sep 29 06:35:27.412062 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: routerservicetype.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.412977 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.413487 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension router-service-type not supported by any of loaded plugins Sep 29 06:35:27.413810 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.414755 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.415279 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: security-groups-normalized-cidr Sep 29 06:35:27.415601 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.416520 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.417031 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: port-security-groups-filtering Sep 29 06:35:27.417353 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.418293 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.418826 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: security-groups-remote-address-group Sep 29 06:35:27.419148 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: securitygroup.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.428716 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.429245 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: security-group Sep 29 06:35:27.429581 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: segment.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.430367 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.430917 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension segment not supported by any of loaded plugins Sep 29 06:35:27.431248 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.432186 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.432700 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 06:35:27.433029 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: servicetype.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.434691 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.435213 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: service-type Sep 29 06:35:27.435543 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: sorting.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.436522 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.436857 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: sorting Sep 29 06:35:27.437185 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: standard_attr_segment.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.438118 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.438673 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 06:35:27.439002 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: standardattrdescription.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.439655 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.440165 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: standard-attr-description Sep 29 06:35:27.440491 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: stateful_security_group.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.441409 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.441927 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: stateful-security-group Sep 29 06:35:27.442250 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: stdattrs_common.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.442864 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 06:35:27.443188 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.444201 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.444730 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 06:35:27.445053 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: subnet_onboard.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.446135 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.446693 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: subnet_onboard Sep 29 06:35:27.447018 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.447946 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.448460 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 06:35:27.448781 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: subnet_service_types.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.450255 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.450805 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: subnet-service-types Sep 29 06:35:27.451129 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: subnetallocation.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.452223 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.452740 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: subnet_allocation Sep 29 06:35:27.453069 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.453743 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.454256 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: subnetpool-prefix-ops Sep 29 06:35:27.454613 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.455547 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.456058 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 06:35:27.456382 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: tagging.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.457461 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.457976 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: standard-attr-tag Sep 29 06:35:27.458303 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: timestamp.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.459526 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.460043 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loaded extension: standard-attr-timestamp Sep 29 06:35:27.460372 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: trunk.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.461398 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.461913 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension trunk not supported by any of loaded plugins Sep 29 06:35:27.462240 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: trunk_details.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.463197 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.463707 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension trunk-details not supported by any of loaded plugins Sep 29 06:35:27.464030 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: uplink_status_propagation.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.464956 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.465515 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 06:35:27.465877 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Loading extension file: vlantransparent.py {{(pid=89029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 06:35:27.466579 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 06:35:27.467094 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 06:35:27.469584 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:network Sep 29 06:35:27.470332 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:subnet Sep 29 06:35:27.472350 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 06:35:27.472976 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:port Sep 29 06:35:27.474241 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.474717 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service FLAVORS assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.475353 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.475793 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.476127 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:router Sep 29 06:35:27.476783 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 06:35:27.477502 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service METERING assigned prefix: /metering {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.479015 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.479399 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.479754 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:35:27.481428 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 06:35:27.481868 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:security_group Sep 29 06:35:27.482537 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 06:35:27.483281 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service CORE assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.483613 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 06:35:27.483950 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] subnetpool is already registered Sep 29 06:35:27.484559 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service CORE assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.484889 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 06:35:27.485215 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] subnetpool is already registered Sep 29 06:35:27.487819 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.488260 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service FLAVORS assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.488855 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.489328 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.489614 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:router Sep 29 06:35:27.489943 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] router is already registered Sep 29 06:35:27.490562 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 06:35:27.490909 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] floatingip is already registered Sep 29 06:35:27.491538 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service METERING assigned prefix: /metering {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.492216 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 06:35:27.492565 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] rbac_policy is already registered Sep 29 06:35:27.493112 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:security_group Sep 29 06:35:27.493443 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] security_group is already registered Sep 29 06:35:27.494029 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 06:35:27.494360 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] security_group_rule is already registered Sep 29 06:35:27.495087 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service CORE assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.495426 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 06:35:27.495753 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] subnetpool is already registered Sep 29 06:35:27.497163 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.v2.resource_helper [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Service CORE assigned prefix: {{(pid=89029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 06:35:27.497491 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 06:35:27.497816 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING neutron.quota.resource_registry [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] subnetpool is already registered Sep 29 06:35:27.498471 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: extensions {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.499979 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: address-groups {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.501580 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: address-scopes {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.502806 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: agents {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.503994 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: auto-allocated-topology {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.505241 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: availability_zones {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.506598 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: dhcp-networks {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.508038 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: dhcp-agents {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.509482 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: routers {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.511334 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: flavors {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.512592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: service_profiles {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.513811 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: next_providers {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.515411 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: service_profiles {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.516873 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: floatingip-pools {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.518081 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: routers {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.519932 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: floatingips {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.521131 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: l3-routers {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.522618 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: l3-agents {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.524051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: metering-labels {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.525436 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: metering-label-rules {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.526756 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: network-ip-availabilities {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.528060 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: bindings {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.529722 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: quotas {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.531194 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: quotas {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.532699 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: rbac-policies {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.534048 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: security-groups {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.535311 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: security-group-rules {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.536567 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: service-providers {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.537805 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: subnetpools {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.540130 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: subnetpools {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.541614 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.543883 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.656214 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.658032 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.659851 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.661753 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.663491 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.665394 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.667218 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.669113 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron.api.extensions [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Extended resource: tags {{(pid=89029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 06:35:27.675188 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING keystonemiddleware.auth_token [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 06:35:27.679965 dv-neutron-859761-1-hyperv neutron-server[89029]: WARNING keystonemiddleware.auth_token [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 06:35:27.688351 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_concurrency.lockutils [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Acquired lock "singleton_lock" {{(pid=89029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 29 06:35:27.688834 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_concurrency.lockutils [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Releasing lock "singleton_lock" {{(pid=89029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 29 06:35:27.689462 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Starting 2 workers Sep 29 06:35:27.694087 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Started child 89136 {{(pid=89029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 29 06:35:27.702529 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Started child 89137 {{(pid=89029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 29 06:35:27.702727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:27.703255 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO neutron.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 06:35:27.703255 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Notify callbacks [] for process, before_spawn {{(pid=89029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:27.703439 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [-] (89136) wsgi starting up on http://0.0.0.0:9696 Sep 29 06:35:27.703529 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Starting 1 workers Sep 29 06:35:27.704010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:27.705341 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [-] (89137) wsgi starting up on http://0.0.0.0:9696 Sep 29 06:35:27.708455 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Started child 89138 {{(pid=89029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 29 06:35:27.708937 dv-neutron-859761-1-hyperv neutron-server[89029]: INFO oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Starting 1 workers Sep 29 06:35:27.711756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] calling RpcWorker wait() {{(pid=89138) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 06:35:27.712327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] returning from RpcWorker wait() {{(pid=89138) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 06:35:27.713175 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Started child 89139 {{(pid=89029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 29 06:35:27.713504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:27.713925 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG neutron_lib.callbacks.manager [None req-31439390-50b6-42ad-af0a-3dcbada3adf6 None None] Notify callbacks [] for process, after_spawn {{(pid=89029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:27.714038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:35:27.716418 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 29 06:35:27.716638 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 06:35:27.716825 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 06:35:27.717048 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 06:35:27.717405 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 06:35:27.717572 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 06:35:27.718085 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.718363 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.718675 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.718946 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.719175 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:27.719639 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.719804 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.720066 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.720334 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.720609 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.720855 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.721028 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.721194 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.721449 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.721680 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.721968 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.722236 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.722472 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.722754 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.722925 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.723197 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.723456 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.723712 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.723969 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] debug = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.724218 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.724679 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.724907 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.725156 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.725392 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.725665 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.725896 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.726181 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.726430 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.726688 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.726923 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.727179 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.727423 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.727654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.727873 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.728145 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.728384 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.728857 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] host = dv-neutron-859761-1-hyperv {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.729073 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.729289 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.729520 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.729785 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.730038 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.730257 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.730544 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.730854 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.731114 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.731338 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.731599 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.731841 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.732068 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.732315 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.732480 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_options = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.732699 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.732987 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.733233 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.733431 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.733599 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.733772 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.734030 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.734193 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.734444 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.734684 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.734898 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.735141 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.735379 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.735620 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.735875 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.736111 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737016 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737016 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737016 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737016 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737309 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737473 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737699 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.737906 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.738143 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.738367 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.738613 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.738831 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.739063 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.739320 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.739629 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.739931 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.740213 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.740431 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.740729 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.740953 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.741164 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.741435 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.741671 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.741925 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.742171 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.742388 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.742638 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.742860 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.743077 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.743291 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_json = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.743504 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.743719 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.743977 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.744198 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.744414 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.744634 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.744872 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.745104 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.745324 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.745434 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:35:27.745760 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.746330 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.746684 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.746928 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.747167 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.747413 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.747668 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.747915 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.748167 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.748419 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.748732 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.748960 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.749253 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.749508 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.749752 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.750089 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.750353 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.750652 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.750877 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.751099 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.751339 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.751561 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.751902 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.752174 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.752424 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.752692 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.752913 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.753157 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.753375 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.753624 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.753858 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.754069 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.754341 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.754587 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.754805 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.755047 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.755294 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.755528 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.755757 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.756173 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.756624 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.757043 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.757442 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.757859 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.758261 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.758697 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.759103 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.759416 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.759711 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.759960 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.760204 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.760465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.760702 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.760943 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.761172 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.761432 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.761661 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.761881 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.762646 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.763035 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.763435 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.763888 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.764290 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.764689 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.765084 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.765483 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.765916 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.766176 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.766404 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.766685 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.766914 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.767135 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.767355 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.767576 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.767799 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.768037 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.768275 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.768497 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.768738 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.768952 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.769326 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.769447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35408) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:35:27.769814 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.770178 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.770588 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.771048 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.771535 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.771935 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.772377 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.772793 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.773229 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.773643 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.774086 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.774481 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.774921 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.775298 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.775710 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.776112 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.776375 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.776639 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.776865 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.777113 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.777331 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.778319 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.778741 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.779120 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.779563 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.780034 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.780502 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.780954 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.781394 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.781821 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.782090 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104644 Sep 29 06:35:27.782521 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.782978 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.783488 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.783928 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.784409 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.784900 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.785400 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.785883 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.786380 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.786751 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.787084 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.787497 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.787957 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.788406 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.788834 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.790094 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.790558 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.790957 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.791213 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.791459 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.791704 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.792049 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.792291 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.792542 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.792756 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.793012 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.793294 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.793542 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.793812 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.794072 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.794326 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.794612 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.794876 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.795091 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.795487 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.795752 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.796179 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.796601 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.797011 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.797419 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.797830 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.798264 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.798530 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.798786 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.799029 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.799265 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.799721 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.799721 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.799932 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.800332 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.800558 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.800800 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.801532 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.801532 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.801532 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.801764 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.801932 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.802155 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.802433 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.802724 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.803799 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.804056 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805874 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.805874 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.806132 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.806330 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.806590 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.806988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.807412 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.807818 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.808350 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.808612 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.808877 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.809135 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.809375 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.809596 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.809817 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.810035 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.810270 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.810515 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.810766 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.811004 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.811217 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.811591 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.811951 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.812330 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.812601 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.813351 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.813351 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.813351 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.813557 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.813747 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.813967 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.814182 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.814395 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.814658 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.814872 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.815983 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.816228 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.816529 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.816762 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.817006 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.817246 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.817490 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.818542 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.818769 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.819083 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.820088 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.820484 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.820726 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.820970 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.821190 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.821498 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.821651 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.822111 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.822368 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.822632 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.823739 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.824199 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.825157 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.825598 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.826071 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.826518 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.826783 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.827005 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.827364 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.827733 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.828154 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.828468 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.828794 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.829058 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.829486 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.829784 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.830074 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.830523 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.830890 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.831325 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.831804 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.832093 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.832351 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.832600 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.832880 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.833381 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.833381 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.833577 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.833800 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.834175 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.834456 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.834893 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.835500 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.835500 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.835679 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.836429 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.836834 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.837182 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.837540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.838529 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.838756 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 06:35:27.840847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 29 06:35:27.840847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 06:35:27.840847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 06:35:27.840847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 06:35:27.840847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 06:35:27.840847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 06:35:27.841289 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.841289 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.841289 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.841511 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.841590 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.841746 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.841924 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.842057 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.842220 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.842386 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.842610 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.843141 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.843322 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.843492 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.843660 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.843828 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.844010 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.844898 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.844898 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.844898 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.844898 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.844898 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.845308 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] debug = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.845308 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.845846 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.846031 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.846199 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.846363 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.846547 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.846713 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.847654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.847654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.847654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.847654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.847654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.847654 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848074 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848074 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848235 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848235 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848437 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] host = dv-neutron-859761-1-hyperv {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848577 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848736 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.848899 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.849059 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.849220 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.849382 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.849542 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.849701 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.849861 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.850022 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.850183 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.850344 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.850529 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.851599 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.851599 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_options = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.851599 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.851858 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.851858 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.852051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.852222 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.852387 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.852547 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.852703 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.853035 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.853204 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.853359 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.853525 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.853687 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.853850 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.854013 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.855051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.855051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.855051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.855051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.855051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.855051 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.856988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.856988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.856988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.856988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.856988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.856988 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.858650 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.859569 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_json = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.860540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.861683 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862401 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862401 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862401 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862401 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862401 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862882 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862882 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.862882 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.863106 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.863223 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.864506 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.864506 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.864767 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.864767 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865001 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865137 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865262 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865384 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865523 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865689 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.865854 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.866022 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.866323 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.866765 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.866963 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.867122 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.867274 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.867540 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.867655 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.867729 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.867881 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.868047 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.868213 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.868359 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.868520 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.868685 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.868848 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.869006 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.869163 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.870720 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.870720 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.870720 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.870720 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872037 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872037 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872299 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872299 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872580 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872580 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872841 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.872978 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.873135 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.873276 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.873413 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874011 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874011 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874011 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874011 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874471 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874471 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.874471 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.875592 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876385 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876385 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876385 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876385 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876385 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876915 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876915 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.876915 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877132 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877132 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877324 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877435 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877615 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877782 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.877946 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.878465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.878465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.878465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.878789 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.878987 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.879157 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.879624 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.879743 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.879860 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.880030 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.880194 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.880358 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.880522 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.880684 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.880847 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881602 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881602 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881602 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881602 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881602 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881986 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.881986 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.882121 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.882241 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.882809 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.882809 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.882809 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.883116 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.883116 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.883261 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.883387 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.883515 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.883679 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.885416 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.885416 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.885668 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.885976 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.887701 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.887701 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.887701 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.887701 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.888256 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.888256 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.888535 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.888535 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.888798 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.888798 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889072 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889072 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889336 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889487 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889626 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889774 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.889913 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.890149 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.890149 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.890413 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.890589 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.890734 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.890878 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891027 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891176 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891325 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891464 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891601 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891738 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.891875 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892011 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892148 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892316 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892471 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892632 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892796 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.892960 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.893115 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.893274 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.893442 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.893621 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.893777 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.894962 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.895142 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.895315 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.895484 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.895652 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.895818 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.895984 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.896144 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.896300 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.896455 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.896598 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.896761 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.896927 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.897092 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.897257 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.897421 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.897585 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.897754 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.898031 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.898198 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.898702 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.898911 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.899075 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.899260 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.899506 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.899603 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.899782 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.899953 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.900122 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.900295 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.900465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.900634 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.900804 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.900971 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.901149 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.901297 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.901460 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.901626 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.901792 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.901958 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.902123 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.902287 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.902931 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.902931 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.902931 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.903152 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.903222 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.903390 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904321 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904656 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904656 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.904800 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.905094 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.905190 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.905371 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.905535 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.905693 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.906801 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907302 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907302 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907302 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907513 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907591 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907732 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.907895 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.908055 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.908211 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.908384 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.908881 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.908881 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909060 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909133 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909292 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909396 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909565 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909737 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.909910 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.910073 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.910236 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.910399 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.911465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.911645 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.911805 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.911972 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.912136 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.912301 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.912465 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.912626 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.912790 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.912952 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.913114 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.913280 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.913442 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.913599 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.913841 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.913985 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 06:35:27.914112 dv-neutron-859761-1-hyperv neutron-server[89029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 06:35:38.587281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f2bb9-ac3f-407b-beec-d66dc85e62f3 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:35:38.669831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f2bb9-ac3f-407b-beec-d66dc85e62f3 None None] No non-hosted networks {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 06:35:38.694671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.agentschedulers_db [None req-2f0f2bb9-ac3f-407b-beec-d66dc85e62f3 None None] DHCP Agent not found on host dv-neutron-859761-1-hyperv {{(pid=89138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 29 06:35:38.824272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63317ce5-5cbc-4349-b287-6c56b9f3fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412471'] for agent, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:40.838839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df1f92e0-7241-431a-99f7-130e110c26db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412471'] for agent, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:40.871956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a03ebcc-7397-4b40-91b9-67854676dde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:41.717518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412471'] for agent, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:41.719106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.725207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.725884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.731023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.731300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.731648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.732271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.732489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.732639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.733019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.733335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.733668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:41.734081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-859761-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:35:41.753485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-859761-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:35:41.885500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412471'] for agent, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:43.208839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412471'] for agent, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:44.752701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:35:45.318244 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING oslo_policy.policy [None req-37cfea41-5be0-4e97-8a89-463a4c97d6f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:35:45.318878 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING oslo_policy.policy [None req-37cfea41-5be0-4e97-8a89-463a4c97d6f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:35:45.544901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-37cfea41-5be0-4e97-8a89-463a4c97d6f7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:35:45.545944 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-37cfea41-5be0-4e97-8a89-463a4c97d6f7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7923319 Sep 29 06:35:47.977646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35524) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:35:48.028696 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.db.l3_hamode_db [None req-ab879b20-9b45-42f1-8619-bf95d4ca767b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 06:35:48.115127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab879b20-9b45-42f1-8619-bf95d4ca767b None None] Routers set() bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:35:48.115520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab879b20-9b45-42f1-8619-bf95d4ca767b None None] Router IDs set() for agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 29 06:35:48.341466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:35:48.435955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.policy [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 06:35:48.482532 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING oslo_policy.policy [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:35:48.482925 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING oslo_policy.policy [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:35:48.491312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.quota [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] Loaded quota_driver: . Sep 29 06:35:48.506785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:35:48.566049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783592596925', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783592596050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783592605876', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783592612842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783592556892', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783592563084', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1760858', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1352609', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-318623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416280'] for rbac-policy, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:48.629280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:48.630860 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-021cbffd-4a56-43fb-9bb8-1f0148c9ca56 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6522319 Sep 29 06:35:51.251569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35538) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:35:51.596397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Request body: {'network': {'name': 'private', 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:35:51.601055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:35:51.606104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Usage tracker for resource:network and tenant:1647a0c83c834fc0abe9b7db816c24f8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:35:51.610725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:35:51.616728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:35:51.627083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Made reservation on behalf of 1647a0c83c834fc0abe9b7db816c24f8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:35:51.629816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.646802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.660303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:35:51.663938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Usage tracker for resource:security_group_rule and tenant:1647a0c83c834fc0abe9b7db816c24f8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:35:51.669577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:35:51.675138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:35:51.775799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.779410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.800929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:35:51.826550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783590387110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.827068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Unsubscribe: segment precommit_create {{(pid=89136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 06:35:51.827577 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Added segment cee4d2bb-bdb1-4615-9ec8-6402147ff2e0 of type vlan for network 221a97ee-4f8c-4588-ad7e-9421938513e1 Sep 29 06:35:51.876571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10de7a2-a828-4a78-9cc5-e59da0e5b637,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:35:51.892546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.892886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.893338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.893687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.894004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.894319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.894660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.894975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.895285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.895593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.895898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.896202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Tracked resource versions report: Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: pushed versions: Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: { 'AddressGroup': {'1.2'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'ConntrackHelper': {'1.0'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Log': {'1.0'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Network': {'1.1'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Port': {'1.7'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'PortForwarding': {'1.2'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'QosPolicy': {'1.8'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroup': {'1.4'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SubPort': {'1.0'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Subnet': {'1.1'}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Trunk': {'1.1'}} Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: consumer versions: Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'ConntrackHelper': '1.0', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Log': '1.0', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Network': '1.1', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Port': '1.7', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'PortForwarding': '1.2', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'QosPolicy': '1.8', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroup': '1.4', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroupRule': '1.2', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SubPort': '1.0', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Subnet': '1.1', Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Trunk': '1.1'}} Sep 29 06:35:51.897556 dv-neutron-859761-1-hyperv neutron-server[89136]: {{(pid=89136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:35:51.939028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.980444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:51.981490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:35:51.982115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:52.084280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] Pushing event updated for resources: {'Network': ['ID=221a97ee-4f8c-4588-ad7e-9421938513e1,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:35:52.087864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1fa34856-7241-4d84-bf2d-96bcd161df9c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8353117 Sep 29 06:35:52.101894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:35:54.784641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35554) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:35:55.227234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef28778-0106-4e54-b73c-5d769241bc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:35:55.228570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1ef28778-0106-4e54-b73c-5d769241bc04 admin admin] 10.222.0.26 "GET /v2.0/networks/221a97ee-4f8c-4588-ad7e-9421938513e1 HTTP/1.1" status: 200 len: 825 time: 0.4429786 Sep 29 06:35:55.258555 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-67270236-a73d-4b28-bcf1-bad5982a5c49 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/fa6b0695-f3b6-433d-976f-24ff9820ffa9 HTTP/1.1" status: 200 len: 734 time: 0.0237257 Sep 29 06:35:55.268267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9', 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:35:55.273189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:35:55.277980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Usage tracker for resource:subnet and tenant:1647a0c83c834fc0abe9b7db816c24f8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:35:55.281246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:35:55.287191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:35:55.297733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Made reservation on behalf of 1647a0c83c834fc0abe9b7db816c24f8 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:35:55.300122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:55.588509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:55.669083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Checking segment: {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:35:55.669467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Network hostable DHCP agents. Network: 221a97ee-4f8c-4588-ad7e-9421938513e1, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:35:55.676636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da95273-5591-4548-b9f6-2550f3b9a3d3,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:35:55.693541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:35:55.703695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 221a97ee-4f8c-4588-ad7e-9421938513e1) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:35:55.708360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:35:55.708939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:55.714261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c744fa7-f28b-4045-8802-f82b9c2ede39 None None] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:35:55.728876 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e2aa6521-a89d-4213-b917-39ac835bc6b3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4643664 Sep 29 06:35:56.003565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-221a97ee-4f8c-4588-ad7e-9421938513e1', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:35:56.004812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:56.187117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Allocated IP 172.20.0.2 (221a97ee-4f8c-4588-ad7e-9421938513e1/5da95273-5591-4548-b9f6-2550f3b9a3d3/21c59f9f-04e7-4cb5-a052-65910c1d4441) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:35:56.416366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:56.429945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Transition to ACTIVE for port object 21c59f9f-04e7-4cb5-a052-65910c1d4441 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:35:56.449295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Transition to ACTIVE for port object 21c59f9f-04e7-4cb5-a052-65910c1d4441 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:35:56.455933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:56.518195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:35:56.520868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:35:56.530419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:35:56.533788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Pushing event updated for resources: {'Port': ['ID=21c59f9f-04e7-4cb5-a052-65910c1d4441,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:35:56.572868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.573249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.573597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.573931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.574268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.574635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.574968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.575296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.575621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.575946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.576270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.576589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Tracked resource versions report: Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: pushed versions: Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: { 'AddressGroup': {'1.2'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'ConntrackHelper': {'1.0'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Log': {'1.0'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Network': {'1.1'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Port': {'1.7'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'PortForwarding': {'1.2'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'QosPolicy': {'1.8'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroup': {'1.4'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SubPort': {'1.0'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Subnet': {'1.1'}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Trunk': {'1.1'}} Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: consumer versions: Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'ConntrackHelper': '1.0', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Log': '1.0', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Network': '1.1', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Port': '1.7', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'PortForwarding': '1.2', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'QosPolicy': '1.8', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroup': '1.4', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroupRule': '1.2', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SubPort': '1.0', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Subnet': '1.1', Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Trunk': '1.1'}} Sep 29 06:35:56.577960 dv-neutron-859761-1-hyperv neutron-server[89138]: {{(pid=89138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:35:56.649723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Attempting to bind port 21c59f9f-04e7-4cb5-a052-65910c1d4441 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:35:56.650042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Attempting to bind port 21c59f9f-04e7-4cb5-a052-65910c1d4441 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:35:56.650457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Attempting to bind port 21c59f9f-04e7-4cb5-a052-65910c1d4441 on network 221a97ee-4f8c-4588-ad7e-9421938513e1 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:35:56.656170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:35:56.656568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Checking segment: {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:35:56.657064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:56.657450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Bound using segment: {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:35:56.657964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Bound port: 21c59f9f-04e7-4cb5-a052-65910c1d4441, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:35:56.658357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:56.746103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] For port 21c59f9f-04e7-4cb5-a052-65910c1d4441, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:35:56.750020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] For port 21c59f9f-04e7-4cb5-a052-65910c1d4441, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=21c59f9f-04e7-4cb5-a052-65910c1d4441,segment=NetworkSegment(cee4d2bb-bdb1-4615-9ec8-6402147ff2e0),segment_id=cee4d2bb-bdb1-4615-9ec8-6402147ff2e0)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:35:56.754514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:35:56.835303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59f09a-3f36-4e7e-b78d-1b69e994350e None None] Pushing event updated for resources: {'Port': ['ID=21c59f9f-04e7-4cb5-a052-65910c1d4441,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:35:58.191680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:35:58.560398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-bec5d639-425e-48fc-a491-52f35e29b245 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:35:58.578520 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bec5d639-425e-48fc-a491-52f35e29b245 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3687551 Sep 29 06:36:00.692132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bda1f2-bbea-4d13-ad46-e600f623287f None None] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:36:00.790938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-17161e54-8f67-4a78-b268-a5fcfebd33bd None None] Provisioning for port 21c59f9f-04e7-4cb5-a052-65910c1d4441 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:36:01.006767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35578) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:01.370742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-f6d7abf2-54eb-465a-b238-dfd77c65f254 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:36:01.371761 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f6d7abf2-54eb-465a-b238-dfd77c65f254 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3640342 Sep 29 06:36:01.512682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 21c59f9f-04e7-4cb5-a052-65910c1d4441 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:36:01.581702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 21c59f9f-04e7-4cb5-a052-65910c1d4441 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:36:01.586928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 21c59f9f-04e7-4cb5-a052-65910c1d4441 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:01.587327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:01.587683 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 21c59f9f-04e7-4cb5-a052-65910c1d4441 Sep 29 06:36:01.703213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 21c59f9f-04e7-4cb5-a052-65910c1d4441 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:36:01.703877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:01.736582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 21c59f9f-04e7-4cb5-a052-65910c1d4441, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=21c59f9f-04e7-4cb5-a052-65910c1d4441,segment=NetworkSegment(cee4d2bb-bdb1-4615-9ec8-6402147ff2e0),segment_id=cee4d2bb-bdb1-4615-9ec8-6402147ff2e0)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:36:01.740264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:01.808233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=21c59f9f-04e7-4cb5-a052-65910c1d4441,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:03.489245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 21c59f9f-04e7-4cb5-a052-65910c1d4441 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:36:03.559381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 21c59f9f-04e7-4cb5-a052-65910c1d4441 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:03.559748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:03.560084 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 21c59f9f-04e7-4cb5-a052-65910c1d4441 Sep 29 06:36:03.699378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 21c59f9f-04e7-4cb5-a052-65910c1d4441 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:36:04.062952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35590) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:04.405761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:36:04.411013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:36:04.414811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Usage tracker for resource:router and tenant:1647a0c83c834fc0abe9b7db816c24f8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:36:04.418036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:36:04.423632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:36:04.433523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:04.435199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:04.458876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:04.568830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:04.590699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:04.591898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-94ce9240-2d59-448f-9deb-5d1ba2973fa6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5279758 Sep 29 06:36:07.017108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35600) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:07.377033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-f95e7f4a-84c7-4c44-85bb-604b79d09bf3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:36:07.378026 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f95e7f4a-84c7-4c44-85bb-604b79d09bf3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3599887 Sep 29 06:36:08.545056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e7a92809-f9db-4c45-9edb-078fe22330af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:09.788823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 35612) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:10.153562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:36:10.158469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:36:10.162278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Usage tracker for resource:network and tenant:433f899a13404feaa253465ca8ed0724 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:36:10.165072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:36:10.171210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:36:10.180847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Made reservation on behalf of 433f899a13404feaa253465ca8ed0724 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:36:10.183253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.194607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.207987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:36:10.211586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Usage tracker for resource:security_group_rule and tenant:433f899a13404feaa253465ca8ed0724 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:36:10.214766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:36:10.220367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:36:10.301776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.305350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.323827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Reserving flat network on physical network physnet1 {{(pid=89136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 06:36:10.350860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92983d05-bcc1-4332-a151-76025a7e323b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:10.355690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.356027 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Added segment ff500e68-e9b9-49d2-84f2-b1d6e0c5d047 of type flat for network 66929139-eb05-450d-ae65-101aced20693 Sep 29 06:36:10.389308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.423050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.423960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:36:10.424522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:10.521016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7310250 Sep 29 06:36:10.523433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c8dd-8630-4f4b-82ab-4a99f3379069 admin admin] Pushing event updated for resources: {'Network': ['ID=66929139-eb05-450d-ae65-101aced20693,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:10.534138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 66929139-eb05-450d-ae65-101aced20693 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:36:10.834733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-86da97a7-eac6-417f-af17-288a74da0e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:11.706732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:11.819716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:12.917605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 35632) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:13.170033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:13.173900 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING oslo_policy.policy [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:36:13.174478 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING oslo_policy.policy [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:36:13.558521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.policy [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 06:36:13.605800 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING oslo_policy.policy [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:36:13.606171 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING oslo_policy.policy [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 06:36:13.615378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:36:13.617287 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ad846cc6-3400-48ce-8808-2dd20244cd8f admin admin] 10.222.0.26 "GET /v2.0/subnets/5da95273-5591-4548-b9f6-2550f3b9a3d3 HTTP/1.1" status: 200 len: 849 time: 0.6976359 Sep 29 06:36:13.793752 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d3f54f03-736d-4c3f-b3f9-bb117306602a admin admin] 10.222.0.26 "GET /v2.0/routers/f7433f2c-e860-4418-9b57-301de5a548fa HTTP/1.1" status: 200 len: 704 time: 0.1699648 Sep 29 06:36:14.253026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:14.486475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Allocated IP 172.20.0.1 (221a97ee-4f8c-4588-ad7e-9421938513e1/5da95273-5591-4548-b9f6-2550f3b9a3d3/6c4e48ba-5e13-4795-acad-fca9c19ac9ff) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:36:14.652711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:14.669681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Transition to ACTIVE for port object 6c4e48ba-5e13-4795-acad-fca9c19ac9ff will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:36:14.726624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:14.775277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:36:14.781838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:36:14.816412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:36:14.816412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:14.931196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:14.956755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.957101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.957471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.957839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.958084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.958407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.958769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.959076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.959501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.959696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.960014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.960322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Tracked resource versions report: Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: pushed versions: Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: { 'AddressGroup': {'1.2'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'ConntrackHelper': {'1.0'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Log': {'1.0'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Network': {'1.1'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Port': {'1.7'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'PortForwarding': {'1.2'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'QosPolicy': {'1.8'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroup': {'1.4'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SubPort': {'1.0'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Subnet': {'1.1'}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Trunk': {'1.1'}} Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: consumer versions: Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'ConntrackHelper': '1.0', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Log': '1.0', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Network': '1.1', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Port': '1.7', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'PortForwarding': '1.2', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'QosPolicy': '1.8', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroup': '1.4', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroupRule': '1.2', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SubPort': '1.0', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Subnet': '1.1', Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Trunk': '1.1'}} Sep 29 06:36:14.961665 dv-neutron-859761-1-hyperv neutron-server[89137]: {{(pid=89137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:36:15.008008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Provisioning for port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:36:15.012778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Provisioning complete for port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:15.013153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:15.013539 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Attempt 1 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:15.068527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:36:15.080373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:15.303706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:15.307923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:15.308716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:15.439181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:15.527240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:36:15.528379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:36:15.569762 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Attempt 2 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:15.624894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:36:15.711872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Router f7433f2c-e860-4418-9b57-301de5a548fa is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:36:15.862279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:36:15.872985 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Sync routers for ids ['f7433f2c-e860-4418-9b57-301de5a548fa'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:36:15.874319 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-07aa3799-60b8-4993-a27e-07031ce9dd4c admin admin] 10.222.0.26 "PUT /v2.0/routers/f7433f2c-e860-4418-9b57-301de5a548fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0755334 Sep 29 06:36:15.883309 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Routers {'f7433f2c-e860-4418-9b57-301de5a548fa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:36:15.884180 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f7433f2c-e860-4418-9b57-301de5a548fa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:16.058202 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Set router f7433f2c-e860-4418-9b57-301de5a548fa gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:36:16.126157 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Attempt 3 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:16.179166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:36:16.420969 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:36:04Z', 'updated_at': '2022-09-29T06:36:15Z', 'revision_number': 2, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'gw_port_host': None, '_interfaces': [{'id': '6c4e48ba-5e13-4795-acad-fca9c19ac9ff', 'name': '', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'mac_address': 'fa:16:3e:1d:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:14Z', 'updated_at': '2022-09-29T06:36:15Z', 'revision_number': 2, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnets': [{'id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:16.425853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Checking router: f7433f2c-e860-4418-9b57-301de5a548fa for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:36:16.426229 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Updating router f7433f2c-e860-4418-9b57-301de5a548fa port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:36:16.476290 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:16.680400 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Attempt 4 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:16.735190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:36:16.850136 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:16.864646 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Transition to ACTIVE for port object 6c4e48ba-5e13-4795-acad-fca9c19ac9ff will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:36:16.871698 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:17.074722 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Pushing event updated for resources: {'Port': ['ID=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:17.085193 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.085540 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.085873 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.086197 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.086541 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.086882 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.087206 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.087575 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.088418 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.088738 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.089053 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.089365 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Tracked resource versions report: Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: pushed versions: Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: { 'AddressGroup': {'1.2'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'ConntrackHelper': {'1.0'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Log': {'1.0'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Network': {'1.1'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Port': {'1.7'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'PortForwarding': {'1.2'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'QosPolicy': {'1.8'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroup': {'1.4'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SubPort': {'1.0'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Subnet': {'1.1'}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Trunk': {'1.1'}} Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: consumer versions: Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'ConntrackHelper': '1.0', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Log': '1.0', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Network': '1.1', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Port': '1.7', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'PortForwarding': '1.2', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'QosPolicy': '1.8', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroup': '1.4', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroupRule': '1.2', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SubPort': '1.0', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Subnet': '1.1', Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Trunk': '1.1'}} Sep 29 06:36:17.090742 dv-neutron-859761-1-hyperv neutron-server[89139]: {{(pid=89139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:36:17.097122 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Attempting to bind port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:36:17.097473 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Attempting to bind port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:36:17.098251 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Attempting to bind port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff on network 221a97ee-4f8c-4588-ad7e-9421938513e1 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:36:17.103123 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:36:17.103532 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Checking segment: {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:36:17.104020 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:17.104398 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Bound using segment: {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:36:17.104908 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Bound port: 6c4e48ba-5e13-4795-acad-fca9c19ac9ff, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cee4d2bb-bdb1-4615-9ec8-6402147ff2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:36:17.105283 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:17.191923 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] For port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:36:17.195842 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] For port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,segment=NetworkSegment(cee4d2bb-bdb1-4615-9ec8-6402147ff2e0),segment_id=cee4d2bb-bdb1-4615-9ec8-6402147ff2e0)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:36:17.200456 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:17.236528 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Attempt 5 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:17.258248 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Routers {'f7433f2c-e860-4418-9b57-301de5a548fa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:36:17.258872 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f7433f2c-e860-4418-9b57-301de5a548fa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:17.295699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89088989-b1c7-4073-9b27-7ad619e2062e None None] Port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:36:17.429250 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd5c3c-b857-4c6d-83df-de38659ef6e3 None None] Pushing event updated for resources: {'Port': ['ID=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:17.452694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] Set router f7433f2c-e860-4418-9b57-301de5a548fa gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:36:17.781358 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:36:04Z', 'updated_at': '2022-09-29T06:36:15Z', 'revision_number': 2, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'gw_port_host': None, '_interfaces': [{'id': '6c4e48ba-5e13-4795-acad-fca9c19ac9ff', 'name': '', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'mac_address': 'fa:16:3e:1d:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:14Z', 'updated_at': '2022-09-29T06:36:17Z', 'revision_number': 4, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnets': [{'id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:17.785272 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedd306-9f67-4993-9a32-8450d0598651 None None] The sync data for ids ['f7433f2c-e860-4418-9b57-301de5a548fa'] in dv-neutron-859761-1-hyperv is: [{'id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:36:04Z', 'updated_at': '2022-09-29T06:36:15Z', 'revision_number': 2, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'gw_port_host': None, '_interfaces': [{'id': '6c4e48ba-5e13-4795-acad-fca9c19ac9ff', 'name': '', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'mac_address': 'fa:16:3e:1d:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:14Z', 'updated_at': '2022-09-29T06:36:17Z', 'revision_number': 4, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnets': [{'id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:36:18.113006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 35662) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:18.260053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b43a94b-4422-4bb2-888a-f30b95580b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:36:18.261402 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7b43a94b-4422-4bb2-888a-f30b95580b54 admin admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 842 time: 0.1474538 Sep 29 06:36:18.270799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.0.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'cidr': '172.26.0.0/24'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:36:18.272191 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.quota [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Loaded quota_driver: . Sep 29 06:36:18.278325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:36:18.282207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Usage tracker for resource:subnet and tenant:433f899a13404feaa253465ca8ed0724 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:36:18.285088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:36:18.291951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:36:18.305655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Made reservation on behalf of 433f899a13404feaa253465ca8ed0724 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:36:18.308662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:18.733158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:36:18.733621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:18.808826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6682a96f-ac82-4d48-b5af-09c8236110b1,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:18.816220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:36:18.816559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Network hostable DHCP agents. Network: 66929139-eb05-450d-ae65-101aced20693, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:36:18.837122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:36:18.847221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 66929139-eb05-450d-ae65-101aced20693) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:36:18.851359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:36:18.851986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:18.856504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce5c70-68d7-4049-8a06-918b9b09d2b7 None None] Network 66929139-eb05-450d-ae65-101aced20693 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:36:18.873554 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-12b90a87-4be2-4d7b-b8f7-0d3314e74e8e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6061230 Sep 29 06:36:19.089343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc057f1b-da53-412e-b6b2-8c16916c0b07 None None] Network 66929139-eb05-450d-ae65-101aced20693 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:36:19.521701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6c4e48ba-5e13-4795-acad-fca9c19ac9ff up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:36:19.593312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:36:19.598889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:19.599262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:19.599594 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:19.717705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:36:19.718329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:19.750801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,segment=NetworkSegment(cee4d2bb-bdb1-4615-9ec8-6402147ff2e0),segment_id=cee4d2bb-bdb1-4615-9ec8-6402147ff2e0)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:36:19.754959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:19.823526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6c4e48ba-5e13-4795-acad-fca9c19ac9ff,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:21.142944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 35676) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:21.336802 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e1a0f66f-b9e7-418f-ae2e-cced00f02837 admin admin] 10.222.0.26 "GET /v2.0/routers/f7433f2c-e860-4418-9b57-301de5a548fa HTTP/1.1" status: 200 len: 710 time: 0.1921415 Sep 29 06:36:21.467138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d2d476-18b4-455e-b0ed-407a1bf2c13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:36:21.468508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-65d2d476-18b4-455e-b0ed-407a1bf2c13c admin admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 886 time: 0.1267328 Sep 29 06:36:21.477033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:36:21.497701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6c4e48ba-5e13-4795-acad-fca9c19ac9ff up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:36:21.568493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:21.568859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:21.569190 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:36:21.678193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:36:21.956037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:22.266258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:22.319833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:22.450508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Allocated IP 172.26.0.35 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/2509939a-46ce-4aa8-a751-b0b4f121c6da) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:36:22.589566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:22.617449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:22.681004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:36:22.683559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:36:22.687224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:36:22.748068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Pushing event updated for resources: {'Port': ['ID=2509939a-46ce-4aa8-a751-b0b4f121c6da,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:23.102201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:23.430291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:23.434050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:23.606134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Router f7433f2c-e860-4418-9b57-301de5a548fa has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:36:23.777016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:36:23.786068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:23.787072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b917e-8692-442a-9452-788e73b41779 None None] Sync routers for ids ['f7433f2c-e860-4418-9b57-301de5a548fa'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:36:23.787508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e6c06a1b-8793-47c5-a122-e10a53e8afb2 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7433f2c-e860-4418-9b57-301de5a548fa HTTP/1.1" status: 200 len: 889 time: 2.3133988 Sep 29 06:36:23.797871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] Routers {'f7433f2c-e860-4418-9b57-301de5a548fa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:36:23.798715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f7433f2c-e860-4418-9b57-301de5a548fa'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:24.009460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] Set router f7433f2c-e860-4418-9b57-301de5a548fa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:36:24.346113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': '2509939a-46ce-4aa8-a751-b0b4f121c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:36:04Z', 'updated_at': '2022-09-29T06:36:22Z', 'revision_number': 4, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'gw_port': {'id': '2509939a-46ce-4aa8-a751-b0b4f121c6da', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:22Z', 'updated_at': '2022-09-29T06:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6c4e48ba-5e13-4795-acad-fca9c19ac9ff', 'name': '', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'mac_address': 'fa:16:3e:1d:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:14Z', 'updated_at': '2022-09-29T06:36:19Z', 'revision_number': 5, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnets': [{'id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:24.350931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b917e-8692-442a-9452-788e73b41779 None None] Checking router: f7433f2c-e860-4418-9b57-301de5a548fa for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:36:24.351287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b917e-8692-442a-9452-788e73b41779 None None] Updating router f7433f2c-e860-4418-9b57-301de5a548fa port 2509939a-46ce-4aa8-a751-b0b4f121c6da binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:36:24.403950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-166b917e-8692-442a-9452-788e73b41779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:24.725848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-166b917e-8692-442a-9452-788e73b41779 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:24.738273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-166b917e-8692-442a-9452-788e73b41779 None None] Transition to ACTIVE for port object 2509939a-46ce-4aa8-a751-b0b4f121c6da will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:36:24.747666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-166b917e-8692-442a-9452-788e73b41779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:24.810916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-166b917e-8692-442a-9452-788e73b41779 None None] Attempting to bind port 2509939a-46ce-4aa8-a751-b0b4f121c6da on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:36:24.811462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-166b917e-8692-442a-9452-788e73b41779 None None] Attempting to bind port 2509939a-46ce-4aa8-a751-b0b4f121c6da by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:36:24.811642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b917e-8692-442a-9452-788e73b41779 None None] Attempting to bind port 2509939a-46ce-4aa8-a751-b0b4f121c6da on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:36:24.821784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b917e-8692-442a-9452-788e73b41779 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:36:24.822152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b917e-8692-442a-9452-788e73b41779 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:36:24.822566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-166b917e-8692-442a-9452-788e73b41779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:24.822955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b917e-8692-442a-9452-788e73b41779 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:36:24.823415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-166b917e-8692-442a-9452-788e73b41779 None None] Bound port: 2509939a-46ce-4aa8-a751-b0b4f121c6da, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:36:24.823799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-166b917e-8692-442a-9452-788e73b41779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:24.868438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d86f-8255-4ac5-b4f7-4c811192f1f3 None None] Pushing event updated for resources: {'Port': ['ID=2509939a-46ce-4aa8-a751-b0b4f121c6da,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:24.905646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-166b917e-8692-442a-9452-788e73b41779 None None] For port 2509939a-46ce-4aa8-a751-b0b4f121c6da, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:36:24.908559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-166b917e-8692-442a-9452-788e73b41779 None None] For port 2509939a-46ce-4aa8-a751-b0b4f121c6da, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2509939a-46ce-4aa8-a751-b0b4f121c6da,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:36:24.913131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-166b917e-8692-442a-9452-788e73b41779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:24.974485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] Routers {'f7433f2c-e860-4418-9b57-301de5a548fa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:36:24.975118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f7433f2c-e860-4418-9b57-301de5a548fa'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:25.055476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d86f-8255-4ac5-b4f7-4c811192f1f3 None None] Pushing event updated for resources: {'Port': ['ID=2509939a-46ce-4aa8-a751-b0b4f121c6da,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:25.167835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] Set router f7433f2c-e860-4418-9b57-301de5a548fa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:36:25.516440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-166b917e-8692-442a-9452-788e73b41779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': '2509939a-46ce-4aa8-a751-b0b4f121c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:36:04Z', 'updated_at': '2022-09-29T06:36:22Z', 'revision_number': 4, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'gw_port': {'id': '2509939a-46ce-4aa8-a751-b0b4f121c6da', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:22Z', 'updated_at': '2022-09-29T06:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6c4e48ba-5e13-4795-acad-fca9c19ac9ff', 'name': '', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'mac_address': 'fa:16:3e:1d:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:14Z', 'updated_at': '2022-09-29T06:36:19Z', 'revision_number': 5, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnets': [{'id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:36:25.520552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b917e-8692-442a-9452-788e73b41779 None None] The sync data for ids ['f7433f2c-e860-4418-9b57-301de5a548fa'] in dv-neutron-859761-1-hyperv is: [{'id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'name': 'router1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.35'}], 'enable_snat': True}, 'gw_port_id': '2509939a-46ce-4aa8-a751-b0b4f121c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:36:04Z', 'updated_at': '2022-09-29T06:36:22Z', 'revision_number': 4, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'gw_port': {'id': '2509939a-46ce-4aa8-a751-b0b4f121c6da', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:96:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:22Z', 'updated_at': '2022-09-29T06:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6c4e48ba-5e13-4795-acad-fca9c19ac9ff', 'name': '', 'network_id': '221a97ee-4f8c-4588-ad7e-9421938513e1', 'tenant_id': '1647a0c83c834fc0abe9b7db816c24f8', 'mac_address': 'fa:16:3e:1d:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7433f2c-e860-4418-9b57-301de5a548fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:36:14Z', 'updated_at': '2022-09-29T06:36:19Z', 'revision_number': 5, 'project_id': '1647a0c83c834fc0abe9b7db816c24f8', 'subnets': [{'id': '5da95273-5591-4548-b9f6-2550f3b9a3d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa6b0695-f3b6-433d-976f-24ff9820ffa9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:36:25.759976 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:36:26.213000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 35686) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:36:26.343980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8e8c1822-7f19-400e-9790-b89a3ad7f212 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1298499 Sep 29 06:36:27.528687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2509939a-46ce-4aa8-a751-b0b4f121c6da up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:36:27.609148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2509939a-46ce-4aa8-a751-b0b4f121c6da completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:36:27.613736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2509939a-46ce-4aa8-a751-b0b4f121c6da triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:27.614108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:27.614443 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2509939a-46ce-4aa8-a751-b0b4f121c6da Sep 29 06:36:27.725618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2509939a-46ce-4aa8-a751-b0b4f121c6da is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:36:27.726021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:27.741544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2509939a-46ce-4aa8-a751-b0b4f121c6da, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2509939a-46ce-4aa8-a751-b0b4f121c6da,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:36:27.745663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:27.818518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2509939a-46ce-4aa8-a751-b0b4f121c6da,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:36:29.504275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2509939a-46ce-4aa8-a751-b0b4f121c6da up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:36:29.574669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2509939a-46ce-4aa8-a751-b0b4f121c6da triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:36:29.575042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:29.575375 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2509939a-46ce-4aa8-a751-b0b4f121c6da Sep 29 06:36:29.720798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2509939a-46ce-4aa8-a751-b0b4f121c6da is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:36:38.549561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2d13ea9e-31df-4f74-b8f6-4f1de241ad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:40.836298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a04ced8-cfa7-4d95-982a-f324e4c427f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:41.711498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:41.824350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:36:43.182284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:02.758929 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:37:08.542792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49b1d7e5-a3fd-43fa-9b0c-ed141f8e9005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:10.840066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b52b887f-dd6e-4788-afab-38760e267bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:11.720289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:11.829814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:13.191943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:38.546123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e41e5b05-95b4-441c-ae3b-785da79d83e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:39.759280 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:37:40.844637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2874a388-7441-4453-ba79-af0ac2ad07f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:41.714010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:41.832591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:37:43.194022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:08.549656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d52bd499-e3d6-46f0-ae45-33575c857a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:10.848740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-53157404-1214-441e-8844-3ee8fec2c585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:11.717920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:11.834765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:13.195616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:16.758005 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:38:33.188496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36288) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:33.253406 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93ba135-9180-4d6a-885d-189e85f51fbd admin admin] GET failed (client error): The resource could not be found. Sep 29 06:38:33.254682 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f93ba135-9180-4d6a-885d-189e85f51fbd admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652170 Sep 29 06:38:33.385155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b80f7-d6d7-490f-a67f-e057e9355c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:33.386530 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7e5b80f7-d6d7-490f-a67f-e057e9355c7e admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1279895 Sep 29 06:38:35.567488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36298) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:35.677329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4fd17-96eb-407f-a5bc-98dc54b3e6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:35.678564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-45c4fd17-96eb-407f-a5bc-98dc54b3e6fe admin admin] 10.222.0.26 "GET /v2.0/subnets/5da95273-5591-4548-b9f6-2550f3b9a3d3 HTTP/1.1" status: 200 len: 849 time: 0.1101336 Sep 29 06:38:35.687568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:38:35.799649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:35.979883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783590295390'] for subnet, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:36.019197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:36.020614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:36.034570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] 10.222.0.26 "PUT /v2.0/subnets/5da95273-5591-4548-b9f6-2550f3b9a3d3 HTTP/1.1" status: 200 len: 868 time: 0.3375094 Sep 29 06:38:36.034795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77528e61-9b1d-4056-ba97-607d1aff9390 None None] Network 221a97ee-4f8c-4588-ad7e-9421938513e1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:38:36.048370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da95273-5591-4548-b9f6-2550f3b9a3d3,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:38:36.056987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.057332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.057668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.057997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.058323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.058702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.059028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.059347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.059665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.059979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.060293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.060606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d11b06-4eeb-4c48-a4cf-8edbd2279506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:38:36.529117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Provisioning complete for port 21c59f9f-04e7-4cb5-a052-65910c1d4441 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:38:36.529483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:36.529813 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Attempt 1 to provision port 21c59f9f-04e7-4cb5-a052-65910c1d4441 Sep 29 06:38:36.642847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Current status of the port 21c59f9f-04e7-4cb5-a052-65910c1d4441 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:38:36.653674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Provisioning complete for port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:38:36.654040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:36.654373 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Attempt 1 to provision port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff Sep 29 06:38:36.768866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-206717ae-b024-464b-bb22-19dfb8f1eef8 None None] Current status of the port 6c4e48ba-5e13-4795-acad-fca9c19ac9ff is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:38:38.240220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36308) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:38.418943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61144341-9df4-4d6e-a054-fbe2c4655670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:38.419362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61144341-9df4-4d6e-a054-fbe2c4655670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:38.420082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61144341-9df4-4d6e-a054-fbe2c4655670 admin admin] Synchronizing usage tracker for tenant:433f899a13404feaa253465ca8ed0724 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:38:38.437105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61144341-9df4-4d6e-a054-fbe2c4655670 admin admin] Unset dirty status for tenant:433f899a13404feaa253465ca8ed0724 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:38:38.438292 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61144341-9df4-4d6e-a054-fbe2c4655670 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970327 Sep 29 06:38:38.552877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c4aadf9-9b5e-4654-bb5f-c2aa9ab4d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:40.627446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36318) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:40.797502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d8b24-aa31-476c-9a3e-d74fc02d1a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:40.797980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d8b24-aa31-476c-9a3e-d74fc02d1a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:40.799519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d3d8b24-aa31-476c-9a3e-d74fc02d1a9d admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1710875 Sep 29 06:38:40.844966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2444302c-a4fe-4777-b86b-7fdb3a9b6891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:41.723272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:41.836615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:42.982241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36328) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:43.199746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:38:43.207602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed004f9-2046-4d6b-88a4-52618c9acb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:43.208989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6ed004f9-2046-4d6b-88a4-52618c9acb58 admin admin] 10.222.0.26 "GET /v2.0/networks/221a97ee-4f8c-4588-ad7e-9421938513e1 HTTP/1.1" status: 200 len: 869 time: 0.2257860 Sep 29 06:38:45.392178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36338) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:45.558440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1098c-2cdc-4360-9788-113cef4739c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:45.559853 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6df1098c-2cdc-4360-9788-113cef4739c6 admin admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 886 time: 0.1667128 Sep 29 06:38:47.732947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36348) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:47.835747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1febd-77c9-4313-b264-ea7b2dce4c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:47.836201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1febd-77c9-4313-b264-ea7b2dce4c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:47.836919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bef1febd-77c9-4313-b264-ea7b2dce4c09 admin admin] Synchronizing usage tracker for tenant:433f899a13404feaa253465ca8ed0724 on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:38:47.854342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bef1febd-77c9-4313-b264-ea7b2dce4c09 admin admin] Unset dirty status for tenant:433f899a13404feaa253465ca8ed0724 on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:38:47.855479 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bef1febd-77c9-4313-b264-ea7b2dce4c09 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215935 Sep 29 06:38:50.011999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36358) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:50.121009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477194d-6040-4764-83b8-f84022c294e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:50.121462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477194d-6040-4764-83b8-f84022c294e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:50.123006 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6477194d-6040-4764-83b8-f84022c294e2 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1100428 Sep 29 06:38:52.294475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36368) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:52.400200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f937cc-21d4-4b5d-9865-b18d91fcb6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:52.401556 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-76f937cc-21d4-4b5d-9865-b18d91fcb6b3 admin admin] 10.222.0.26 "GET /v2.0/subnets/5da95273-5591-4548-b9f6-2550f3b9a3d3 HTTP/1.1" status: 200 len: 868 time: 0.1061146 Sep 29 06:38:53.756632 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:38:54.556081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36378) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:38:54.657791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc92399-cb9c-4b02-a61c-3358b0d53d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:38:54.659169 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0bc92399-cb9c-4b02-a61c-3358b0d53d47 admin admin] 10.222.0.26 "GET /v2.0/subnets/6682a96f-ac82-4d48-b5af-09c8236110b1 HTTP/1.1" status: 200 len: 816 time: 0.1021018 Sep 29 06:39:08.558743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6853d591-70c3-488e-85fc-b7b5b5795644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:10.847452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-da9ab7af-477a-4a51-b6e4-2a088e29f4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:11.727047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:11.840013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:13.201347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:13.599614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:39:13.646378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [None req-bf2ec81a-0927-4fcc-8ee3-88e92d9cef88 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:39:13.647421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bf2ec81a-0927-4fcc-8ee3-88e92d9cef88 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468442 Sep 29 06:39:15.905557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:39:15.971369 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-382765bf-2502-4a33-a33d-e29a23432529 admin admin] GET failed (client error): The resource could not be found. Sep 29 06:39:15.972699 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-382765bf-2502-4a33-a33d-e29a23432529 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661883 Sep 29 06:39:16.095322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a10a0a-1d33-4751-b64d-c34950130b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:39:16.097249 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d6a10a0a-1d33-4751-b64d-c34950130b4f admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205282 Sep 29 06:39:18.312669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36444) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:39:18.360405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:39:18.365037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:39:18.374799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:39:18.384229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Made reservation on behalf of 433f899a13404feaa253465ca8ed0724 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:39:18.386570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:18.472672 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.services.revisions.revision_plugin [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Could not find related network for resource to bump revision. Sep 29 06:39:18.486875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:39:18.498079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783590387110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:18.498584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Unsubscribe: segment precommit_create {{(pid=89137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 06:39:18.498975 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Added segment cdb254f8-f09a-44d0-9481-b1edd61d63dd of type vlan for network 8ffcb490-0622-439a-bea7-58859e06ce93 Sep 29 06:39:18.534962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:18.566885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:18.567940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:39:18.568511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:18.667698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Pushing event updated for resources: {'Network': ['ID=8ffcb490-0622-439a-bea7-58859e06ce93,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:39:18.672032 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3583546 Sep 29 06:39:18.676535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.676883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.677217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.677547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.677872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.678196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.678543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.678886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.679210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.679520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.679842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.680157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d333cc-2cb3-4ad5-b249-b801be3bb568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:18.692204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8ffcb490-0622-439a-bea7-58859e06ce93 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:39:20.863686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36454) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:39:20.929346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-79340a40-94e5-4299-909c-0a3c26b80cac admin admin] GET failed (client error): The resource could not be found. Sep 29 06:39:20.929858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-79340a40-94e5-4299-909c-0a3c26b80cac admin admin] Synchronizing usage tracker for tenant:433f899a13404feaa253465ca8ed0724 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:39:20.944671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-79340a40-94e5-4299-909c-0a3c26b80cac admin admin] Unset dirty status for tenant:433f899a13404feaa253465ca8ed0724 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:39:20.945790 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-79340a40-94e5-4299-909c-0a3c26b80cac admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0811436 Sep 29 06:39:21.049333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc0ced-886a-453a-81fe-661306567780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:39:21.050771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-84fc0ced-886a-453a-81fe-661306567780 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011307 Sep 29 06:39:21.060301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:39:21.065389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:39:21.074858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:39:21.084482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Made reservation on behalf of 433f899a13404feaa253465ca8ed0724 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:39:21.086768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:21.282044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:21.354452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7451f1-b79e-463b-bf77-396a1e299575,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:39:21.359848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Checking segment: {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:39:21.360201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Network hostable DHCP agents. Network: 8ffcb490-0622-439a-bea7-58859e06ce93, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:39:21.378446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Network 8ffcb490-0622-439a-bea7-58859e06ce93 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:39:21.386904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 8ffcb490-0622-439a-bea7-58859e06ce93) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:39:21.390855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:39:21.391441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:21.398528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530121ee-8515-4b34-bbf7-8120acbe1e1f None None] Network 8ffcb490-0622-439a-bea7-58859e06ce93 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:39:21.419033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-52dfbfc4-c24e-4474-9d6a-9673d184b976 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3620296 Sep 29 06:39:21.622920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-8ffcb490-0622-439a-bea7-58859e06ce93', 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93', 'tenant_id': '433f899a13404feaa253465ca8ed0724', 'fixed_ips': [{'subnet_id': '7c7451f1-b79e-463b-bf77-396a1e299575'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:39:21.623840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:21.781955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Allocated IP 192.168.233.2 (8ffcb490-0622-439a-bea7-58859e06ce93/7c7451f1-b79e-463b-bf77-396a1e299575/bb7e2813-2014-4a99-9b5d-29d3c068160a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:39:21.984440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:21.995574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Transition to ACTIVE for port object bb7e2813-2014-4a99-9b5d-29d3c068160a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:39:22.015462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Transition to ACTIVE for port object bb7e2813-2014-4a99-9b5d-29d3c068160a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:39:22.020928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:22.087274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Network 8ffcb490-0622-439a-bea7-58859e06ce93 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:39:22.089928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:39:22.093697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:39:22.103069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Pushing event updated for resources: {'Port': ['ID=bb7e2813-2014-4a99-9b5d-29d3c068160a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:39:22.180199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.180560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.180905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.181239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.181568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.181917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.182250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.182605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.182945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.183270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.183591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.183911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:39:22.215197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Attempting to bind port bb7e2813-2014-4a99-9b5d-29d3c068160a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:39:22.215566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Attempting to bind port bb7e2813-2014-4a99-9b5d-29d3c068160a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:39:22.215927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Attempting to bind port bb7e2813-2014-4a99-9b5d-29d3c068160a on network 8ffcb490-0622-439a-bea7-58859e06ce93 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:39:22.222148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:39:22.222790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Checking segment: {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:39:22.223415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:22.223967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Bound using segment: {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:39:22.224435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Bound port: bb7e2813-2014-4a99-9b5d-29d3c068160a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:39:22.224975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:22.313441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] For port bb7e2813-2014-4a99-9b5d-29d3c068160a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:39:22.316996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] For port bb7e2813-2014-4a99-9b5d-29d3c068160a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bb7e2813-2014-4a99-9b5d-29d3c068160a,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:39:22.321977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:22.408973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab301-257e-4fc6-a8b3-4a9a8152be45 None None] Pushing event updated for resources: {'Port': ['ID=bb7e2813-2014-4a99-9b5d-29d3c068160a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:39:23.238443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a3406-0180-4e7c-8593-b77f814e2197 None None] Network 8ffcb490-0622-439a-bea7-58859e06ce93 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:39:23.395540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-185ec5c5-2830-46d1-b281-5dff988347a3 None None] Provisioning for port bb7e2813-2014-4a99-9b5d-29d3c068160a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:39:23.628813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bb7e2813-2014-4a99-9b5d-29d3c068160a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:39:23.698948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port bb7e2813-2014-4a99-9b5d-29d3c068160a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:39:23.703770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bb7e2813-2014-4a99-9b5d-29d3c068160a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:39:23.705248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:23.705616 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bb7e2813-2014-4a99-9b5d-29d3c068160a Sep 29 06:39:23.768706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Provisioning complete for port bb7e2813-2014-4a99-9b5d-29d3c068160a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:39:23.769005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:23.769334 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Attempt 1 to provision port bb7e2813-2014-4a99-9b5d-29d3c068160a Sep 29 06:39:23.909580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bb7e2813-2014-4a99-9b5d-29d3c068160a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:39:23.909909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:23.989070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port bb7e2813-2014-4a99-9b5d-29d3c068160a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bb7e2813-2014-4a99-9b5d-29d3c068160a,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:39:23.990069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Current status of the port bb7e2813-2014-4a99-9b5d-29d3c068160a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:39:23.990706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:24.002302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:24.124586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=bb7e2813-2014-4a99-9b5d-29d3c068160a,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:39:24.133146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:39:24.133555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:39:24.688130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf071e-a34d-429e-9889-dd0d4516d428 None None] Current status of the port bb7e2813-2014-4a99-9b5d-29d3c068160a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:39:25.589843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bb7e2813-2014-4a99-9b5d-29d3c068160a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:39:25.659817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bb7e2813-2014-4a99-9b5d-29d3c068160a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:39:25.660104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:25.660433 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bb7e2813-2014-4a99-9b5d-29d3c068160a Sep 29 06:39:25.774127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bb7e2813-2014-4a99-9b5d-29d3c068160a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:39:30.755566 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:39:38.551188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cce7d1a-799e-46a8-a242-c0c69a6efbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:40.849790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-22e63170-968e-4240-b28a-3dde8bb1eaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:41.729780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:41.843243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:39:43.203371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:07.754082 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:40:08.554227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-623973fa-0d31-4c96-a9ad-cc17ac904f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:10.852595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f1331f67-6cda-4f54-a33d-ba94251c9712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:11.732978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:11.846700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:13.209083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:31.219215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36504) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:40:31.224902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-1266b549-c89b-4eb9-8de3-a2e7cec44d33 tempest-verify_tempest_config-882891509 tempest-verify_tempest_config-882891509-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:40:31.225861 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1266b549-c89b-4eb9-8de3-a2e7cec44d33 tempest-verify_tempest_config-882891509 tempest-verify_tempest_config-882891509-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057149 Sep 29 06:40:31.526694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36522) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:40:31.640167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:31.654135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:40:31.657993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Usage tracker for resource:security_group_rule and tenant:1cba6afd06734708bf20c58604b7298e is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:40:31.660817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:40:31.666446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:40:31.752342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:31.756049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:31.800093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Synchronizing usage tracker for tenant:433f899a13404feaa253465ca8ed0724 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:40:31.804273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f29bab-4501-4d47-a9ba-027585859f90,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:40:31.813608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.813965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.814301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.814656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.814978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.815313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.815646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.815976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.816296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.816612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.816923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.817234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:40:31.829706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] Unset dirty status for tenant:433f899a13404feaa253465ca8ed0724 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:40:31.831095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a1224584-b561-4f8c-8a8b-81e3b3c9c4cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cba6afd06734708bf20c58604b7298e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3034334 Sep 29 06:40:31.833947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36528) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:40:31.889493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-278f4bae-e89e-45ed-baf4-67fdc3802bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:31.913986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-278f4bae-e89e-45ed-baf4-67fdc3802bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:32.004505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-278f4bae-e89e-45ed-baf4-67fdc3802bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:32.018617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f4bae-e89e-45ed-baf4-67fdc3802bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f29bab-4501-4d47-a9ba-027585859f90,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:40:32.024936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-278f4bae-e89e-45ed-baf4-67fdc3802bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:32.026022 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-278f4bae-e89e-45ed-baf4-67fdc3802bdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4f29bab-4501-4d47-a9ba-027585859f90 HTTP/1.1" status: 204 len: 168 time: 0.1911321 Sep 29 06:40:38.557041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14a1e552-42ce-40f4-9b82-f38beaf415b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:40.855052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-09d8916e-20f1-4c51-afa9-d1a20901bbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:41.735583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:41.848711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:43.211972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:40:44.752595 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:41:08.558185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a03d04c-942f-42c3-9292-bec615a64688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:10.857130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-50160e17-59e1-4746-876a-a3ab3fa0cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:11.736372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:11.851714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:13.214368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:21.751049 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 5 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:41:38.561327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d85bb207-4cb7-47d6-9ebb-c2f119600176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:40.858580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f050132b-43fc-4287-9e39-f3c2a965bb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:41.740356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:41.856553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:43.218755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:46.925958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412471'] for agent, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:41:58.750477 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:42:01.031827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36598) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:42:01.139397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ca6f9b1c-60a2-49cc-a0f8-cae6302537a3 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1064484 Sep 29 06:42:03.340581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36608) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:42:03.398807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6e5e8645-de31-48a1-abdb-f8c52b552734 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0564475 Sep 29 06:42:08.563445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8ce03290-bb23-4b71-bb4e-629b3875d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:10.860962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2c988e2c-9b38-46b8-8ca7-2471ce16811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:11.741952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:11.856980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:13.221018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:16.894052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:35.749236 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:42:38.565412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a36d42e-7f83-49af-9abb-778328453c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:40.868118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6fd1bd2-368b-4e0a-b7d3-855f96f57dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:41.747978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:41.868091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:43.231785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:42:46.935831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:08.569203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5eaa55a7-e710-4b66-8710-ed2c9cac56b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:10.864158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6dc7c4f3-c01e-49df-bc3b-45dbabc6f973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:11.743901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:11.863729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:12.749226 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:43:13.231664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:16.923292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:31.802989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36794) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:31.831391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:31.867380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:32.177998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1502106231-network', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:32.184929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.188747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Usage tracker for resource:network and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.191586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.198031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.207430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Made reservation on behalf of c0f1c05f5d724fc4bf0192fcfde8864c for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:32.209839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.222579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.237185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.241347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.244689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.250519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.315355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1696766375-network', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:32.322429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.327377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Usage tracker for resource:network and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.331602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.336334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.340031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.342861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1500439050-network', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:32.347349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.351496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.354449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Made reservation on behalf of 5a3633afe0d6481c907779b61e3c6b05 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:32.358216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.370690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:32.372962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.380473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.381061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Added segment a9294e5d-0f5a-4b17-bf1c-b89e194b5781 of type vlan for network bd61929e-c63a-4d8d-a743-12a70faef468 Sep 29 06:43:32.393698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.398859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Usage tracker for resource:security_group_rule and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.404173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.411522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.411797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.464191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c4834-8228-44be-8dea-59af9e34a692,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:32.472105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.473328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:32.474043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.492924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Usage tracker for resource:network and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.496477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.496832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.497170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.497495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.497813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.498343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.498686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.499159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.499653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.500118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.500596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.501059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Tracked resource versions report: Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: pushed versions: Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: { 'AddressGroup': {'1.2'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'ConntrackHelper': {'1.0'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Log': {'1.0'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Network': {'1.1'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Port': {'1.7'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'PortForwarding': {'1.2'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'QosPolicy': {'1.8'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroup': {'1.4'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SubPort': {'1.0'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Subnet': {'1.1'}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Trunk': {'1.1'}} Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: consumer versions: Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: HyperV agent@hv-neutron-8597: {}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'ConntrackHelper': '1.0', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Log': '1.0', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Network': '1.1', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Port': '1.7', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'PortForwarding': '1.2', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'QosPolicy': '1.8', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroup': '1.4', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SecurityGroupRule': '1.2', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'SubPort': '1.0', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Subnet': '1.1', Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: 'Trunk': '1.1'}} Sep 29 06:43:32.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: {{(pid=89136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:43:32.533706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.539246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.558261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:32.568992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.569563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Added segment 281aec59-c1e4-4cbd-9434-54a9e95fc638 of type vlan for network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 Sep 29 06:43:32.602973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.626732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.629926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] Pushing event updated for resources: {'Network': ['ID=bd61929e-c63a-4d8d-a743-12a70faef468,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:32.641191 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-be8379e0-73e8-42ab-aa0b-1aee1102bb69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8371527 Sep 29 06:43:32.643462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network bd61929e-c63a-4d8d-a743-12a70faef468 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:32.651489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36832) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:32.656871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.661633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.662819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:32.663393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.666851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Request body: {'subnet': {'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1502106231-subnet', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:32.671458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.675500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Usage tracker for resource:subnet and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.678703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.685665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.706580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Made reservation on behalf of c0f1c05f5d724fc4bf0192fcfde8864c for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:32.711035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.826529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Pushing event updated for resources: {'Network': ['ID=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:32.831561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Made reservation on behalf of e68664f8f4564c1dbe0f0879decabe4c for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:32.834150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.849198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:32.849828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.850733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.851413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.852062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.852789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.853336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.853865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.854372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.854883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.855534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.856177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.856744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Tracked resource versions report: Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: pushed versions: Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: { 'AddressGroup': {'1.2'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'ConntrackHelper': {'1.0'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Log': {'1.0'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Network': {'1.1'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Port': {'1.7'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'PortForwarding': {'1.2'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'QosPolicy': {'1.8'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroup': {'1.4'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SubPort': {'1.0'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Subnet': {'1.1'}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Trunk': {'1.1'}} Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: consumer versions: Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: HyperV agent@hv-neutron-8597: {}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'ConntrackHelper': '1.0', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Log': '1.0', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Network': '1.1', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Port': '1.7', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'PortForwarding': '1.2', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'QosPolicy': '1.8', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroup': '1.4', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SecurityGroupRule': '1.2', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'SubPort': '1.0', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Subnet': '1.1', Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: 'Trunk': '1.1'}} Sep 29 06:43:32.858157 dv-neutron-859761-1-hyperv neutron-server[89137]: {{(pid=89137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:43:32.863368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64ec7e-979d-409a-9a0e-770cb50ae886,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:32.873256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.880489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Usage tracker for resource:security_group_rule and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.886033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.891122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4c996722-0ad7-4993-9e08-dcec73e51ece admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0579009 Sep 29 06:43:32.892108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36846) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:32.893320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.900611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Request body: {'subnet': {'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1696766375-subnet', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:32.911945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:32.918484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Usage tracker for resource:subnet and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:32.923751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:32.936172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:32.954037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Made reservation on behalf of 5a3633afe0d6481c907779b61e3c6b05 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:32.958891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.069572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:33.091410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.093366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.142787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.225914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:33.264701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f091907-ec1d-4547-b1f2-146d5facfdbd,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:33.275151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.275695 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Added segment e9d819bb-29ab-4a9a-ae37-e11743006625 of type vlan for network 979c1f83-802e-4aef-a559-9f00b2fd8b54 Sep 29 06:43:33.279245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Checking segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:33.279762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Network hostable DHCP agents. Network: bd61929e-c63a-4d8d-a743-12a70faef468, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:43:33.293219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.295461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f60cc-8bfc-43d0-aced-1ef20f07daf6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:33.334682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.363077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Network bd61929e-c63a-4d8d-a743-12a70faef468 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:33.365413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8035cf-e573-40e8-8b95-92ccfca80133,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:33.383642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, bd61929e-c63a-4d8d-a743-12a70faef468) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:33.389535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:33.390772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.394012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1fd1a-89dd-494b-9662-0ceabb404e14 None None] Network bd61929e-c63a-4d8d-a743-12a70faef468 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:33.397110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.398154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:33.398818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.401780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Checking segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:33.402136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Network hostable DHCP agents. Network: fb6f37e0-fb4f-4853-9b7e-7b2615e669d6, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:43:33.426583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:33.436355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, fb6f37e0-fb4f-4853-9b7e-7b2615e669d6) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:33.446374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:33.448158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.508533 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ae3be9b-338e-4c1e-a9fa-122cab5b1a23 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6146619 Sep 29 06:43:33.512328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36870) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:33.526828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:33.533495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] Pushing event updated for resources: {'Network': ['ID=979c1f83-802e-4aef-a559-9f00b2fd8b54,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:33.537995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-85d12372-efd2-41d9-a7d6-ccfdf9bf8521 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6691043 Sep 29 06:43:33.541265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36874) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:33.548365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Request body: {'subnet': {'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1500439050-subnet', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:33.551787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:33.555537 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a00bb5c3-e965-4431-9e82-788de256dd44 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8934164 Sep 29 06:43:33.555537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:33.558278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36880) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:33.564979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:33.570209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Usage tracker for resource:router and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:33.572572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Usage tracker for resource:subnet and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:33.575028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:33.578196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:33.578880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:33.586435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Usage tracker for resource:router and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:33.586832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:33.589630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:33.591778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:33.599688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:33.600294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74397ee9-31f3-452a-80fa-fd5faac592f1 None None] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:33.611552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Made reservation on behalf of e68664f8f4564c1dbe0f0879decabe4c for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:33.613122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.615969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.617053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.638517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.710090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.711331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:33.762279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:33.781267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.053732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.084620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-bd61929e-c63a-4d8d-a743-12a70faef468', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:43:34.085872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.100690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:43:34.101746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.158291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36896) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:34.205802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.247857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.403626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Allocated IP 172.20.0.2 (bd61929e-c63a-4d8d-a743-12a70faef468/6f091907-ec1d-4547-b1f2-146d5facfdbd/97de77f2-5af2-42ce-bc80-1c067eef85dc) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:34.419887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Allocated IP 172.20.0.2 (fb6f37e0-fb4f-4853-9b7e-7b2615e669d6/2b8035cf-e573-40e8-8b95-92ccfca80133/58555543-b08b-43dd-8d4a-56a944db2072) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:34.474631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f381b12-92c1-4d00-bd68-2d636f8e211e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:34.496511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Checking segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:34.496857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Network hostable DHCP agents. Network: 979c1f83-802e-4aef-a559-9f00b2fd8b54, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:43:34.525804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.545502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:34.563544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 979c1f83-802e-4aef-a559-9f00b2fd8b54) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:34.564951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.585175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce56bd-8776-4beb-862c-e247c996affd None None] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:34.631895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:34.632260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.723550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Allocated IP 172.26.0.139 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:34.803971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.815414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Transition to ACTIVE for port object 97de77f2-5af2-42ce-bc80-1c067eef85dc will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:34.827640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-380097993'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:34.832444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:34.835013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Transition to ACTIVE for port object 97de77f2-5af2-42ce-bc80-1c067eef85dc will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:34.836383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Usage tracker for resource:network and tenant:3b6cc80a74bf447d90f0877736d4d795 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:34.840179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:34.848729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:34.860548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.924353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Network bd61929e-c63a-4d8d-a743-12a70faef468 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:34.926428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Made reservation on behalf of 3b6cc80a74bf447d90f0877736d4d795 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:34.930180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.959374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:34.967885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:34.973146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:34.979618 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-518fc294-38b6-4898-a465-843775154dc4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4364998 Sep 29 06:43:34.982467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36914) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:34.987969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:34.990197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.037916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:35.045008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Usage tracker for resource:security_group_rule and tenant:3b6cc80a74bf447d90f0877736d4d795 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:35.063029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:35.071573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36918) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:35.078462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.079362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:35.085220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Usage tracker for resource:router and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:35.089260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:35.096521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:35.102662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:35.121659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.124649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.125767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.140614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.192544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:35.194167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.209230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:35.239830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:35.284951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Allocated IP 172.26.0.248 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/3924f665-a3b5-4ee3-9f9a-c9d667073833) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:35.292735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Pushing event updated for resources: {'Port': ['ID=97de77f2-5af2-42ce-bc80-1c067eef85dc,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:35.337061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Attempting to bind port 97de77f2-5af2-42ce-bc80-1c067eef85dc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:35.342735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Attempting to bind port 97de77f2-5af2-42ce-bc80-1c067eef85dc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:35.350528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Attempting to bind port 97de77f2-5af2-42ce-bc80-1c067eef85dc on network bd61929e-c63a-4d8d-a743-12a70faef468 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:35.381920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:35.415974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.416598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.417129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.417618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.418110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.418633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.419112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.419694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.420198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.420677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.421164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.421652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Tracked resource versions report: Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: pushed versions: Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: { 'AddressGroup': {'1.2'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'ConntrackHelper': {'1.0'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Log': {'1.0'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Network': {'1.1'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Port': {'1.7'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'PortForwarding': {'1.2'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'QosPolicy': {'1.8'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroup': {'1.4'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SubPort': {'1.0'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Subnet': {'1.1'}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Trunk': {'1.1'}} Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: consumer versions: Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: HyperV agent@hv-neutron-8597: {}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'ConntrackHelper': '1.0', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Log': '1.0', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Network': '1.1', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Port': '1.7', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'PortForwarding': '1.2', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'QosPolicy': '1.8', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroup': '1.4', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SecurityGroupRule': '1.2', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'SubPort': '1.0', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Subnet': '1.1', Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: 'Trunk': '1.1'}} Sep 29 06:43:35.422940 dv-neutron-859761-1-hyperv neutron-server[89138]: {{(pid=89138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:43:35.463338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:35.467844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Checking segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:35.470033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.470678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Bound using segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:35.472583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Bound port: 97de77f2-5af2-42ce-bc80-1c067eef85dc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:35.472583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.519544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.588102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:35.597301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1943705775', 'router:external': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:35.601950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.670285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.699797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-979c1f83-802e-4aef-a559-9f00b2fd8b54', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:43:35.701502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.702435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:35.704941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Pushing event updated for resources: {'Port': ['ID=3924f665-a3b5-4ee3-9f9a-c9d667073833,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:35.712322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:network and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:35.719330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Transition to ACTIVE for port object 58555543-b08b-43dd-8d4a-56a944db2072 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:35.722554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:35.724044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:35.728277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:35.735793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:35.737953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:35.802082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Transition to ACTIVE for port object 58555543-b08b-43dd-8d4a-56a944db2072 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:35.807179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] For port 97de77f2-5af2-42ce-bc80-1c067eef85dc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:35.825495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.875188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.892757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Made reservation on behalf of 553f1e765fdf45648cfbee49f66b1605 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:35.895118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.906554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] For port 97de77f2-5af2-42ce-bc80-1c067eef85dc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97de77f2-5af2-42ce-bc80-1c067eef85dc,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:35.917363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.929914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:35.947402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:35.955346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:35.965451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:35.975456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Pushing event updated for resources: {'Port': ['ID=58555543-b08b-43dd-8d4a-56a944db2072,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:35.982239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:35.986548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:security_group_rule and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:35.989424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:35.995355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:36.115934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.133556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.180748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb154f-a0e9-408f-94ce-4d7aefb5a595,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:36.248894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:36.342861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Attempting to bind port 58555543-b08b-43dd-8d4a-56a944db2072 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:36.343537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Attempting to bind port 58555543-b08b-43dd-8d4a-56a944db2072 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:36.344140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Attempting to bind port 58555543-b08b-43dd-8d4a-56a944db2072 on network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:36.347454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Allocated IP 172.20.0.2 (979c1f83-802e-4aef-a559-9f00b2fd8b54/4f381b12-92c1-4d00-bd68-2d636f8e211e/59d9adfa-c105-4421-aeea-89a114f9ef66) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:36.353263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99102a18-5244-4b78-ae4b-ee5916e8b9e9 None None] Pushing event updated for resources: {'Port': ['ID=97de77f2-5af2-42ce-bc80-1c067eef85dc,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:36.377006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:36.381065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Checking segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:36.381755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.385987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Bound using segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:36.386758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Bound port: 58555543-b08b-43dd-8d4a-56a944db2072, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:36.387417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.473704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.474301 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Added segment 560bc9b1-adb9-4795-ae28-f3e9e2340378 of type vlan for network 678cc342-25b7-4e96-8248-46b0054e3885 Sep 29 06:43:36.476185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.480879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1254082612'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:36.485679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:36.490391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Usage tracker for resource:router and tenant:8f1538b2e3d14297a0b9d85ee91e26eb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:36.494938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:36.501415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:36.527443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.528552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.547509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.570795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.576058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36952) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:36.602557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.639946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36960) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:36.664783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.679190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e6c5c-758c-463c-bd52-713f6e832c94,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:36.730850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] For port 58555543-b08b-43dd-8d4a-56a944db2072, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:36.749202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-bd68a5e5-9c2e-4f36-bd09-8aef85d51957 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:36.750263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] For port 58555543-b08b-43dd-8d4a-56a944db2072, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58555543-b08b-43dd-8d4a-56a944db2072,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:36.762436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.764286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.767352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8cc1e324-eea9-45a7-be3b-fe5eb060cbec tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1773858 Sep 29 06:43:36.778033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36966) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:36.799404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.866281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:36.913764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:36.916553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2782587-7d4f-4002-abea-5a2cdb4b9d32 None None] Pushing event updated for resources: {'Port': ['ID=58555543-b08b-43dd-8d4a-56a944db2072,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:36.930473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Transition to ACTIVE for port object 59d9adfa-c105-4421-aeea-89a114f9ef66 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:36.959964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Transition to ACTIVE for port object 59d9adfa-c105-4421-aeea-89a114f9ef66 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:36.972895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.022905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.023880 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Added segment d0c15f72-ef08-442b-bdd7-69f4ce7c155a of type vlan for network 0595ed9c-0e71-4866-86b7-1049dda8b280 Sep 29 06:43:37.095510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:37.098470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:37.103118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Pushing event updated for resources: {'Port': ['ID=59d9adfa-c105-4421-aeea-89a114f9ef66,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:37.105246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:37.159626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.189744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.202626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.248953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Attempting to bind port 59d9adfa-c105-4421-aeea-89a114f9ef66 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:37.249608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Attempting to bind port 59d9adfa-c105-4421-aeea-89a114f9ef66 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:37.250277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Attempting to bind port 59d9adfa-c105-4421-aeea-89a114f9ef66 on network 979c1f83-802e-4aef-a559-9f00b2fd8b54 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:37.260594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:37.260970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Checking segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:37.261372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.261777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Bound using segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:37.262231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Bound port: 59d9adfa-c105-4421-aeea-89a114f9ef66, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:37.262658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.264390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:43:37.348309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:37.350414 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bd68a5e5-9c2e-4f36-bd09-8aef85d51957 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "PUT /v2.0/quotas/ccc9917cb48d428d8dafbdde9b5192ea HTTP/1.1" status: 200 len: 368 time: 0.7712770 Sep 29 06:43:37.371190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36970) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:37.371741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:37.379134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.385783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] For port 59d9adfa-c105-4421-aeea-89a114f9ef66, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:37.389142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] For port 59d9adfa-c105-4421-aeea-89a114f9ef66, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=59d9adfa-c105-4421-aeea-89a114f9ef66,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:37.397498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.446423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Request body: {'network': {'project_id': 'ccc9917cb48d428d8dafbdde9b5192ea'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:37.474814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6cd379-d755-4306-bd01-d7ca8e1e01cc None None] Network bd61929e-c63a-4d8d-a743-12a70faef468 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:37.478619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Usage tracker for resource:floatingip and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:37.493075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:37.497380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Usage tracker for resource:network and tenant:ccc9917cb48d428d8dafbdde9b5192ea is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:37.500280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:37.506387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:37.528975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Allocated IP 172.26.0.13 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/5c67f413-e35e-4f62-9cf5-10a2d3d12bd0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:37.590293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:37.595408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Made reservation on behalf of ccc9917cb48d428d8dafbdde9b5192ea for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:37.597598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.626104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-91d3a7e8-038b-47ef-9d7c-31acacfdf08f None None] Provisioning for port 97de77f2-5af2-42ce-bc80-1c067eef85dc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:37.626407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.633195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa285b5-f123-48f5-957e-dc39c739acb1 None None] Pushing event updated for resources: {'Port': ['ID=59d9adfa-c105-4421-aeea-89a114f9ef66,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:37.650969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.662223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:37.668863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:37.672900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Usage tracker for resource:security_group_rule and tenant:ccc9917cb48d428d8dafbdde9b5192ea is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:37.675994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:37.778572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.846047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:37.848384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.868103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:37.869779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:37.870356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.003556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58555543-b08b-43dd-8d4a-56a944db2072 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:38.022991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.110159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 58555543-b08b-43dd-8d4a-56a944db2072 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:38.117438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97de77f2-5af2-42ce-bc80-1c067eef85dc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:38.190109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.208688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Network': ['ID=678cc342-25b7-4e96-8248-46b0054e3885,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:38.214084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 97de77f2-5af2-42ce-bc80-1c067eef85dc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:38.219877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 97de77f2-5af2-42ce-bc80-1c067eef85dc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:38.220255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.220598 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 97de77f2-5af2-42ce-bc80-1c067eef85dc Sep 29 06:43:38.251879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:43:38.269570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 678cc342-25b7-4e96-8248-46b0054e3885 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:38.287916 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b397e594-308f-4303-8eb9-93e6592a70e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2147057 Sep 29 06:43:38.296908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.299468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36978) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:38.311256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Router 4a8777c4-c46a-4331-a826-cdb6883fe926 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:43:38.314340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.315181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:38.319883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:38.327784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:38.328806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'subnet': {'network_id': '678cc342-25b7-4e96-8248-46b0054e3885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:38.348542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:38.432941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50583d01-dc43-4db9-bf92-d6c139544ecd None None] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:38.471548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:subnet and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:38.474792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.480691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:38.481329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.520561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Pushing event updated for resources: {'Port': ['ID=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:38.563463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:38.582699 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.4220655 Sep 29 06:43:38.598655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36982) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:38.610770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:38.616654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Request body: {'subnet': {'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:38.653937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Provisioning for port 58555543-b08b-43dd-8d4a-56a944db2072 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:38.673960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97de77f2-5af2-42ce-bc80-1c067eef85dc is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:38.673960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.699106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Provisioning complete for port 58555543-b08b-43dd-8d4a-56a944db2072 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:38.699476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.699865 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Attempt 1 to provision port 58555543-b08b-43dd-8d4a-56a944db2072 Sep 29 06:43:38.700102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.701317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f544b05-688f-4197-87ef-62c05c3f3286 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:43:38.774748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Made reservation on behalf of 553f1e765fdf45648cfbee49f66b1605 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:38.776953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.785473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 97de77f2-5af2-42ce-bc80-1c067eef85dc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97de77f2-5af2-42ce-bc80-1c067eef85dc,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:38.791246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.795909 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-368f8792-0206-4ecf-8d09-cc5db6f83ce5 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9f544b05-688f-4197-87ef-62c05c3f3286 HTTP/1.1" status: 204 len: 168 time: 1.9641781 Sep 29 06:43:38.796928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36988) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:38.804294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.861561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e2688-4fe3-4831-a9f5-1240d82dc958 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event updated for resources: {'Network': ['ID=0595ed9c-0e71-4866-86b7-1049dda8b280,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:38.888058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Request body: {'router': {'name': 'tempest-router-1798662448', 'distributed': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:38.890517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43f4c869-2f33-4c1c-8124-25611d1ac796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:38.902562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21808d7b-f1ff-4e7c-b617-c2d8c9c5408f None None] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:38.922569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:39.033626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.036110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:39.098085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Usage tracker for resource:router and tenant:8f1538b2e3d14297a0b9d85ee91e26eb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:39.100165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Current status of the port 58555543-b08b-43dd-8d4a-56a944db2072 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:39.100718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.119895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:39.120448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:39.152612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:39.155516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.166936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.174727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.180379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Usage tracker for resource:subnet and tenant:3b6cc80a74bf447d90f0877736d4d795 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:39.188291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:39.210858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:39.217839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:39.234092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=97de77f2-5af2-42ce-bc80-1c067eef85dc,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:39.247459 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Sync routers for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:39.250817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Made reservation on behalf of 3b6cc80a74bf447d90f0877736d4d795 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:39.254797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks [] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.258922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] For port 58555543-b08b-43dd-8d4a-56a944db2072, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58555543-b08b-43dd-8d4a-56a944db2072,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:39.263717 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:39.265108 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:39.298458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.303789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.304758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.341776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.373787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:39.410062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65da84-f8f1-4229-af77-1daf45608ded,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:39.452245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.452943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Added segment 8c45c225-e2c4-4232-97ef-ffdda5d5fad6 of type vlan for network f6618e6f-ce78-43b9-bde0-3d03a2f53320 Sep 29 06:43:39.491207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.492673 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5a7da875-162a-4b81-8439-4a97c8beeb00 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9794295 Sep 29 06:43:39.505416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 36992) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:39.509086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Provisioning complete for port 97de77f2-5af2-42ce-bc80-1c067eef85dc triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:39.509473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.509817 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Attempt 1 to provision port 97de77f2-5af2-42ce-bc80-1c067eef85dc Sep 29 06:43:39.524126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.565062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Pushing event updated for resources: {'Port': ['ID=58555543-b08b-43dd-8d4a-56a944db2072,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:39.601284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Allocated IP 172.26.0.162 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/96a2502c-af64-435f-9df9-4631d5834f5f) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:39.707156 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:39.709806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.735764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:39.741642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f64634fe-0000-4c96-b145-93b230c50daf None None] Current status of the port 97de77f2-5af2-42ce-bc80-1c067eef85dc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:39.878187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-319e7d21-24f1-4735-bf09-d4ad4780c5bf None None] Provisioning for port 59d9adfa-c105-4421-aeea-89a114f9ef66 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:39.922286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58555543-b08b-43dd-8d4a-56a944db2072 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:40.023322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.027446 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba58bedd-b5fa-4f37-9684-fd54ac1b60f7 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1598182 Sep 29 06:43:40.044826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 36996) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:40.071325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 58555543-b08b-43dd-8d4a-56a944db2072 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:40.072415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.073009 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 58555543-b08b-43dd-8d4a-56a944db2072 Sep 29 06:43:40.148769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.150414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:40.151120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.193863 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:36Z', 'revision_number': 3, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:40.198161 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Checking router: 4a8777c4-c46a-4331-a826-cdb6883fe926 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:40.198567 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Updating router 4a8777c4-c46a-4331-a826-cdb6883fe926 port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:40.248782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:43:40.261996 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.270169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Provisioning complete for port 58555543-b08b-43dd-8d4a-56a944db2072 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:40.270684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.270958 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Attempt 1 to provision port 58555543-b08b-43dd-8d4a-56a944db2072 Sep 29 06:43:40.279643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.313743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 58555543-b08b-43dd-8d4a-56a944db2072 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:40.314942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 59d9adfa-c105-4421-aeea-89a114f9ef66 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:40.320003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.365498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event updated for resources: {'Subnet': ['ID=8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:40.444328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.461204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 59d9adfa-c105-4421-aeea-89a114f9ef66 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:40.470045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 59d9adfa-c105-4421-aeea-89a114f9ef66 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:40.470570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.470999 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 59d9adfa-c105-4421-aeea-89a114f9ef66 Sep 29 06:43:40.504424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Current status of the port 58555543-b08b-43dd-8d4a-56a944db2072 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:40.530813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.534038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Provisioning complete for port 59d9adfa-c105-4421-aeea-89a114f9ef66 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:40.534466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1574359 Sep 29 06:43:40.537257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.537666 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Attempt 1 to provision port 59d9adfa-c105-4421-aeea-89a114f9ef66 Sep 29 06:43:40.544102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37002) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:40.613792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Request body: {'network': {'project_id': 'ccc9917cb48d428d8dafbdde9b5192ea'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:40.637642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Checking segment: {'id': 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:40.638144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Network hostable DHCP agents. Network: 0595ed9c-0e71-4866-86b7-1049dda8b280, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:43:40.652640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:40.656095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 59d9adfa-c105-4421-aeea-89a114f9ef66 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:40.656471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.665265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Usage tracker for resource:network and tenant:ccc9917cb48d428d8dafbdde9b5192ea is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:40.667806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dae63-5e94-41a9-b943-32aefa9ff5f8 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Pushing event updated for resources: {'Network': ['ID=f6618e6f-ce78-43b9-bde0-3d03a2f53320,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:40.671776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:40.685610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:40.694424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f6618e6f-ce78-43b9-bde0-3d03a2f53320 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:40.823779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Current status of the port 59d9adfa-c105-4421-aeea-89a114f9ef66 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:40.824202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.846732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 59d9adfa-c105-4421-aeea-89a114f9ef66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=59d9adfa-c105-4421-aeea-89a114f9ef66,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:40.861179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.862079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97de77f2-5af2-42ce-bc80-1c067eef85dc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:40.871038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:40.878355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Made reservation on behalf of ccc9917cb48d428d8dafbdde9b5192ea for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:40.880784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.914957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 0595ed9c-0e71-4866-86b7-1049dda8b280) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:40.933799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:40.934570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:40.974701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb21a3-8775-411e-8baa-2b0bcdc68e15 None None] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:41.030955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.035280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:41.050719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.087188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3cad5326-c8ab-4099-8c26-92921152c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.105992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:41.112101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Router 705f6c26-46f8-4a88-a645-3f223ed71dfa is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:43:41.112962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.122001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.122246 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Added segment c3a4f9ac-9a15-4ca2-8a76-834f51da22d6 of type vlan for network 7ed797da-2ef0-4375-9776-2fe150244e58 Sep 29 06:43:41.125249 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d37506c5-a598-4ba7-9066-19e768feb898 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5253446 Sep 29 06:43:41.131269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:43:41.131269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:43:41.136988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=59d9adfa-c105-4421-aeea-89a114f9ef66,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:41.142039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37006) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:41.144880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Sync routers for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:41.154317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Request body: {'port': {'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1216617292'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:41.171147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.172041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4116a056-e436-4419-aa1d-7d4247db982e {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:43:41.176474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:41.177107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:41.223758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 97de77f2-5af2-42ce-bc80-1c067eef85dc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:41.224133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.224477 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 97de77f2-5af2-42ce-bc80-1c067eef85dc Sep 29 06:43:41.228579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.234466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6b878d6f-5742-4c38-a6e2-995749321bfe tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "DELETE /v2.0/routers/4116a056-e436-4419-aa1d-7d4247db982e HTTP/1.1" status: 204 len: 168 time: 1.1877260 Sep 29 06:43:41.239068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37010) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:41.241268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:41.242431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.244560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0e619945-9d05-40dd-9677-9949ee31bb72 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6850886 Sep 29 06:43:41.250433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37014) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:41.251823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:41.255101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:41.266183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Request body: {'router': {'name': 'tempest-router-1667442723', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4efd5111c1b749ca920a58367f492fb0'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:41.350005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.485453 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.504255 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Transition to ACTIVE for port object 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:41.518306 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.521809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:43:41.523179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:41.582077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Port': ['ID=96a2502c-af64-435f-9df9-4631d5834f5f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:41.604853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Usage tracker for resource:router and tenant:4efd5111c1b749ca920a58367f492fb0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:41.614402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.615495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:41.616172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.620690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:41.628550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-0595ed9c-0e71-4866-86b7-1049dda8b280', 'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280', 'tenant_id': '3b6cc80a74bf447d90f0877736d4d795', 'fixed_ips': [{'subnet_id': '8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:43:41.629376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.651320 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Attempting to bind port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:41.651691 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Attempting to bind port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:41.652052 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Attempting to bind port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:41.660423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:41.670132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:43:41.670863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.677978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:41.683604 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:41.684186 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:41.685266 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.685716 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:41.687530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:41.687662 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Bound port: 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:41.688099 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.735322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Pushing event updated for resources: {'Network': ['ID=7ed797da-2ef0-4375-9776-2fe150244e58,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:41.743833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Usage tracker for resource:port and tenant:3b6cc80a74bf447d90f0877736d4d795 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:41.750202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:41.753418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:41.778662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:41.782770 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b900c142-3c6d-4512-9ac8-aeaca0618ec2 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2359765 Sep 29 06:43:41.788227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.792520 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7a193160-de40-4a79-bd3e-08704acaba3d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.8059301 Sep 29 06:43:41.792925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37020) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:41.793349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37022) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:41.835197 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] For port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:41.841833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.843423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 7ed797da-2ef0-4375-9776-2fe150244e58 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:41.843661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.844330 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] For port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:41.845589 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Pushing event updated for resources: {'Port': ['ID=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:41.860721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Request body: {'network': {'project_id': 'ccc9917cb48d428d8dafbdde9b5192ea'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:41.861202 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.861835 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.862194 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.862546 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.863577 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.864470 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.864925 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.865265 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.865601 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.866029 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.866358 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.866777 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Tracked resource versions report: Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: pushed versions: Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: { 'AddressGroup': {'1.2'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'ConntrackHelper': {'1.0'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Log': {'1.0'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Network': {'1.1'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Port': {'1.7'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'PortForwarding': {'1.2'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'QosPolicy': {'1.8'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroup': {'1.4'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroupRule': {'1.2'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SubPort': {'1.0'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Subnet': {'1.1'}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Trunk': {'1.1'}} Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: consumer versions: Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: { DHCP agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: HyperV agent@hv-neutron-8597: {}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: L3 agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: Metadata agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: Metering agent@dv-neutron-859761-1-hyperv: {}, Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: Open vSwitch agent@dv-neutron-859761-1-hyperv: { 'AddressGroup': '1.2', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'ConntrackHelper': '1.0', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Log': '1.0', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Network': '1.1', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Port': '1.7', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'PortForwarding': '1.2', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'QosPolicy': '1.8', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroup': '1.4', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SecurityGroupRule': '1.2', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'SubPort': '1.0', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Subnet': '1.1', Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: 'Trunk': '1.1'}} Sep 29 06:43:41.868694 dv-neutron-859761-1-hyperv neutron-server[89139]: {{(pid=89139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 06:43:41.872149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.880322 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.885686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.886173 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Sync routers for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:41.930344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.933266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.951984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:41.967821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Made reservation on behalf of 3b6cc80a74bf447d90f0877736d4d795 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:41.971517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:41.977193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b23ada51-d642-478b-9b12-da3821ad3cc5,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:41.992505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Usage tracker for resource:network and tenant:ccc9917cb48d428d8dafbdde9b5192ea is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:42.002168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:42.012270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] device_id is not set on port a76ba9e2-6665-4693-8469-bce24662ec90 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:43:42.021034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aed854-9752-43ec-a312-0ac33cfe6c7c None None] Pushing event updated for resources: {'Port': ['ID=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:42.022472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Checking segment: {'id': '560bc9b1-adb9-4795-ae28-f3e9e2340378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:42.022853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network hostable DHCP agents. Network: 678cc342-25b7-4e96-8248-46b0054e3885, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:43:42.036413 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:42.039260 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:42.042113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97de77f2-5af2-42ce-bc80-1c067eef85dc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:42.049038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:42.121600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.122943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 06:43:42.123631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:43:42.124895 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-210374e2-335a-4c36-889b-effef2de2349 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3285246 Sep 29 06:43:42.126072 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fb98252e-0f88-43cd-b63e-544cb9c43e29 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8801508 Sep 29 06:43:42.127084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37034) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:42.147778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37036) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:42.157521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:42.213474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 678cc342-25b7-4e96-8248-46b0054e3885 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:42.215808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.241143 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:42.242017 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:42.386324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.386935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.390947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62c6846c-0fc1-4238-aff9-534aa0fb4cf0 None None] Current status of the port 59d9adfa-c105-4421-aeea-89a114f9ef66 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:42.398258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 59d9adfa-c105-4421-aeea-89a114f9ef66 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:42.500895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 59d9adfa-c105-4421-aeea-89a114f9ef66 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:42.501262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.502166 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 59d9adfa-c105-4421-aeea-89a114f9ef66 Sep 29 06:43:42.508088 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:42.526820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:36Z', 'revision_number': 3, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:42.546685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Checking router: fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:42.547033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Updating router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 port 3924f665-a3b5-4ee3-9f9a-c9d667073833 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:42.606334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 678cc342-25b7-4e96-8248-46b0054e3885) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:42.621856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf102e9-c453-4b30-b04f-4dc8c3287788 None None] Network 678cc342-25b7-4e96-8248-46b0054e3885 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:42.645475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:42.680545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.770824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Allocated IP 172.20.0.1 (fb6f37e0-fb4f-4853-9b7e-7b2615e669d6/2b8035cf-e573-40e8-8b95-92ccfca80133/cfd88c0d-4ed3-45a0-9597-1908c3643377) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:42.817145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:42.837862 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:42.884408 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-27067769-e4d1-4b55-a0e4-0cb896a88473 tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccc9917cb48d428d8dafbdde9b5192ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7317116 Sep 29 06:43:42.930374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 59d9adfa-c105-4421-aeea-89a114f9ef66 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:42.954481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37042) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:43.049046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71135820-eb4e-4cc9-a672-fda664dfd74d None None] Network 678cc342-25b7-4e96-8248-46b0054e3885 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:43.064334 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:38Z', 'revision_number': 3, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:43.075079 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Checking router: 705f6c26-46f8-4a88-a645-3f223ed71dfa for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:43.075731 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Updating router 705f6c26-46f8-4a88-a645-3f223ed71dfa port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:43.087961 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-462a2c0a-e054-4446-9648-f67fa43126e9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7844927 Sep 29 06:43:43.095116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.095639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.170723 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.180027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37046) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:43.185286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Allocated IP 172.20.0.9 (0595ed9c-0e71-4866-86b7-1049dda8b280/8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0/a76ba9e2-6665-4693-8469-bce24662ec90) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:43.272591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-40386364', 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:43.306371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:43.327704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:port and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:43.338439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:43.361866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:43.389904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89136) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 29 06:43:43.390445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Router 62b99d68-59e2-471e-a03e-ca463ec5cc1d migrating from provider to provider. {{(pid=89136) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 29 06:43:43.391011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.396223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6ea834b-845e-44e7-832b-a4096af9c92e tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.410398 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:36Z', 'revision_number': 3, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:43.415177 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcebf8-34b2-4c09-9197-dd9f843e6346 None None] The sync data for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv is: [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:36Z', 'revision_number': 3, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:43:43.430530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.454011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.464945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.496681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Made reservation on behalf of 553f1e765fdf45648cfbee49f66b1605 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:43.499254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.509855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.594285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.604637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6ea834b-845e-44e7-832b-a4096af9c92e tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.646050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.662955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Transition to ACTIVE for port object 3924f665-a3b5-4ee3-9f9a-c9d667073833 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:43.674067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.693428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Transition to ACTIVE for port object cfd88c0d-4ed3-45a0-9597-1908c3643377 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:43.720027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] device_id is not set on port 22ec9d52-89ad-42c6-bb5c-771b71db4cd8 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:43:43.774470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Attempting to bind port 3924f665-a3b5-4ee3-9f9a-c9d667073833 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:43.774910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Attempting to bind port 3924f665-a3b5-4ee3-9f9a-c9d667073833 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:43.775349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Attempting to bind port 3924f665-a3b5-4ee3-9f9a-c9d667073833 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:43.792866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:43.793491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:43.794040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.794631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:43.795294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Bound port: 3924f665-a3b5-4ee3-9f9a-c9d667073833, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:43.796142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.801344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.849309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:43:43.855772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1dffe-fb83-4462-9c09-56f5b3cd050e None None] Pushing event updated for resources: {'Port': ['ID=3924f665-a3b5-4ee3-9f9a-c9d667073833,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:43.889436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Allocated IP 172.20.0.1 (979c1f83-802e-4aef-a559-9f00b2fd8b54/4f381b12-92c1-4d00-bd68-2d636f8e211e/592254ce-e98b-412c-a8b3-46c78463fa40) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:43.906349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.909671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] For port 3924f665-a3b5-4ee3-9f9a-c9d667073833, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:43.917962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] For port 3924f665-a3b5-4ee3-9f9a-c9d667073833, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3924f665-a3b5-4ee3-9f9a-c9d667073833,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:43.945376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.969736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:43.970385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.018840 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.036645 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Transition to ACTIVE for port object 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:44.041907 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] No L3 agents can host the router 62b99d68-59e2-471e-a03e-ca463ec5cc1d Sep 29 06:43:44.047861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:44.049066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:44.053654 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.061021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.159395 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Attempting to bind port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:44.159770 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Attempting to bind port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:44.160134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Attempting to bind port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:44.170938 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:44.174799 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:44.175307 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.175798 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:44.176428 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Bound port: 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:44.176825 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.199985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.237714 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5421f-5ce1-47c4-9607-b8e66e508db1 None None] Pushing event updated for resources: {'Port': ['ID=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.247890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:44.253597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:44.266449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:44.267015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.310584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:44.313747 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] For port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:44.323445 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] For port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:44.339821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Transition to ACTIVE for port object a76ba9e2-6665-4693-8469-bce24662ec90 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:44.341959 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.430763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.452589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Transition to ACTIVE for port object 592254ce-e98b-412c-a8b3-46c78463fa40 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:44.478574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Pushing event updated for resources: {'Port': ['ID=cfd88c0d-4ed3-45a0-9597-1908c3643377,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.498146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.510741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.550577 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5421f-5ce1-47c4-9607-b8e66e508db1 None None] Pushing event updated for resources: {'Port': ['ID=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.562099 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:44.563297 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:44.573139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6ea834b-845e-44e7-832b-a4096af9c92e tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.575542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6ea834b-845e-44e7-832b-a4096af9c92e tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.576678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b6ea834b-845e-44e7-832b-a4096af9c92e tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e65da84-f8f1-4229-af77-1daf45608ded HTTP/1.1" status: 204 len: 168 time: 1.6210866 Sep 29 06:43:44.619719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1dffe-fb83-4462-9c09-56f5b3cd050e None None] Pushing event updated for resources: {'Port': ['ID=3924f665-a3b5-4ee3-9f9a-c9d667073833,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.626947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.631407 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9544153 Sep 29 06:43:44.641369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:44.642865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37050) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:44.643188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37052) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:44.650283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Pushing event updated for resources: {'Port': ['ID=592254ce-e98b-412c-a8b3-46c78463fa40,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.659574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:44.717122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b72252-5d2d-4f66-aef3-f5c72d7f9288 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Port': ['ID=96a2502c-af64-435f-9df9-4631d5834f5f,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.731418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea834b-845e-44e7-832b-a4096af9c92e tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65da84-f8f1-4229-af77-1daf45608ded,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:44.770128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:44.795738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Allocated IP 172.20.0.2 (0595ed9c-0e71-4866-86b7-1049dda8b280/8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0/9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:44.801406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Allocated IP 172.20.0.2 (678cc342-25b7-4e96-8248-46b0054e3885/b23ada51-d642-478b-9b12-da3821ad3cc5/22ec9d52-89ad-42c6-bb5c-771b71db4cd8) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:44.801560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Provisioning for port cfd88c0d-4ed3-45a0-9597-1908c3643377 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:44.817632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:44.817991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.818353 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a Sep 29 06:43:44.826738 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:44.861964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:44.868528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:44.869183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.876491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Provisioning complete for port cfd88c0d-4ed3-45a0-9597-1908c3643377 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:44.876939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:44.877193 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 1 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:44.881585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Hosts for router 62b99d68-59e2-471e-a03e-ca463ec5cc1d: [] {{(pid=89136) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 29 06:43:44.895078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1450930304'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:45.030593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Hosts for other DVR routers connected to router 62b99d68-59e2-471e-a03e-ca463ec5cc1d: set() {{(pid=89136) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 29 06:43:45.032893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.036502 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7a0c9fc2-f9fe-4c72-9717-7df58ac33210 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "PUT /v2.0/routers/62b99d68-59e2-471e-a03e-ca463ec5cc1d HTTP/1.1" status: 200 len: 717 time: 2.8960750 Sep 29 06:43:45.041106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.046118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37062) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:45.051900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:45.078883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:45.080393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Usage tracker for resource:network and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:45.146245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:45.151491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:45.194037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:45.201416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Allocated IP 172.20.0.1 (bd61929e-c63a-4d8d-a743-12a70faef468/6f091907-ec1d-4547-b1f2-146d5facfdbd/b4eaf285-fa0b-4f99-9db4-2fa43a400e0a) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:45.213516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:45.214743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.217047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:45.235006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:45.337498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Made reservation on behalf of d04f20bdf8c14c8db7c1ab7396b8d9b7 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:45.344557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.360163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event updated for resources: {'Port': ['ID=a76ba9e2-6665-4693-8469-bce24662ec90,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:45.443388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.456625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.470074 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:38Z', 'revision_number': 3, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:45.481128 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d22251-cf00-4e21-a996-b0c2effbad4c None None] The sync data for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv is: [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:38Z', 'revision_number': 3, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:43:45.481713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Transition to ACTIVE for port object b4eaf285-fa0b-4f99-9db4-2fa43a400e0a will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:45.536875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:45.537292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.577651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:45.586595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:45.593196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Usage tracker for resource:security_group_rule and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:45.598709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:45.605884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:45.607856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.621024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.654121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.655493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.684022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Transition to ACTIVE for port object 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:45.697834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.705011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:36Z', 'revision_number': 3, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:45.718111 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 2 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:45.756260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:45.775722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Network bd61929e-c63a-4d8d-a743-12a70faef468 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:45.779743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:45.783221 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61fdd69c-1de0-4b05-b536-b0a2ed1eb327 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "GET /v2.0/routers/62b99d68-59e2-471e-a03e-ca463ec5cc1d HTTP/1.1" status: 200 len: 717 time: 0.7330048 Sep 29 06:43:45.786455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37066) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:45.787349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:45.787928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:45.795559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4cc110-9cd8-4718-980e-e97ad0c0b251 None None] The sync data for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv is: [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:36Z', 'revision_number': 3, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:43:45.797598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Transition to ACTIVE for port object 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:45.808546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:45.867653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.081975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:46.137204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.138928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:46.144145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Pushing event updated for resources: {'Port': ['ID=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:46.155059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:46.158911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:46.171373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.172089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.179859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3306c6db-7198-4754-975f-f6c453eed809 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0323677 Sep 29 06:43:46.209038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37072) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:46.258525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.266679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.267538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.267871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > port after_create 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.268200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.268545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > port after_update 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.268879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.269217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.275296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.275700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.417303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:46.509350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.539811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Attempting to bind port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:46.543245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Attempting to bind port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:46.543861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Attempting to bind port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e on network 0595ed9c-0e71-4866-86b7-1049dda8b280 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:46.553426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:46.554153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Checking segment: {'id': 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:46.554822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.556152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Bound using segment: {'id': 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:46.557015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Bound port: 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0595ed9c-0e71-4866-86b7-1049dda8b280'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:46.557609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.679397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.679743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.679979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] For port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:46.680078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.680359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:46.681421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed797da-2ef0-4375-9776-2fe150244e58']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:46.684087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] For port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,segment=NetworkSegment(d0c15f72-ef08-442b-bdd7-69f4ce7c155a),segment_id=d0c15f72-ef08-442b-bdd7-69f4ce7c155a)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:46.686671 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 3 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:46.717558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Deleting port a76ba9e2-6665-4693-8469-bce24662ec90 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:43:46.718169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.754428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Pushing event updated for resources: {'Port': ['ID=592254ce-e98b-412c-a8b3-46c78463fa40,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:46.767598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.772630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a4f9ac-9a15-4ca2-8a76-834f51da22d6') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:46.772630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a4f9ac-9a15-4ca2-8a76-834f51da22d6') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:46.789484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.813005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:46.822418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.840858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:43:46.841188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.887948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a7a4-f5c6-434d-94c7-f4143993bbb7 None None] Pushing event updated for resources: {'Port': ['ID=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:46.888775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.896131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:46.902042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:46.902406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:46.902752 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 Sep 29 06:43:46.977833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.081690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 678cc342-25b7-4e96-8248-46b0054e3885 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:47.093606 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fb344142-ac8b-4214-babd-f04e5423e90f tempest-RoutersTestDVR-223188476 tempest-RoutersTestDVR-223188476-project] 10.222.0.26 "GET /v2.0/routers/62b99d68-59e2-471e-a03e-ca463ec5cc1d HTTP/1.1" status: 200 len: 683 time: 1.0729556 Sep 29 06:43:47.114335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:47.125013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:47.127766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37080) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:47.131955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.148242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:47.152202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:47.152364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.179606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:47.187008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.187840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:47.282889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.318452 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 4 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:47.405204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.411959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.414765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.457759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ed797da-2ef0-4375-9776-2fe150244e58,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:47.494306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.529729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:47.560116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:47.570434 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment c3a4f9ac-9a15-4ca2-8a76-834f51da22d6 resource provider aggregate not found Sep 29 06:43:47.575161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:47.575285 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f7c71bdc-342b-46ba-8ffc-f07c68407e2d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7ed797da-2ef0-4375-9776-2fe150244e58 HTTP/1.1" status: 204 len: 168 time: 2.7106261 Sep 29 06:43:47.575774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.576230 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a Sep 29 06:43:47.586060 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 4.3913696 Sep 29 06:43:47.586162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.590960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37090) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:47.591293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37092) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:47.639436 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment c3a4f9ac-9a15-4ca2-8a76-834f51da22d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3a4f9ac-9a15-4ca2-8a76-834f51da22d6 found for delete ", "request_id": "req-7da3d504-3ac1-4df1-911f-9674f41e2f00"}]} Sep 29 06:43:47.708975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:47.726669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab3a73-1f14-4278-9912-15ee17b81e54 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Port': ['ID=22ec9d52-89ad-42c6-bb5c-771b71db4cd8,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:47.751182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:47.781049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:47.784925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:47.803588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e134800-5bab-4165-9cc4-cf9b12979e81,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:47.839089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting port 22ec9d52-89ad-42c6-bb5c-771b71db4cd8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:43:47.839436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.949255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:47.949827 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Added segment 790dff7b-c8b9-43eb-831b-ab7681ee2c6d of type vlan for network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 Sep 29 06:43:48.002590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.006476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.031175 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 5 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:48.031429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.105021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.121128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.121945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62b99d68-59e2-471e-a03e-ca463ec5cc1d {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:43:48.132834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:48.133344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.174755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.263739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Calling delete_port for a76ba9e2-6665-4693-8469-bce24662ec90 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:43:48.303095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.304236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-091c766b-6da0-4b1c-8bef-f344bcdceef8 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "DELETE /v2.0/routers/62b99d68-59e2-471e-a03e-ca463ec5cc1d HTTP/1.1" status: 204 len: 168 time: 1.1641593 Sep 29 06:43:48.315135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37098) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:48.329618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Request body: {'router': {'name': 'tempest-router-408224780', 'distributed': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:48.338483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:48.341124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3924f665-a3b5-4ee3-9f9a-c9d667073833 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:48.347789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Usage tracker for resource:router and tenant:8f1538b2e3d14297a0b9d85ee91e26eb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:48.357585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:48.489081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3924f665-a3b5-4ee3-9f9a-c9d667073833 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:48.494898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3924f665-a3b5-4ee3-9f9a-c9d667073833 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:48.495269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.495820 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3924f665-a3b5-4ee3-9f9a-c9d667073833 Sep 29 06:43:48.552676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:48.584021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Router 705f6c26-46f8-4a88-a645-3f223ed71dfa has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:43:48.586391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.593022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:48.593839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.628010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3924f665-a3b5-4ee3-9f9a-c9d667073833 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:48.628596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.634863 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 6 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:48.691093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3924f665-a3b5-4ee3-9f9a-c9d667073833, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3924f665-a3b5-4ee3-9f9a-c9d667073833,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:48.700842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.701909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:48.720629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.744169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:43:48.771418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Network': ['ID=5cc6c782-fd82-4516-8a55-7eaeb4e32735,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:48.783345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:48.792320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:48.818273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.819238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.864441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.872654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.918029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.918954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.944067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.957633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.976181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:48.978778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:48.980624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3924f665-a3b5-4ee3-9f9a-c9d667073833,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:48.985473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5fb5e705-b3aa-41a6-a7b2-7044ffd49955 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.1183276 Sep 29 06:43:48.994673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:49.000729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37102) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:49.030176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Request body: {'subnet': {'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:49.082081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:49.082574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:49.083206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.083586 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 Sep 29 06:43:49.120136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba46952-60e7-4fd0-aa88-6f09fde6f022 None None] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:49.182703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.232037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Calling delete_port for 22ec9d52-89ad-42c6-bb5c-771b71db4cd8 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:43:49.258356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event deleted for resources: {'Port': ['ID=a76ba9e2-6665-4693-8469-bce24662ec90,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:49.260455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6618e6f-ce78-43b9-bde0-3d03a2f53320']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:49.286965 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 7 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:49.303446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.310618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c45c225-e2c4-4232-97ef-ffdda5d5fad6') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:49.311029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c45c225-e2c4-4232-97ef-ffdda5d5fad6') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:49.325261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:49.328599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a061c9f4-c11a-43cb-b83c-7a1fbd142928 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "DELETE /v2.0/ports/a76ba9e2-6665-4693-8469-bce24662ec90 HTTP/1.1" status: 204 len: 168 time: 3.0888596 Sep 29 06:43:49.334509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37106) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:49.334977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Usage tracker for resource:subnet and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:49.339406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.344887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:49.349824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Network bd61929e-c63a-4d8d-a743-12a70faef468 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:49.355645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:49.357742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:49.392055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:49.393356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.434292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Made reservation on behalf of d04f20bdf8c14c8db7c1ab7396b8d9b7 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:49.438840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.453948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.459918 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-69a2c00b-7426-46f8-a045-d79929438789 tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1420777 Sep 29 06:43:49.476782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37110) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:49.514148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:49.515875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.519475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Pushing event updated for resources: {'Port': ['ID=cfd88c0d-4ed3-45a0-9597-1908c3643377,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:49.696565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.749872 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:43:49.757851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.777712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:43:49.778118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:49.856417 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-29948e6d-ce34-4077-83a5-fb58e22edda1 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4672425 Sep 29 06:43:49.858140 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8c45c225-e2c4-4232-97ef-ffdda5d5fad6 resource provider aggregate not found Sep 29 06:43:49.861930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:49.891701 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 8 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:49.918348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:49.935383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8c45c225-e2c4-4232-97ef-ffdda5d5fad6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c45c225-e2c4-4232-97ef-ffdda5d5fad6 found for delete ", "request_id": "req-4a6c1787-8bec-46de-b957-950490bcd016"}]} Sep 29 06:43:49.941185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Sync routers for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:49.980357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-80748fa8-a7a8-4d50-8a2c-32744206b29f admin admin] 10.222.0.26 "PUT /v2.0/routers/705f6c26-46f8-4a88-a645-3f223ed71dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1823022 Sep 29 06:43:49.981643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:49.984505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:50.004747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.030517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.049182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.061223 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f6618e6f-ce78-43b9-bde0-3d03a2f53320 HTTP/1.1" status: 204 len: 168 time: 2.4563198 Sep 29 06:43:50.106314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96200005-693d-41fd-b6ec-f525de83e33d tempest-QuotasNegativeTest-778941235 tempest-QuotasNegativeTest-778941235-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6618e6f-ce78-43b9-bde0-3d03a2f53320,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:50.117520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-824474778'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:50.125155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:50.151723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:50.174515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event deleted for resources: {'Port': ['ID=22ec9d52-89ad-42c6-bb5c-771b71db4cd8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:50.198191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:50.219908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3924f665-a3b5-4ee3-9f9a-c9d667073833 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:50.361716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:50.376741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:43:50.382960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Usage tracker for resource:network and tenant:3b6cc80a74bf447d90f0877736d4d795 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:50.453143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:50.479417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.500447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:50.591717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.599131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-19eeedce-31dd-48b4-8f6a-5da66215eae6 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/ports/22ec9d52-89ad-42c6-bb5c-771b71db4cd8 HTTP/1.1" status: 204 len: 168 time: 2.9915471 Sep 29 06:43:50.600214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37140) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:50.648758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:50.680948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '678cc342-25b7-4e96-8248-46b0054e3885', 'external_fixed_ips': [{'subnet_id': 'b23ada51-d642-478b-9b12-da3821ad3cc5', 'ip_address': '172.20.0.2'}]}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:50.709724 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 9 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:50.728952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:50.738415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:router and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:50.744995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:50.755289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:50.781536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:50.782847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Router 4a8777c4-c46a-4331-a826-cdb6883fe926 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:43:50.788194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.790633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.794026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3924f665-a3b5-4ee3-9f9a-c9d667073833 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:50.794576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.795136 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3924f665-a3b5-4ee3-9f9a-c9d667073833 Sep 29 06:43:50.873189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.881278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.894072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Made reservation on behalf of 3b6cc80a74bf447d90f0877736d4d795 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:43:50.900421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.925686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:50.984803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Checking segment: {'id': '790dff7b-c8b9-43eb-831b-ab7681ee2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:50.985080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network hostable DHCP agents. Network: 5cc6c782-fd82-4516-8a55-7eaeb4e32735, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:43:50.990314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Subnet': ['ID=4cfef9a6-655c-41db-bfe6-03a75efdb049,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:51.043298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37146) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:51.197846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.202701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd44998b-6113-4bff-b7d8-ef6b59b136d9 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:43:51.205388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3924f665-a3b5-4ee3-9f9a-c9d667073833 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:51.216696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:43:51.237534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:51.262097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.262293 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Added segment 5a38c9e8-99ad-4f83-a59c-e97e10d77b81 of type vlan for network ac299dd4-ab57-491f-ba85-5233e87eba8e Sep 29 06:43:51.264026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:51.276514 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Sync routers for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:51.282332 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Attempt 10 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:51.297945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1578c44e-7596-41b9-a0ac-53efec3754e7 admin admin] 10.222.0.26 "PUT /v2.0/routers/fd61ae08-8c9f-4fc1-803a-134aa8ec9d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0279381 Sep 29 06:43:51.298154 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:51.298242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.298317 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:51.300958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9f7f8087-aec7-4fd4-8bc4-2a78df35eadc tempest-RoutersTestDVR-883635479 tempest-RoutersTestDVR-883635479-project-admin] 10.222.0.26 "DELETE /v2.0/routers/bd44998b-6113-4bff-b7d8-ef6b59b136d9 HTTP/1.1" status: 204 len: 168 time: 1.8190558 Sep 29 06:43:51.306462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 5cc6c782-fd82-4516-8a55-7eaeb4e32735) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:51.329586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:51.331982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.333800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.398108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.421556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5a2aac-6951-4265-9fac-71704795a0a8 None None] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:51.432855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37158) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:51.449077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801862580', 'description': 'tempest-description--482223812'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:51.470114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.482741 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d93190a-6d2b-4a5d-9700-12ca18948c1f tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4659865 Sep 29 06:43:51.485093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:51.492604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37162) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:51.515054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Usage tracker for resource:security_group and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:51.530457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1654565944', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:51.550766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:51.560644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Usage tracker for resource:router and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:51.565473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:51.587442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:51.598433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:51.605236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Usage tracker for resource:security_group_rule and tenant:ad11390de90c4875a53d8df65723462b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:51.609491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:51.611031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:51.620402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:51.624823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.628064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.637808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:51.648770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37176) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:51.707000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.725844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.736261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:51.772616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.789321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:43:51.789999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.794125 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-897b6934-36a7-4b91-9a8a-0a8dcc22574d admin admin] 10.222.0.26 "PUT /v2.0/routers/4a8777c4-c46a-4331-a826-cdb6883fe926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2787907 Sep 29 06:43:51.816514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Sync routers for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:51.859718 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:51.880783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:51.887304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.893912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.901669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:51.902407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:51.916276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:51.944160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:51.955360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad11390de90c4875a53d8df65723462b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9106920 Sep 29 06:43:51.959787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37186) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:51.976512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c1618a2-f1a7-4208-947d-62d75dd85c5b None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:51.998092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4efd5111c1b749ca920a58367f492fb0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:52.026018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:52.066787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:52.104570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d52363-5a2b-419a-9cc4-c79716a4d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e7b26-36e0-47d5-a706-269df3ffdad9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:52.137882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Usage tracker for resource:security_group_rule and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:52.167376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:52.258735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:52.266728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3889973 Sep 29 06:43:52.271955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37194) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:52.272260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-5cc6c782-fd82-4516-8a55-7eaeb4e32735', 'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735', 'tenant_id': 'd04f20bdf8c14c8db7c1ab7396b8d9b7', 'fixed_ips': [{'subnet_id': '4cfef9a6-655c-41db-bfe6-03a75efdb049'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:43:52.273530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.294406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6c90b-25b8-497f-9867-fe608f21fca1 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event updated for resources: {'Network': ['ID=ac299dd4-ab57-491f-ba85-5233e87eba8e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:52.308732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 2, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:52.311547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Could not find standard attr ID for object a76ba9e2-6665-4693-8469-bce24662ec90. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:43:52.353362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ac299dd4-ab57-491f-ba85-5233e87eba8e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:43:52.383597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37198) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:52.401580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217053872', 'description': 'tempest-description--1185687639'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:52.408218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:52.412491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Usage tracker for resource:security_group and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:52.416541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:52.421320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Checking router: 705f6c26-46f8-4a88-a645-3f223ed71dfa for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:52.421682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Updating router 705f6c26-46f8-4a88-a645-3f223ed71dfa port 592254ce-e98b-412c-a8b3-46c78463fa40 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:52.423429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:52.442199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.452517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f5f607-9fd4-4419-8979-50adddc0866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.480064 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 2, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:52.486149 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Checking router: fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:52.486721 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Updating router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:52.546452 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.552079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.664962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.706827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Provisioning for port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:52.756733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:52.761775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Usage tracker for resource:security_group_rule and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:52.773373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:52.783232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:52.836169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Provisioning complete for port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:52.836860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.836945 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 1 to provision port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a Sep 29 06:43:52.885033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.900578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.909322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37204) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:52.910351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.920976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217962483', 'description': 'tempest-description--2103778711'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:52.948416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f5f607-9fd4-4419-8979-50adddc0866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.956940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.961212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:52.994861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.002454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:53.012242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:53.016023 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-daf6017e-0f23-405a-ab5d-7a54b1c82211 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/agents/4017b855-bf75-4598-b67c-b29fbfbe09de/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.7392991 Sep 29 06:43:53.017379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.018691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.022432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37208) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.031084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Usage tracker for resource:security_group and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:53.035711 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.048915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:53.058018 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Transition to ACTIVE for port object b4eaf285-fa0b-4f99-9db4-2fa43a400e0a will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:53.067430 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.079971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:53.092498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0e88fb-6561-41c3-8a12-7e4eb39c423c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.112914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4015133e-a0b9-432e-9d1b-b0744ec73ca4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.158121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4efd5111c1b749ca920a58367f492fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5076103 Sep 29 06:43:53.165307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.165937 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e8c44ad-b654-435d-ac6b-3632a03cc3b2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7712536 Sep 29 06:43:53.170764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.172265 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7f08a508-3825-49d1-b227-7b3b78e29858 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7322817 Sep 29 06:43:53.175197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37212) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.175533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37214) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.175847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37216) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.193645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Request body: {'security_group_rule': {'security_group_id': '4015133e-a0b9-432e-9d1b-b0744ec73ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:53.219159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Request body: {'security_group_rule': {'security_group_id': '7b0e88fb-6561-41c3-8a12-7e4eb39c423c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:53.221848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:53.231412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:53.237419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Usage tracker for resource:security_group_rule and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:53.241556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:53.249504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:53.259549 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdaac1-d734-443b-b158-d23bf18f9173 None None] Pushing event updated for resources: {'Port': ['ID=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.275178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.293984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391231d4-4fcb-42ea-b183-2adeee0ac1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1892baed-2b38-4cc6-8325-a38d329057c3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.303831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:53.308755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Usage tracker for resource:security_group_rule and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:53.311916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:53.324976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc82cf-95b3-4be0-9f5e-3d55d424ca6b tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] Network ac299dd4-ab57-491f-ba85-5233e87eba8e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:43:53.372296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:53.383098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Usage tracker for resource:security_group_rule and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:53.389656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:53.396210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Allocated IP 172.20.0.2 (5cc6c782-fd82-4516-8a55-7eaeb4e32735/4cfef9a6-655c-41db-bfe6-03a75efdb049/d7610eb7-e27c-44f6-b3a2-59ddecd71d14) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:53.404518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:53.414112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-50fc82cf-95b3-4be0-9f5e-3d55d424ca6b tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "POST /v2.0/agents/4017b855-bf75-4598-b67c-b29fbfbe09de/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3773289 Sep 29 06:43:53.414510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37226) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.423694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Attempting to bind port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:53.424276 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Attempting to bind port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:53.424806 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Attempting to bind port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a on network bd61929e-c63a-4d8d-a743-12a70faef468 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:53.433435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33c1cf-8370-4f45-83e0-2ddebf6531ec None None] Network ac299dd4-ab57-491f-ba85-5233e87eba8e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:53.433847 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:53.434422 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Checking segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:53.435032 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.435626 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Bound using segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:53.436269 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Bound port: b4eaf285-fa0b-4f99-9db4-2fa43a400e0a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:53.437059 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.468556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.510346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:53.527021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.528651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f5f607-9fd4-4419-8979-50adddc0866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.557357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.569177 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] For port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:53.575776 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] For port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:53.583343 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.585942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.662855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.663506 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:53.664891 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:53.671555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5f607-9fd4-4419-8979-50adddc0866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e7b26-36e0-47d5-a706-269df3ffdad9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.697860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.700200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0e9c-f22c-4c69-ad62-fa6251276ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.732405 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 2 to provision port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a Sep 29 06:43:53.764412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2285f587-a104-461d-8dd5-88e20e4ee792,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.766334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.770014 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-68c550a4-86af-41cf-bcc1-7b13c70cd634 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5892673 Sep 29 06:43:53.776288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37232) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.795953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Request body: {'security_group_rule': {'security_group_id': '7b0e88fb-6561-41c3-8a12-7e4eb39c423c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:53.817329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:53.837002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Usage tracker for resource:security_group_rule and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:53.844680 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-64049719-40e6-4496-bd31-42d460443760 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/agents/4017b855-bf75-4598-b67c-b29fbfbe09de/dhcp-networks HTTP/1.1" status: 200 len: 8054 time: 0.4283371 Sep 29 06:43:53.845656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:53.853157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f5f607-9fd4-4419-8979-50adddc0866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.855209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37236) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:53.857142 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-59f5f607-9fd4-4419-8979-50adddc0866a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/163e7b26-36e0-47d5-a706-269df3ffdad9 HTTP/1.1" status: 204 len: 168 time: 1.8647516 Sep 29 06:43:53.873838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:53.888732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0e9c-f22c-4c69-ad62-fa6251276ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.900635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.920818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Allocated IP 172.26.0.140 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/7b200d14-410f-4921-8823-508b41f58203) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:53.927018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:53.961469 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:53.994483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03fc0c4-ed37-4646-a004-1d2ce3e20607,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:53.997215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.000764 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-24ec6100-ffcd-48e6-a6d4-611821f49b0e tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0842547 Sep 29 06:43:54.003305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37242) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:54.021093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Allocated IP 172.20.0.2 (678cc342-25b7-4e96-8248-46b0054e3885/b23ada51-d642-478b-9b12-da3821ad3cc5/0749f615-5186-4204-81c3-f126a976e156) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:54.022277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.024483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.039103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.115600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Request body: {'security_group_rule': {'security_group_id': 'e03fc0c4-ed37-4646-a004-1d2ce3e20607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:54.163708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e706683a-0a66-4990-a657-b66b956e8ef2,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:54.252684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:43:54.288032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.292018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:54.306311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Provisioning complete for port cfd88c0d-4ed3-45a0-9597-1908c3643377 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:54.306894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.307329 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 1 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:54.337660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.340849 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0b56fc2d-ee3d-428a-a1bf-4f37521e8812 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "DELETE /v2.0/agents/4017b855-bf75-4598-b67c-b29fbfbe09de/dhcp-networks/ac299dd4-ab57-491f-ba85-5233e87eba8e HTTP/1.1" status: 204 len: 168 time: 0.4845200 Sep 29 06:43:54.341850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Usage tracker for resource:security_group_rule and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:54.343145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0e9c-f22c-4c69-ad62-fa6251276ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.348645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37248) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:54.364396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:54.380859 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdaac1-d734-443b-b158-d23bf18f9173 None None] Pushing event updated for resources: {'Port': ['ID=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:54.389768 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:53Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:54.395554 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a76b2-2783-4273-9ea8-e1c1b251df78 None None] The sync data for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv is: [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:53Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:43:54.438745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:54.443814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37252) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:54.452059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.453964 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-81481f55-8dad-4fe8-ba9c-b3426d38e66a tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2727561 Sep 29 06:43:54.466432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 678cc342-25b7-4e96-8248-46b0054e3885 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:54.467353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:54.488689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37256) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:54.509469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:54.523121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0e9c-f22c-4c69-ad62-fa6251276ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.527343 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7f3f0e9c-f22c-4c69-ad62-fa6251276ecb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1892baed-2b38-4cc6-8325-a38d329057c3 HTTP/1.1" status: 204 len: 168 time: 1.3481727 Sep 29 06:43:54.527343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f0e9c-f22c-4c69-ad62-fa6251276ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1892baed-2b38-4cc6-8325-a38d329057c3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:54.530389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Request body: {'security_group_rule': {'security_group_id': '4015133e-a0b9-432e-9d1b-b0744ec73ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:54.544815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.549049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:54.558782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:54.564779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.598225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.601026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Usage tracker for resource:security_group_rule and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:54.614179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:54.623636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:54.630827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Port': ['ID=0749f615-5186-4204-81c3-f126a976e156,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:54.634454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.652747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.653490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:54.687004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Transition to ACTIVE for port object d7610eb7-e27c-44f6-b3a2-59ddecd71d14 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:54.717138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:a010edcfe26f456c8c44c4f76a806a83 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:54.727555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:54.733987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 2, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:54.738766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba60bd3-082d-493d-b75f-6c6f666b2731,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:54.759177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.777587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:54.783906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Transition to ACTIVE for port object d7610eb7-e27c-44f6-b3a2-59ddecd71d14 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:54.785351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Checking router: 4a8777c4-c46a-4331-a826-cdb6883fe926 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:54.785712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Updating router 4a8777c4-c46a-4331-a826-cdb6883fe926 port cfd88c0d-4ed3-45a0-9597-1908c3643377 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:54.787858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.849914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.946417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.947751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bce66f00-23e9-425f-bfea-e76c1c2b1c45 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1705043 Sep 29 06:43:54.957901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37264) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:54.961311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:54.969203 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 2 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:54.980343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:54.991429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:54.996443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Usage tracker for resource:floatingip and tenant:5a3633afe0d6481c907779b61e3c6b05 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:54.999885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:55.032314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.050532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:55.061141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.061920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.066293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:55.078023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.087360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:55.098984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:55.108090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Transition to ACTIVE for port object 592254ce-e98b-412c-a8b3-46c78463fa40 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:55.117561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.119985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:55.140326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.147303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37268) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:55.182831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c67dbf-87ef-45b7-9896-cddf2abdce33,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:55.204233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.205324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.206357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c4e48726-4992-45ed-8e26-e55d4e41558d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7167001 Sep 29 06:43:55.220782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37272) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:55.230098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.243337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:55.248150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-491e2810-e54a-46a4-aba1-c004839cf480 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/agents/4017b855-bf75-4598-b67c-b29fbfbe09de/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.8342743 Sep 29 06:43:55.256269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1538b2e3d14297a0b9d85ee91e26eb is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:55.256731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:55.260124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37276) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:55.267809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:55.283533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:55.302427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Pushing event updated for resources: {'Port': ['ID=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:55.312788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Attempting to bind port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:55.313158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Attempting to bind port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '790dff7b-c8b9-43eb-831b-ab7681ee2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:55.313516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Attempting to bind port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 on network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:55.319723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.323311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:55.374409 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c06bcbcb-c53b-4ff0-b43c-4098168d4698 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/networks/0595ed9c-0e71-4866-86b7-1049dda8b280/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1083298 Sep 29 06:43:55.389739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:55.390154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Checking segment: {'id': '790dff7b-c8b9-43eb-831b-ab7681ee2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:55.390602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.391114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Bound using segment: {'id': '790dff7b-c8b9-43eb-831b-ab7681ee2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:55.391599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Bound port: d7610eb7-e27c-44f6-b3a2-59ddecd71d14, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790dff7b-c8b9-43eb-831b-ab7681ee2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:55.392040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.396059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37280) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:55.405983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:55.411537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Usage tracker for resource:floatingip and tenant:e68664f8f4564c1dbe0f0879decabe4c is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:55.414751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:55.422139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:55.434638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:55.442766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:55.553867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.564869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.566217 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5113096 Sep 29 06:43:55.568381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b116e7-5daf-4993-99a8-f32b735555b9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b45150-c4ab-4a10-a45a-d25908f6518f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:55.569622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37284) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:55.579187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.608953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.612521 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 3 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:55.689674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:55.730709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Request body: {'security_group_rule': {'security_group_id': 'e03fc0c4-ed37-4646-a004-1d2ce3e20607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:55.763456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:55.772533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Usage tracker for resource:security_group_rule and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:55.775636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5d7ef-ea75-4e4a-9d07-271043765ab9 None None] Pushing event updated for resources: {'Port': ['ID=592254ce-e98b-412c-a8b3-46c78463fa40,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:55.778237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:55.778446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Attempting to bind port 592254ce-e98b-412c-a8b3-46c78463fa40 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:55.779848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Attempting to bind port 592254ce-e98b-412c-a8b3-46c78463fa40 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:55.780278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Attempting to bind port 592254ce-e98b-412c-a8b3-46c78463fa40 on network 979c1f83-802e-4aef-a559-9f00b2fd8b54 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:55.800451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:55.810572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.821994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:55.822243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.822533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Checking segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:55.822804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.823206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Bound using segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:55.823694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Bound port: 592254ce-e98b-412c-a8b3-46c78463fa40, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:55.824093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.838638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] For port d7610eb7-e27c-44f6-b3a2-59ddecd71d14, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:55.842280 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f986b75f-96d0-4703-9a5e-a082ff193841 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/networks/0595ed9c-0e71-4866-86b7-1049dda8b280/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4172559 Sep 29 06:43:55.864133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] For port d7610eb7-e27c-44f6-b3a2-59ddecd71d14, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,segment=NetworkSegment(790dff7b-c8b9-43eb-831b-ab7681ee2c6d),segment_id=790dff7b-c8b9-43eb-831b-ab7681ee2c6d)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:55.866254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37288) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:55.909120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.929046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Port': ['ID=7b200d14-410f-4921-8823-508b41f58203,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:55.959762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:55.979243 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a010edcfe26f456c8c44c4f76a806a83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5314415 Sep 29 06:43:55.985255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37292) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:56.009983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214a381-5d87-49af-8e2c-7c229a132ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33b7d1d-a2fa-4c47-824c-c73c9a4b87fa,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:56.039135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.137722 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f1538b2e3d14297a0b9d85ee91e26eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9846961 Sep 29 06:43:56.144903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37296) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:56.168723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.176568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e9cc7-0eea-4569-aaf5-442d45fa9a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c635ffcf-73db-4c13-9e28-a49144a0f3ae,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:56.226043 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 4 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:56.333919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b4eaf285-fa0b-4f99-9db4-2fa43a400e0a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:56.371888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] For port 592254ce-e98b-412c-a8b3-46c78463fa40, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:56.374586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f11c0-3833-4834-a26b-414d856c8d12 None None] Pushing event updated for resources: {'Port': ['ID=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:56.432508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.454470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Transition to ACTIVE for port object cfd88c0d-4ed3-45a0-9597-1908c3643377 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:56.469431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] For port 592254ce-e98b-412c-a8b3-46c78463fa40, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=592254ce-e98b-412c-a8b3-46c78463fa40,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:56.487014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.501218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.515661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.522913 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ec1dd800-5429-4f30-93b4-cef2c0641bb8 tempest-DHCPAgentSchedulersTestJSON-1513066953 tempest-DHCPAgentSchedulersTestJSON-1513066953-project-admin] 10.222.0.26 "GET /v2.0/agents/4017b855-bf75-4598-b67c-b29fbfbe09de/dhcp-networks HTTP/1.1" status: 200 len: 7285 time: 0.6417658 Sep 29 06:43:56.526227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37300) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:56.530941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188931d2-7c5f-4aa1-bf41-f3a17b0fa37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.563504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761623e8-b9ee-4524-8d2a-07145cc4bd7a,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:56.569831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5074b46b-d56c-4719-95aa-1d96a83abaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.580166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.601917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188931d2-7c5f-4aa1-bf41-f3a17b0fa37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.626194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.630159 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-17981ce9-e622-4911-aa8b-22ab20c38f4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0524106 Sep 29 06:43:56.642121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37304) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:56.649116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:43:56.652645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.669108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:43:56.677214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Usage tracker for resource:floatingip and tenant:c0f1c05f5d724fc4bf0192fcfde8864c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:43:56.681383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:43:56.688381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:43:56.692675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Router b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:43:56.696849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:56.721931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.764338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:56.764847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.765057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:56.829374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e58b3-7244-46cd-8dfb-118d758f43a8 None None] Pushing event updated for resources: {'Port': ['ID=cfd88c0d-4ed3-45a0-9597-1908c3643377,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:56.835229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5074b46b-d56c-4719-95aa-1d96a83abaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.867197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.870107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.902346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188931d2-7c5f-4aa1-bf41-f3a17b0fa37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.931877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188931d2-7c5f-4aa1-bf41-f3a17b0fa37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33b7d1d-a2fa-4c47-824c-c73c9a4b87fa,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:56.960517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:56.986950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:56.987318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:56.987654 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a Sep 29 06:43:57.013144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Attempting to bind port cfd88c0d-4ed3-45a0-9597-1908c3643377 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:57.013523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Attempting to bind port cfd88c0d-4ed3-45a0-9597-1908c3643377 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:57.013865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Attempting to bind port cfd88c0d-4ed3-45a0-9597-1908c3643377 on network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:57.125733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:57.125733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Checking segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:57.125733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.125733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Bound using segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:57.125733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Bound port: cfd88c0d-4ed3-45a0-9597-1908c3643377, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:57.125733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.138330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188931d2-7c5f-4aa1-bf41-f3a17b0fa37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.139518 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-188931d2-7c5f-4aa1-bf41-f3a17b0fa37b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d33b7d1d-a2fa-4c47-824c-c73c9a4b87fa HTTP/1.1" status: 204 len: 168 time: 1.1411760 Sep 29 06:43:57.178204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5d7ef-ea75-4e4a-9d07-271043765ab9 None None] Pushing event updated for resources: {'Port': ['ID=592254ce-e98b-412c-a8b3-46c78463fa40,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:57.178404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5074b46b-d56c-4719-95aa-1d96a83abaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.181568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:43:57.193236 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Sync routers for ids ['b9293c61-f323-4a4c-8d2a-93bb7f74e7f0'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:43:57.204136 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Routers {'b9293c61-f323-4a4c-8d2a-93bb7f74e7f0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:57.204761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b9293c61-f323-4a4c-8d2a-93bb7f74e7f0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:57.229237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.232896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-014188e7-e8bd-4e1f-94f9-34f6ddcac062 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.5630381 Sep 29 06:43:57.233774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37310) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:57.262528 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 5 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:57.301918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074b46b-d56c-4719-95aa-1d96a83abaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c635ffcf-73db-4c13-9e28-a49144a0f3ae,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:57.408943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:57.546925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Allocated IP 172.26.0.206 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/d3915efd-30ed-4b20-a71e-494732ab1b23) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:43:57.574977 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Set router b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:57.576430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.591609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.677303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] For port cfd88c0d-4ed3-45a0-9597-1908c3643377, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:57.700283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.700772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac77d95-216a-4ee6-98d1-e43b1269855c None None] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:43:57.737340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] For port cfd88c0d-4ed3-45a0-9597-1908c3643377, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cfd88c0d-4ed3-45a0-9597-1908c3643377,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:57.844208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:43:57.888422 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.937800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5074b46b-d56c-4719-95aa-1d96a83abaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.941448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5074b46b-d56c-4719-95aa-1d96a83abaa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c635ffcf-73db-4c13-9e28-a49144a0f3ae HTTP/1.1" status: 204 len: 168 time: 1.7934506 Sep 29 06:43:57.958202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.971478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > segment before_delete 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.971959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.972786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.973185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > port after_create 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.973499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > port after_delete 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.973831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > port after_update 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.974207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > segment after_delete 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.974563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet after_create 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.974883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet after_delete 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.975236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet after_update 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:57.985444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting port 0749f615-5186-4204-81c3-f126a976e156 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:43:57.986469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:57.996283 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9293c61-f323-4a4c-8d2a-93bb7f74e7f0', 'name': '', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '678cc342-25b7-4e96-8248-46b0054e3885', 'external_fixed_ips': [{'subnet_id': 'b23ada51-d642-478b-9b12-da3821ad3cc5', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '0749f615-5186-4204-81c3-f126a976e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:50Z', 'updated_at': '2022-09-29T06:43:55Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': '0749f615-5186-4204-81c3-f126a976e156', 'name': '', 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9293c61-f323-4a4c-8d2a-93bb7f74e7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b23ada51-d642-478b-9b12-da3821ad3cc5', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:52Z', 'updated_at': '2022-09-29T06:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b23ada51-d642-478b-9b12-da3821ad3cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:58.009169 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Checking router: b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:43:58.009502 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Updating router b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 port 0749f615-5186-4204-81c3-f126a976e156 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:43:58.039854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:58.040742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:58.106864 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.149789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:58.150912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.246608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e58b3-7244-46cd-8dfb-118d758f43a8 None None] Pushing event updated for resources: {'Port': ['ID=cfd88c0d-4ed3-45a0-9597-1908c3643377,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:58.344854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet after_create 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:58.345272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet after_delete 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:58.345610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet before_create 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:58.345946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Subscribe: > subnet before_update 55550000 {{(pid=89136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 06:43:58.346328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac299dd4-ab57-491f-ba85-5233e87eba8e']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:58.397346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.459160 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 6 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:43:58.615538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:58.640996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Calling delete_port for 0749f615-5186-4204-81c3-f126a976e156 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:43:58.641219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.663912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a38c9e8-99ad-4f83-a59c-e97e10d77b81') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:58.664925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a38c9e8-99ad-4f83-a59c-e97e10d77b81') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:58.698838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:43:58.755227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.825648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.854397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.858144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:43:58.859336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.873637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d7610eb7-e27c-44f6-b3a2-59ddecd71d14 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:43:58.908242 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.939565 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Transition to ACTIVE for port object 0749f615-5186-4204-81c3-f126a976e156 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:43:58.960200 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:58.970911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Port cfd88c0d-4ed3-45a0-9597-1908c3643377 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:43:59.089200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:59.143190 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e59b4-d10b-4292-99ec-88f1742859d2 None None] Pushing event updated for resources: {'Port': ['ID=0749f615-5186-4204-81c3-f126a976e156,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:59.146913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:56Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:59.148097 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Attempting to bind port 0749f615-5186-4204-81c3-f126a976e156 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:43:59.150230 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Attempting to bind port 0749f615-5186-4204-81c3-f126a976e156 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '560bc9b1-adb9-4795-ae28-f3e9e2340378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:43:59.152496 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Attempting to bind port 0749f615-5186-4204-81c3-f126a976e156 on network 678cc342-25b7-4e96-8248-46b0054e3885 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:43:59.157366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.158073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Provisioning for port 592254ce-e98b-412c-a8b3-46c78463fa40 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:59.168164 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:43:59.168551 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Checking segment: {'id': '560bc9b1-adb9-4795-ae28-f3e9e2340378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:43:59.169094 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.169536 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Bound using segment: {'id': '560bc9b1-adb9-4795-ae28-f3e9e2340378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:43:59.170212 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Bound port: 0749f615-5186-4204-81c3-f126a976e156, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560bc9b1-adb9-4795-ae28-f3e9e2340378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '678cc342-25b7-4e96-8248-46b0054e3885'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:43:59.170536 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.172667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:43:59.173985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:43:59.182382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9b1-f4f8-4c7c-a9c0-0eca70fbfc25 None None] The sync data for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv is: [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:56Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:43:59.209190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:59.289269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Provisioning for port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:43:59.290168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.318666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Provisioning complete for port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:43:59.343893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.344963 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Attempt 1 to provision port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e Sep 29 06:43:59.371581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.379488 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] For port 0749f615-5186-4204-81c3-f126a976e156, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:43:59.386751 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] For port 0749f615-5186-4204-81c3-f126a976e156, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0749f615-5186-4204-81c3-f126a976e156,segment=NetworkSegment(560bc9b1-adb9-4795-ae28-f3e9e2340378),segment_id=560bc9b1-adb9-4795-ae28-f3e9e2340378)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:43:59.406651 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.408353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event deleted for resources: {'Network': ['ID=ac299dd4-ab57-491f-ba85-5233e87eba8e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:43:59.417262 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-897b9512-e6b9-4abd-9cd1-ee3dfaaf5af6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "DELETE /v2.0/networks/ac299dd4-ab57-491f-ba85-5233e87eba8e HTTP/1.1" status: 204 len: 168 time: 2.8878648 Sep 29 06:43:59.419719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37358) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:59.557766 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30ad4ad-a4e5-4d17-8c86-ad35379784e6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] DELETE failed (client error): The resource could not be found. Sep 29 06:43:59.558318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30ad4ad-a4e5-4d17-8c86-ad35379784e6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:43:59.574362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e30ad4ad-a4e5-4d17-8c86-ad35379784e6 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "DELETE /v2.0/ports/a76ba9e2-6665-4693-8469-bce24662ec90 HTTP/1.1" status: 404 len: 333 time: 0.1511557 Sep 29 06:43:59.578928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37364) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:43:59.609229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.612993 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Routers {'b9293c61-f323-4a4c-8d2a-93bb7f74e7f0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:43:59.613954 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b9293c61-f323-4a4c-8d2a-93bb7f74e7f0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:59.799805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:43:59.830045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Current status of the port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:43:59.830614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.832300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:43:59.853102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:43:59.868146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting port 0749f615-5186-4204-81c3-f126a976e156 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:43:59.868485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:43:59.872181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:43:57Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:43:59.890078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6dcf33-e4ae-4475-bfba-cf101d6443fe None None] The sync data for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv is: [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:43:57Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:43:59.904359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] For port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,segment=NetworkSegment(d0c15f72-ef08-442b-bdd7-69f4ce7c155a),segment_id=d0c15f72-ef08-442b-bdd7-69f4ce7c155a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:43:59.916099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.027643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Deleting subnet 8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:44:00.029885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Allocated IP 172.26.0.134 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e2d70783-94f9-400d-9b31-8a427b0fd7f3) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:00.035293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.054013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event updated for resources: {'Port': ['ID=d3915efd-30ed-4b20-a71e-494732ab1b23,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:00.071783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Router 71765c3d-64d3-4f7b-9281-a9af1fb507ee is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:44:00.128845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Provisioning for port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:00.161078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Provisioning complete for port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:00.161509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.161850 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Attempt 1 to provision port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 Sep 29 06:44:00.169801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37382) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:00.189073 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e59b4-d10b-4292-99ec-88f1742859d2 None None] Pushing event updated for resources: {'Port': ['ID=0749f615-5186-4204-81c3-f126a976e156,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:00.195966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.211533 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] Set router b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:00.253984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2c73-6295-4aa8-a080-35e9a3e663a5 None None] Pushing event updated for resources: {'Port': ['ID=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:00.395152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.400505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Current status of the port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:00.401003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.404482 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 5a38c9e8-99ad-4f83-a59c-e97e10d77b81 resource provider aggregate not found Sep 29 06:44:00.492034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9293c61-f323-4a4c-8d2a-93bb7f74e7f0', 'name': '', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:50Z', 'updated_at': '2022-09-29T06:43:57Z', 'revision_number': 4, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:00.495076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.510794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] For port d7610eb7-e27c-44f6-b3a2-59ddecd71d14, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,segment=NetworkSegment(790dff7b-c8b9-43eb-831b-ab7681ee2c6d),segment_id=790dff7b-c8b9-43eb-831b-ab7681ee2c6d)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:00.513246 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20041-aac7-45c0-a0cb-a490b670d409 None None] The sync data for ids ['b9293c61-f323-4a4c-8d2a-93bb7f74e7f0'] in dv-neutron-859761-1-hyperv is: [{'id': 'b9293c61-f323-4a4c-8d2a-93bb7f74e7f0', 'name': '', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:50Z', 'updated_at': '2022-09-29T06:43:57Z', 'revision_number': 4, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:00.516630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.543622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.557770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event deleted for resources: {'Subnet': ['ID=8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:00.567510 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0566e7ce-b164-4c27-8cf3-4f5f16af616d tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "DELETE /v2.0/subnets/8d605a36-f4f2-46e0-ab2e-99d88d9e1fe0 HTTP/1.1" status: 204 len: 168 time: 0.9827149 Sep 29 06:44:00.570430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37394) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:00.614067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22c05b7-948c-47ad-bbba-7a55320ddbfd None None] Network 0595ed9c-0e71-4866-86b7-1049dda8b280 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:00.690555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.737838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 5a38c9e8-99ad-4f83-a59c-e97e10d77b81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a38c9e8-99ad-4f83-a59c-e97e10d77b81 found for delete ", "request_id": "req-1ea81ebf-1b35-4228-8060-2c9e46f35017"}]} Sep 29 06:44:00.738719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37398) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:00.747496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.752680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508a9c2-4e8a-4134-8143-1a5f39c6e088 None None] Pushing event updated for resources: {'Port': ['ID=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:00.926786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] For port 0749f615-5186-4204-81c3-f126a976e156, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0749f615-5186-4204-81c3-f126a976e156,segment=NetworkSegment(560bc9b1-adb9-4795-ae28-f3e9e2340378),segment_id=560bc9b1-adb9-4795-ae28-f3e9e2340378)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:00.927139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:00.975509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] DHCP port deletion for 0595ed9c-0e71-4866-86b7-1049dda8b280 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:44:00.983565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cfd88c0d-4ed3-45a0-9597-1908c3643377 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:00.998787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event updated for resources: {'Port': ['ID=e2d70783-94f9-400d-9b31-8a427b0fd7f3,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:01.024858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Deleting port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:01.025184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.027592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-05416951-4649-45d7-98d5-d6f7ca08780a tempest-AgentManagementNegativeTest-206219555 tempest-AgentManagementNegativeTest-206219555-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8472311 Sep 29 06:44:01.046616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-752424203', 'router:external': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:01.051720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:01.056560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:network and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:01.059499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:01.066353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:01.075027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:01.078787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.080454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:01.089823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:01.118556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Made reservation on behalf of 24f7e98dfb4b4624855216777abac516 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:01.121295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.183881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.184248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Calling delete_port for 0749f615-5186-4204-81c3-f126a976e156 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:01.306570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.345423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Allocated IP 172.26.0.168 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/9622529d-7a1e-4557-b1f8-910c635d4043) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:01.399435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port cfd88c0d-4ed3-45a0-9597-1908c3643377 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:01.417534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cfd88c0d-4ed3-45a0-9597-1908c3643377 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:01.417906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.418239 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:44:01.451449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:01.460697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:security_group_rule and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:01.467842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:01.481732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:01.489345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37410) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:01.495995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:01.539081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.543670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.552479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Deleting port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:01.552913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.598098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] Sync routers for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:01.598638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.600005 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-122c5cff-84f8-4834-9930-9e0e0bd29be8 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.1028326 Sep 29 06:44:01.607419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:01.635506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:01.636179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:01.761982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:01.762620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.843943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cfd88c0d-4ed3-45a0-9597-1908c3643377 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:01.844384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.867135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] For port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,segment=NetworkSegment(d0c15f72-ef08-442b-bdd7-69f4ce7c155a),segment_id=d0c15f72-ef08-442b-bdd7-69f4ce7c155a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:01.867730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.879452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:01.880133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:43:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:01.896483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] For port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,segment=NetworkSegment(d0c15f72-ef08-442b-bdd7-69f4ce7c155a),segment_id=d0c15f72-ef08-442b-bdd7-69f4ce7c155a)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:01.896851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.910759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.937321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:01.939155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:01.958075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c00c81a0eff8460ab41f99579c5847a8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:01.969351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:01.972996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port cfd88c0d-4ed3-45a0-9597-1908c3643377, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cfd88c0d-4ed3-45a0-9597-1908c3643377,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:01.995732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:02.043466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.044597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:02.120049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:02.184412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:02.198525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Calling delete_port for 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:02.209821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:02.210662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7d8f9-4b05-4bb7-a429-7f074998c21e None None] The sync data for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:02.211994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.218020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Calling delete_port for 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:02.227584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.246789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:02.277556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.309973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:02.310356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.310719 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e Sep 29 06:44:02.313607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event updated for resources: {'Port': ['ID=9622529d-7a1e-4557-b1f8-910c635d4043,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:02.386712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.462898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:02.485626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:44:02.486451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 592254ce-e98b-412c-a8b3-46c78463fa40 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:02.501804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.508141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:44:02.513908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.538541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=cfd88c0d-4ed3-45a0-9597-1908c3643377,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:02.540188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.563608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:02.564277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:02.564768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350766ff-7459-4316-a447-817a31f5ab8d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:02.588590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 592254ce-e98b-412c-a8b3-46c78463fa40 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:02.598316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 592254ce-e98b-412c-a8b3-46c78463fa40 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:02.599045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.599241 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 592254ce-e98b-412c-a8b3-46c78463fa40 Sep 29 06:44:02.620020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] No DVR routers for this DVR port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:44:02.630108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.630108 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Added segment 9a17e847-4f1c-47dc-b516-f44c6d652307 of type vlan for network 2b2341bb-164c-4216-b5fa-51b2e809ae15 Sep 29 06:44:02.698189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event deleted for resources: {'Port': ['ID=0749f615-5186-4204-81c3-f126a976e156,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:02.775132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 592254ce-e98b-412c-a8b3-46c78463fa40 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:02.776196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.779886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.804617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.821093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 592254ce-e98b-412c-a8b3-46c78463fa40, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=592254ce-e98b-412c-a8b3-46c78463fa40,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:02.826284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.827565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b4eaf285-fa0b-4f99-9db4-2fa43a400e0a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:02.895245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event updated for resources: {'Port': ['ID=d3915efd-30ed-4b20-a71e-494732ab1b23,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:02.933807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=592254ce-e98b-412c-a8b3-46c78463fa40,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:02.972518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.986104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.993333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:02.994211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:02.994211 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a Sep 29 06:44:02.995935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.036752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event deleted for resources: {'Port': ['ID=9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:03.066241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Deleting port 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:03.066929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.067435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.070046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.078168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.117424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.118385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:03.118991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.158600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9699a53c-ac4f-4472-8036-cea5c9d45572 None None] The port '9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:44:03.182869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0595ed9c-0e71-4866-86b7-1049dda8b280']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:03.191610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.204835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:03.205280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c15f72-ef08-442b-bdd7-69f4ce7c155a') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:03.225680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:03.248527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.249023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:03.257139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.299506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.314059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:44:03.314460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.334919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cfd88c0d-4ed3-45a0-9597-1908c3643377 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:03.387888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.416375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d0c15f72-ef08-442b-bdd7-69f4ce7c155a resource provider aggregate not found Sep 29 06:44:03.447093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cfd88c0d-4ed3-45a0-9597-1908c3643377 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:03.447682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.447812 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d0c15f72-ef08-442b-bdd7-69f4ce7c155a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0c15f72-ef08-442b-bdd7-69f4ce7c155a found for delete ", "request_id": "req-03840df7-44a4-4ba9-89fd-8880fa76008d"}]} Sep 29 06:44:03.448918 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cfd88c0d-4ed3-45a0-9597-1908c3643377 Sep 29 06:44:03.468844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.470445 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-348938a0-5bda-4dce-b84f-e685bf040605 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b9293c61-f323-4a4c-8d2a-93bb7f74e7f0 HTTP/1.1" status: 204 len: 168 time: 6.2358592 Sep 29 06:44:03.481308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:03.488661 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c00c81a0eff8460ab41f99579c5847a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9944146 Sep 29 06:44:03.492845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37428) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:03.516724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24f6e7-44a5-4b27-b9c9-918b859c45d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c779e750-5232-4496-808e-8ad9690da4e0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:03.537215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.538800 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4c60a63e-947a-4afb-87fe-bcbddfdcc570 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5786548 Sep 29 06:44:03.544108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Network': ['ID=2b2341bb-164c-4216-b5fa-51b2e809ae15,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:03.560207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8b705b43-7939-4041-9ec4-e11c4a32a385 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8185215 Sep 29 06:44:03.573449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:03.581643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.599272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'subnet': {'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:03.606177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 2b2341bb-164c-4216-b5fa-51b2e809ae15 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:44:03.613186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:03.650263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.665543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:subnet and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:03.719182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.814219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cfd88c0d-4ed3-45a0-9597-1908c3643377 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:03.815522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d7610eb7-e27c-44f6-b3a2-59ddecd71d14 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:03.821431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.824043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:03.829815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] Pushing event deleted for resources: {'Network': ['ID=0595ed9c-0e71-4866-86b7-1049dda8b280,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:03.844294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:03.850552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting subnet b23ada51-d642-478b-9b12-da3821ad3cc5 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:44:03.867027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.893249 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0970bcde-689a-4a76-85f3-183a3efd5bc2 tempest-DHCPAgentSchedulersTestJSON-57141355 tempest-DHCPAgentSchedulersTestJSON-57141355-project] 10.222.0.26 "DELETE /v2.0/networks/0595ed9c-0e71-4866-86b7-1049dda8b280 HTTP/1.1" status: 204 len: 168 time: 3.3216906 Sep 29 06:44:03.908793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.925999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event updated for resources: {'Port': ['ID=e2d70783-94f9-400d-9b31-8a427b0fd7f3,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:03.937440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.939645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Made reservation on behalf of 24f7e98dfb4b4624855216777abac516 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:03.940105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:03.940495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.940835 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 Sep 29 06:44:03.941923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.950067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.954551 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d02cd6ac-e310-416f-967d-a9ba09aa3b5d tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7245719 Sep 29 06:44:03.958296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02d80183-b8c0-49c5-b080-d530772c7d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:03.973515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.113499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:04.115921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 592254ce-e98b-412c-a8b3-46c78463fa40 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:04.146460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02d80183-b8c0-49c5-b080-d530772c7d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.184576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37464) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:04.196554 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 06:44:04.252167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.286157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 592254ce-e98b-412c-a8b3-46c78463fa40 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:04.293727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.295631 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 592254ce-e98b-412c-a8b3-46c78463fa40 Sep 29 06:44:04.332245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.349560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.372601 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-0b84ed35-5d06-4f23-bfd8-8b3347025238 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1217053872&fields=id&tenant_id=5a3633afe0d6481c907779b61e3c6b05 HTTP/1.1" status: 200 len: 267 time: 0.1811125 Sep 29 06:44:04.428629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02d80183-b8c0-49c5-b080-d530772c7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.480500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37478) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:04.489266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d80183-b8c0-49c5-b080-d530772c7d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c779e750-5232-4496-808e-8ad9690da4e0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:04.489503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 592254ce-e98b-412c-a8b3-46c78463fa40 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:04.540807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.585646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:44:04.593023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.596983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event updated for resources: {'Port': ['ID=9622529d-7a1e-4557-b1f8-910c635d4043,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:04.627482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b23ada51-d642-478b-9b12-da3821ad3cc5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:04.638972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:44:04.639724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9d8a6ffa-7ea2-4e2d-8709-d388b7df7c6e not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:44:04.645244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02d80183-b8c0-49c5-b080-d530772c7d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.649641 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-02d80183-b8c0-49c5-b080-d530772c7d45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c779e750-5232-4496-808e-8ad9690da4e0 HTTP/1.1" status: 204 len: 168 time: 1.1540985 Sep 29 06:44:04.654200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.659343 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-27201a08-f9af-491c-a761-11fb6db781ee tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/b23ada51-d642-478b-9b12-da3821ad3cc5 HTTP/1.1" status: 204 len: 168 time: 1.1738899 Sep 29 06:44:04.678227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37492) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:04.706934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.716704 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2ae84ea8-bf90-41ed-b549-35a15e2f43d5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0651391 Sep 29 06:44:04.802380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37502) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:04.860247 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 06:44:04.929217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:04.936884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-25c806e2-8fd7-4b9e-bf91-19db089f5546 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:04.938287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-25c806e2-8fd7-4b9e-bf91-19db089f5546 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 812 time: 0.5483310 Sep 29 06:44:04.942604 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-0920a735-02b6-4791-a1be-38762e71d81b tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1801862580&fields=id&tenant_id=e68664f8f4564c1dbe0f0879decabe4c HTTP/1.1" status: 200 len: 267 time: 0.0896144 Sep 29 06:44:04.951821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:04.952029 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c491e0e0-f384-4be3-95fa-5fa9b8ee53fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b6cc80a74bf447d90f0877736d4d795&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4670689 Sep 29 06:44:04.982210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Allocated IP 172.20.0.1 (5cc6c782-fd82-4516-8a55-7eaeb4e32735/4cfef9a6-655c-41db-bfe6-03a75efdb049/1df4297c-651e-456f-bf4f-e84ade52f478) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:05.049092 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-50924ef7-74c0-4edb-9491-780f9570ef8b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/quotas/5a3633afe0d6481c907779b61e3c6b05 HTTP/1.1" status: 200 len: 375 time: 0.0705044 Sep 29 06:44:05.143874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:44:05.144326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.212869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-fc0e905a-ad06-41a2-b0c1-98084d6cfcb5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:05.215532 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-fc0e905a-ad06-41a2-b0c1-98084d6cfcb5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/networks?id=979c1f83-802e-4aef-a559-9f00b2fd8b54 HTTP/1.1" status: 200 len: 806 time: 0.2514279 Sep 29 06:44:05.243595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8193f64-7b5d-46ab-a058-02e9d15acfd7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:05.274840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.276516 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-edaf579b-44c5-48ca-ba02-5371f8ba70e4 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/quotas/e68664f8f4564c1dbe0f0879decabe4c HTTP/1.1" status: 200 len: 375 time: 0.0290673 Sep 29 06:44:05.285471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Checking segment: {'id': '9a17e847-4f1c-47dc-b516-f44c6d652307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:05.285721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network hostable DHCP agents. Network: 2b2341bb-164c-4216-b5fa-51b2e809ae15, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:44:05.321261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbeaf-02b6-4c8b-9239-92e990f9c54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.331497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678cc342-25b7-4e96-8248-46b0054e3885']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:05.372317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560bc9b1-adb9-4795-ae28-f3e9e2340378') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:05.372657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560bc9b1-adb9-4795-ae28-f3e9e2340378') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:05.389626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 2b2341bb-164c-4216-b5fa-51b2e809ae15 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:44:05.403321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.409216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-7f3e2401-1eae-4db1-9cfb-6aec75559a08 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Synchronizing usage tracker for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:05.413230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 2b2341bb-164c-4216-b5fa-51b2e809ae15) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:05.418153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:05.418772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.426415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee21dfb-28f0-4206-a58b-fdc1ff8005b7 None None] Network 2b2341bb-164c-4216-b5fa-51b2e809ae15 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:05.438292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbeaf-02b6-4c8b-9239-92e990f9c54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.451504 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5b00f0db-aa65-4f5a-bc3a-51c63703d329 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8765438 Sep 29 06:44:05.452699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37530) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:05.459752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1074041065', 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:05.465940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-7f3e2401-1eae-4db1-9cfb-6aec75559a08 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Unset dirty status for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:05.469769 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-7f3e2401-1eae-4db1-9cfb-6aec75559a08 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e68664f8f4564c1dbe0f0879decabe4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1746385 Sep 29 06:44:05.477302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:05.485069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:port and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:05.491965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:05.505900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:05.532396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Made reservation on behalf of 24f7e98dfb4b4624855216777abac516 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:05.534783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.540972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.566878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbeaf-02b6-4c8b-9239-92e990f9c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.571645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:44:05.572420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.579606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] device_id is not set on port aace0af8-f0d1-43ed-a7b9-18d7dc480c6c yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:05.607068 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-0bd45b7f-1065-436a-962c-9af8d47f8d0e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5387862 Sep 29 06:44:05.647466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37540) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:05.729410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-2f249c52-84fa-41d7-bc37-cb616b96f0e5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:44:05.730477 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-2f249c52-84fa-41d7-bc37-cb616b96f0e5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0807314 Sep 29 06:44:05.763059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388c5c2-59c4-4315-8174-a364cb6ad3bb None None] Network 2b2341bb-164c-4216-b5fa-51b2e809ae15 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:05.793447 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 560bc9b1-adb9-4795-ae28-f3e9e2340378 resource provider aggregate not found Sep 29 06:44:05.799079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.810365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2108464774'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:05.810637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdbeaf-02b6-4c8b-9239-92e990f9c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e6c5c-758c-463c-bd52-713f6e832c94,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:05.855617 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 560bc9b1-adb9-4795-ae28-f3e9e2340378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 560bc9b1-adb9-4795-ae28-f3e9e2340378 found for delete ", "request_id": "req-ab9efd7c-8817-4216-9ee7-957fd035caa5"}]} Sep 29 06:44:05.856664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbeaf-02b6-4c8b-9239-92e990f9c54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.868082 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b6bdbeaf-02b6-4c8b-9239-92e990f9c54d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c99e6c5c-758c-463c-bd52-713f6e832c94 HTTP/1.1" status: 204 len: 168 time: 0.9119518 Sep 29 06:44:05.869145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:05.891076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Usage tracker for resource:network and tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:05.895884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:05.896984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Transition to ACTIVE for port object 1df4297c-651e-456f-bf4f-e84ade52f478 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:05.901141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.906848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 678cc342-25b7-4e96-8248-46b0054e3885 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:44:05.909474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:05.911179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:05.932385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Allocated IP 2001:db8::1b9 (2b2341bb-164c-4216-b5fa-51b2e809ae15/f8193f64-7b5d-46ab-a058-02e9d15acfd7/aace0af8-f0d1-43ed-a7b9-18d7dc480c6c) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:05.940233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-39470bda-e5f4-4b30-9810-be25f21f8a64 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:44:05.941336 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-39470bda-e5f4-4b30-9810-be25f21f8a64 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1341298 Sep 29 06:44:05.950573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event deleted for resources: {'Network': ['ID=678cc342-25b7-4e96-8248-46b0054e3885,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:05.959125 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9c8b8691-dc65-425f-b782-6f555674387f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/networks/678cc342-25b7-4e96-8248-46b0054e3885 HTTP/1.1" status: 204 len: 168 time: 1.2792194 Sep 29 06:44:05.972175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Made reservation on behalf of d730a1ce4a7b4bef9c2f45e0aeec94d7 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:05.975749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.107189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.235257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Port': ['ID=1df4297c-651e-456f-bf4f-e84ade52f478,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:06.254991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-3c2f04e8-a669-4b91-9b85-44a9a69ea00a service neutron] 10.222.0.26 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057401 Sep 29 06:44:06.307292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:06.315431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:06.320614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:06.358752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.421799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:06.452588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Usage tracker for resource:security_group_rule and tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:06.492594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:06.516929 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-5cbdfaa4-0da9-488c-9f1c-91e8a17c4876 service neutron] 10.222.0.26 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7756262 Sep 29 06:44:06.520718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:06.555173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37568) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:06.581811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-43c9437b-2b22-4d71-bac4-a5fcd4ed2dcd service neutron] 10.222.0.26 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169646 Sep 29 06:44:06.624942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.674441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'name': 'tempest-router--1855398905', 'project_id': 'f7006efb0f0c4a809f996fd265557f28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:06.686720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Provisioning for port 1df4297c-651e-456f-bf4f-e84ade52f478 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:06.691297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:06.696809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Provisioning complete for port 1df4297c-651e-456f-bf4f-e84ade52f478 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:06.697390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.697885 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 1 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:06.723839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:router and tenant:f7006efb0f0c4a809f996fd265557f28 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:06.731739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:06.743590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.751132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:06.760315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:06.791485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.792602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.803421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37576) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:06.843659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.854290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.858538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-4db7b1e0-25c9-41ca-842c-3d6a01170ef8 service neutron] 10.222.0.26 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407316 Sep 29 06:44:06.903341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.916478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:06.923445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:06.944255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Usage tracker for resource:security_group_rule and tenant:8110c4e283e34e7d8b504c8bc0ba2ecc is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:06.952189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:06.962336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:06.976200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.002878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-71016555-b78a-47a2-9c8a-700b42097ca2 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Synchronizing usage tracker for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:07.016527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Port': ['ID=aace0af8-f0d1-43ed-a7b9-18d7dc480c6c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:07.019579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.020120 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d44827e8-8e0f-4f8c-9446-dc35fec4351c tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4630065 Sep 29 06:44:07.024763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.027088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37598) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:07.097603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.103177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 2b2341bb-164c-4216-b5fa-51b2e809ae15 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:07.170533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:07.191642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:07.192630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:07.193478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.261772 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 2 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:07.262955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d6da007d-47e2-4764-8a64-a56df80250e1 req-3371f990-2d52-45a0-aca1-b35edb4776cc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Synchronizing usage tracker for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:07.278734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:44:07.292556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.323066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:07.347115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5934b61-6d25-4159-a536-dd70e32b62e5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:07.368126 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-36c6861f-6b86-449f-8ba9-e8c8d88dc0a7 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9140477 Sep 29 06:44:07.378143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37616) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:07.434130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.434731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Added segment 40d1d480-384c-46b3-a67f-87b684025add of type vlan for network eaab0252-7376-4004-bc18-b9ba869a505a Sep 29 06:44:07.531618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting port aace0af8-f0d1-43ed-a7b9-18d7dc480c6c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:07.531959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.576859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.630396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.633793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.669058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.672661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d6da007d-47e2-4764-8a64-a56df80250e1 req-3371f990-2d52-45a0-aca1-b35edb4776cc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Unset dirty status for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:07.686575 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d6da007d-47e2-4764-8a64-a56df80250e1 req-3371f990-2d52-45a0-aca1-b35edb4776cc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 210 time: 0.5057666 Sep 29 06:44:07.689408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.712269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.714042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f566ff0-e338-40f5-9b1e-530667b37035 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:07.724234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-71016555-b78a-47a2-9c8a-700b42097ca2 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Unset dirty status for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:07.726245 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-71016555-b78a-47a2-9c8a-700b42097ca2 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--217962483&fields=id&tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c HTTP/1.1" status: 200 len: 267 time: 0.8056369 Sep 29 06:44:07.739095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.740342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-858acbb0-123d-42eb-885f-c81314558bb9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/routers/1f566ff0-e338-40f5-9b1e-530667b37035 HTTP/1.1" status: 204 len: 168 time: 0.7122707 Sep 29 06:44:07.770517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.778650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:07.779414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:07.823849 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 3 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:07.874234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8110c4e283e34e7d8b504c8bc0ba2ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0587606 Sep 29 06:44:07.939388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37650) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:07.958509 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7d21c8eb-3a22-492e-a140-f97c1e2e124e req-d86667a5-8392-4c3d-89c5-96786ab8bd66 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.1708291 Sep 29 06:44:08.000393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:08.012775 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3607693 Sep 29 06:44:08.018174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37658) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:08.022298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b64db-23f7-4a72-98bf-cf4d52ef0dc9 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event updated for resources: {'Network': ['ID=eaab0252-7376-4004-bc18-b9ba869a505a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:08.026535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca23ded-de59-4a27-8717-b7a780dbf470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2485f712-6b97-48fa-9d20-f21b5e805ad2,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:08.037256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Request body: {'subnet': {'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:08.041753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network eaab0252-7376-4004-bc18-b9ba869a505a details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:44:08.099710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-83e9a766-1b1e-41d2-af0d-682b6c3f7e0c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:08.100397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-83e9a766-1b1e-41d2-af0d-682b6c3f7e0c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Synchronizing usage tracker for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:08.199549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37666) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:08.199549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-83e9a766-1b1e-41d2-af0d-682b6c3f7e0c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Unset dirty status for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:08.205139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-83e9a766-1b1e-41d2-af0d-682b6c3f7e0c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/networks?id=bd61929e-c63a-4d8d-a743-12a70faef468 HTTP/1.1" status: 200 len: 812 time: 0.4035060 Sep 29 06:44:08.259395 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-fd40c984-706a-4ffe-92f2-d98fb9a54f87 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/quotas/c0f1c05f5d724fc4bf0192fcfde8864c HTTP/1.1" status: 200 len: 375 time: 0.0532906 Sep 29 06:44:08.263585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:08.382480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f64055f4-a00d-44a2-b628-90b269abefbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.415746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:08.427057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Usage tracker for resource:subnet and tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:08.431764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f64055f4-a00d-44a2-b628-90b269abefbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.440110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:08.450047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:08.487802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Made reservation on behalf of d730a1ce4a7b4bef9c2f45e0aeec94d7 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:08.492730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.502670 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 4 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:08.599813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:08.601043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f64055f4-a00d-44a2-b628-90b269abefbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.619960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0bc04c41-4fe2-433a-84c8-ac781d83efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.622601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.627607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64055f4-a00d-44a2-b628-90b269abefbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485f712-6b97-48fa-9d20-f21b5e805ad2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:08.638043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f64055f4-a00d-44a2-b628-90b269abefbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.639265 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f64055f4-a00d-44a2-b628-90b269abefbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2485f712-6b97-48fa-9d20-f21b5e805ad2 HTTP/1.1" status: 204 len: 168 time: 0.6916873 Sep 29 06:44:08.686374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1245151481', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:08.735745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:08.741619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.828146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.863605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:08.881706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Usage tracker for resource:router and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:08.920153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:08.924773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Checking segment: {'id': '40d1d480-384c-46b3-a67f-87b684025add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:08.925295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Network hostable DHCP agents. Network: eaab0252-7376-4004-bc18-b9ba869a505a, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:44:08.939132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event updated for resources: {'Subnet': ['ID=02209815-46d8-4fed-b9cb-be5fc2688589,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:08.949983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:08.978418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.000607 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38367692-d3bd-4faa-8440-115fa4898a6e req-af9ca045-0431-4a01-9f65-69c11a8fa1e3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 210 time: 0.0589931 Sep 29 06:44:09.010979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Network eaab0252-7376-4004-bc18-b9ba869a505a is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:44:09.026726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, eaab0252-7376-4004-bc18-b9ba869a505a) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:09.027708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:09.028309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.035180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc81e11-678c-447d-b83c-604aba299038 None None] Network eaab0252-7376-4004-bc18-b9ba869a505a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:09.076926 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b778389b-c5ff-4f62-866a-89b265e73d5c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0517871 Sep 29 06:44:09.077902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37692) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:09.093108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Request body: {'port': {'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1146789723'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:09.133565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.134603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.169532 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 5 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:09.206391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Calling delete_port for aace0af8-f0d1-43ed-a7b9-18d7dc480c6c owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:09.267023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-10d32522-5a00-4637-bdb0-e54654e2fd54 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Synchronizing usage tracker for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:09.271195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Port': ['ID=1df4297c-651e-456f-bf4f-e84ade52f478,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:09.301759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:09.324637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.351600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-10d32522-5a00-4637-bdb0-e54654e2fd54 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Unset dirty status for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:09.363521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-10d32522-5a00-4637-bdb0-e54654e2fd54 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1031961 Sep 29 06:44:09.395338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:09.406259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0fdf853e-93f8-40fc-9726-e29f3c049381 req-bcb0d62f-ddb5-41e7-bb5d-2e9e099926a2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.2178059 Sep 29 06:44:09.407417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Usage tracker for resource:port and tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:09.410871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:09.417536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:09.430883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Made reservation on behalf of d730a1ce4a7b4bef9c2f45e0aeec94d7 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:09.435264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.479410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] device_id is not set on port f8292759-38e9-4c0e-aa41-ab959b15c0c0 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:09.518306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.61', 49576) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:09.527594 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-f5efd801-0a1d-4c0f-b7e1-217ebf927357 service neutron] 10.222.0.26 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611681 Sep 29 06:44:09.580281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:09.596054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-eaab0252-7376-4004-bc18-b9ba869a505a', 'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a', 'tenant_id': 'd730a1ce4a7b4bef9c2f45e0aeec94d7', 'fixed_ips': [{'subnet_id': '02209815-46d8-4fed-b9cb-be5fc2688589'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:44:09.597210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:09.607340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:09.777441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Allocated IP 2001:db8::39f (eaab0252-7376-4004-bc18-b9ba869a505a/02209815-46d8-4fed-b9cb-be5fc2688589/f8292759-38e9-4c0e-aa41-ab959b15c0c0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:09.803891 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 6 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:09.897595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:10.260677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.61', 49581) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:10.321228 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0624a8b1-6046-459c-a1b4-04fdd68910d3 req-5d3ee6a7-1e82-4240-b735-74dac0331ef6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 210 time: 0.1257432 Sep 29 06:44:10.399085 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 7 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:10.526249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:10.562213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:10.574368 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-2862cc15-81cb-4f7a-967c-a9f6bea1131c service neutron] 10.222.0.26 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0456719 Sep 29 06:44:10.578689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:10.625261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a92f461-fb03-4430-80dd-009d0559844e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:10.628142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a92f461-fb03-4430-80dd-009d0559844e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Synchronizing usage tracker for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:10.646450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event deleted for resources: {'Port': ['ID=aace0af8-f0d1-43ed-a7b9-18d7dc480c6c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:10.656322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-8a9066ce-a906-4a85-a3cf-1ca69814f1b6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:10.657640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-8a9066ce-a906-4a85-a3cf-1ca69814f1b6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Synchronizing usage tracker for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:10.683661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Router 71765c3d-64d3-4f7b-9281-a9af1fb507ee has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:44:10.768969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:10.795468 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-edd7b084-742a-4070-bc3f-70d4132f0ed8 req-ca96a78c-012f-4821-90ff-4641d0faa02f tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.1539781 Sep 29 06:44:10.879196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a92f461-fb03-4430-80dd-009d0559844e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Unset dirty status for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:10.880335 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a92f461-fb03-4430-80dd-009d0559844e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 812 time: 0.6186473 Sep 29 06:44:10.895947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-528e0b72-bfbb-44cb-b3ef-83dcc005d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:10.979626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.003421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-8a9066ce-a906-4a85-a3cf-1ca69814f1b6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Unset dirty status for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:11.005815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-8a9066ce-a906-4a85-a3cf-1ca69814f1b6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.61 "GET /v2.0/networks?id=979c1f83-802e-4aef-a559-9f00b2fd8b54 HTTP/1.1" status: 200 len: 806 time: 1.4760153 Sep 29 06:44:11.026521 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 8 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:11.051005 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-05ddd721-da5e-4fd5-8c1b-fadb96c83452 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/ports/aace0af8-f0d1-43ed-a7b9-18d7dc480c6c HTTP/1.1" status: 204 len: 168 time: 3.6691749 Sep 29 06:44:11.071367 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b732aff7-5446-4bd7-aec6-4c852d35b60b req-a5aca6a5-89a2-42a0-8dbf-de9716a9f174 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.0837567 Sep 29 06:44:11.073738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:11.083370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Transition to ACTIVE for port object f8292759-38e9-4c0e-aa41-ab959b15c0c0 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:11.091536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'external_fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9'}]}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:11.128786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a8444d1-c6a8-4a52-8850-0b9f0819fd37 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Synchronizing usage tracker for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:11.151808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37778) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:11.167539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a8444d1-c6a8-4a52-8850-0b9f0819fd37 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Unset dirty status for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:11.168862 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-9a8444d1-c6a8-4a52-8850-0b9f0819fd37 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3633afe0d6481c907779b61e3c6b05 HTTP/1.1" status: 200 len: 380 time: 0.1824882 Sep 29 06:44:11.171579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.268996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Request body: {'port': {'device_id': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'admin_state_up': True, 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'security_groups': ['7b0e88fb-6561-41c3-8a12-7e4eb39c423c']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:11.307731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:11.309728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:11.321363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ae6dc3a5-e357-4701-b31b-fd8f7093e5c6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "PUT /v2.0/routers/71765c3d-64d3-4f7b-9281-a9af1fb507ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7060337 Sep 29 06:44:11.324558 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] Sync routers for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:11.332221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:router and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:11.334389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37786) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:11.354337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:11.361036 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:11.361610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Request body: {'port': {'network_id': '5cc6c782-fd82-4516-8a55-7eaeb4e32735', 'name': 'tempest-FloatingIPAdminTestJSON-1087438407'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:11.368389 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:11.404846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Allocated IP 2001:db8::2 (eaab0252-7376-4004-bc18-b9ba869a505a/02209815-46d8-4fed-b9cb-be5fc2688589/0a56efea-9983-4c10-88c4-4bbb599121d8) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:11.428207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-a44289bd-9b56-462d-a25c-0ae9d0ab22b3 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Synchronizing usage tracker for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:11.449849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:11.569974 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:11.581586 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:11.582556 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:11.610112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Network eaab0252-7376-4004-bc18-b9ba869a505a is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:11.627752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:11.653015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:11.671536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:11.675916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.684985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event updated for resources: {'Port': ['ID=f8292759-38e9-4c0e-aa41-ab959b15c0c0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:11.702026 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:11.704747 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba169fd1-9f86-4d82-8aab-a1cb577745a7 None None] The sync data for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:11.722394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-a44289bd-9b56-462d-a25c-0ae9d0ab22b3 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Unset dirty status for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:11.732787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-a44289bd-9b56-462d-a25c-0ae9d0ab22b3 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68664f8f4564c1dbe0f0879decabe4c HTTP/1.1" status: 200 len: 380 time: 0.6900513 Sep 29 06:44:11.762935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.764076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.824823 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ea8f0e48-5e39-4842-bb67-b91c30894e0b tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7444720 Sep 29 06:44:11.829339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:11.834351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.839056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:11.913961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:11.933370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Request body: {'port': {'device_id': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'admin_state_up': True, 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'security_groups': ['4015133e-a0b9-432e-9d1b-b0744ec73ca4']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:11.988732 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-baefa070-4704-4bbe-8383-a78b844f2482 req-4d70be10-e9a0-46d3-b489-a117cc844ab6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 210 time: 0.2469947 Sep 29 06:44:12.044875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.053403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Request body: {'port': {'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2056743394', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:12.054080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] bootfile-name is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:12.055142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] tftp-server is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:12.055827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] server-ip-address is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:12.058102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Transition to ACTIVE for port object 0a56efea-9983-4c10-88c4-4bbb599121d8 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:12.094194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Transition to ACTIVE for port object 0a56efea-9983-4c10-88c4-4bbb599121d8 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:12.104758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.132407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1762765122'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:12.140617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.168666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:12.171408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:12.184838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:12.218768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Pushing event updated for resources: {'Port': ['ID=0a56efea-9983-4c10-88c4-4bbb599121d8,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:12.249131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Network eaab0252-7376-4004-bc18-b9ba869a505a is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:12.250367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:12.255878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:12.299966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Usage tracker for resource:network and tenant:e5befa4ad75347dd9b531dae0fc43b66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:12.330549 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 9 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:12.340335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:12.355473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09c4ccb9-261d-4526-a5f0-55f69588523f req-5d7c4868-9183-44bf-a883-491938db95f6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.2845566 Sep 29 06:44:12.374435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:12.377187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:12.417346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Made reservation on behalf of 5a3633afe0d6481c907779b61e3c6b05 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:12.421472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.430933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Usage tracker for resource:port and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:12.437435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Made reservation on behalf of e5befa4ad75347dd9b531dae0fc43b66 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:12.441912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.490914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.561578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:12.630163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Attempting to bind port 0a56efea-9983-4c10-88c4-4bbb599121d8 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:12.631307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Attempting to bind port 0a56efea-9983-4c10-88c4-4bbb599121d8 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '40d1d480-384c-46b3-a67f-87b684025add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:12.631915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Attempting to bind port 0a56efea-9983-4c10-88c4-4bbb599121d8 on network eaab0252-7376-4004-bc18-b9ba869a505a {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:12.641313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:12.642102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Checking segment: {'id': '40d1d480-384c-46b3-a67f-87b684025add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:12.642758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.643509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Bound using segment: {'id': '40d1d480-384c-46b3-a67f-87b684025add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:12.644217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Bound port: 0a56efea-9983-4c10-88c4-4bbb599121d8, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d1d480-384c-46b3-a67f-87b684025add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'eaab0252-7376-4004-bc18-b9ba869a505a'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:12.644826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.690828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:12.708220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.721908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:12.752543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32322ce8-483f-49a4-83b6-ca3e693167c7 req-19762ec7-5be7-4d84-98c9-d2ed355d4899 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.3301892 Sep 29 06:44:12.759086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Made reservation on behalf of d04f20bdf8c14c8db7c1ab7396b8d9b7 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:12.764403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.776483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:12.784204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Usage tracker for resource:security_group_rule and tenant:e5befa4ad75347dd9b531dae0fc43b66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:12.788808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:12.798507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:12.839760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:12.850750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] For port 0a56efea-9983-4c10-88c4-4bbb599121d8, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:12.857150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] For port 0a56efea-9983-4c10-88c4-4bbb599121d8, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0a56efea-9983-4c10-88c4-4bbb599121d8,segment=NetworkSegment(40d1d480-384c-46b3-a67f-87b684025add),segment_id=40d1d480-384c-46b3-a67f-87b684025add)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:12.858623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.867521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.950731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.952022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:12.962054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Usage tracker for resource:port and tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:12.965615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:12.975603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:12.997032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:13.011131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:44:13.051098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.051494 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Added segment 0ea51c96-927a-43b9-9850-09b1f881407b of type vlan for network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 Sep 29 06:44:13.053192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Made reservation on behalf of d730a1ce4a7b4bef9c2f45e0aeec94d7 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:13.057531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.068225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Allocated IP 172.20.0.3 (fb6f37e0-fb4f-4853-9b7e-7b2615e669d6/2b8035cf-e573-40e8-8b95-92ccfca80133/a7625a4e-1e1c-4b65-bdd1-9fff23792066) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:13.076611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361b0d48-1ff8-49ee-be9b-da43d7d5ce6e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:13.130979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] device_id is not set on port d7453031-b4b9-45bc-90ea-73d6b2967e79 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:13.138028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0103a-afcf-4c19-916c-7bcfcb8b7867 None None] Pushing event updated for resources: {'Port': ['ID=0a56efea-9983-4c10-88c4-4bbb599121d8,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:13.224022 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Attempt 10 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:13.232120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:13.242915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] device_id is not set on port a8418b0d-76bb-4d71-be1b-a60c56867164 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:13.376007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.385998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-858500e1-1d8c-449f-ac1a-8d5471d87330 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:13.426478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.549080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Provisioning complete for port 1df4297c-651e-456f-bf4f-e84ade52f478 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:13.549639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.549894 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 1 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:13.559918 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c5192175-d955-4227-91c1-7c660a75ac8a req-523f1485-f231-4425-b4d0-1b908d4095ef tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 210 time: 0.2524853 Sep 29 06:44:13.658280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:13.702679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.708216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:13.708776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.761116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:13.815766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Made reservation on behalf of e68664f8f4564c1dbe0f0879decabe4c for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:13.819266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:14.030025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Allocated IP 2001:db8::175 (eaab0252-7376-4004-bc18-b9ba869a505a/02209815-46d8-4fed-b9cb-be5fc2688589/d7453031-b4b9-45bc-90ea-73d6b2967e79) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:14.032696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Pushing event updated for resources: {'Network': ['ID=ff6f0a4e-c45d-4c2c-9757-0c2d68f51992,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:14.049456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:44:14.066639 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b295875-4ab7-4288-b446-a2a4cc6b6101 req-08fe1966-3109-42a3-b60a-9fbd10fea0b6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.2569098 Sep 29 06:44:14.169096 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 2 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:14.184665 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a220bf3f-8505-4a29-bba1-dafcc9f79e0e req-15f49a07-ad68-4a91-bfa7-de0a7588e894 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.1535764 Sep 29 06:44:14.313966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:14.319098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:14.379355 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0f6d361e-a254-4ee9-92f2-fd843cef8c20 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.2261796 Sep 29 06:44:14.384080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Transition to ACTIVE for port object a7625a4e-1e1c-4b65-bdd1-9fff23792066 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:14.596665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Allocated IP 172.26.0.15 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/1e0f8329-7297-4823-a23e-8a167eba311a) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:14.635319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:14.702227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Allocated IP 172.20.0.6 (5cc6c782-fd82-4516-8a55-7eaeb4e32735/4cfef9a6-655c-41db-bfe6-03a75efdb049/a8418b0d-76bb-4d71-be1b-a60c56867164) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:14.739521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Allocated IP 172.20.0.8 (979c1f83-802e-4aef-a559-9f00b2fd8b54/4f381b12-92c1-4d00-bd68-2d636f8e211e/77583e9d-627a-452a-87da-71107c4a9e7a) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:14.792004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58437668-0671-41a5-9ee8-a9b13222c04f None None] Network eaab0252-7376-4004-bc18-b9ba869a505a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:14.799622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37822) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:14.821851 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 3 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:14.894103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:14.908304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Request body: {'port': {'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992', 'binding:host_id': 'hv-neutron-8597', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-984425127'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:14.912733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:14.917435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Usage tracker for resource:port and tenant:68982e8832d94d19aa29d32016a2d043 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:14.920369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:14.926276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:14.958567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Made reservation on behalf of 68982e8832d94d19aa29d32016a2d043 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:14.961068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:14.970370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event updated for resources: {'Port': ['ID=a7625a4e-1e1c-4b65-bdd1-9fff23792066,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:14.997036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:15.000943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:15.019580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:15.021989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:15.080589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:15.093908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Usage tracker for resource:security_group_rule and tenant:68982e8832d94d19aa29d32016a2d043 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:15.109132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:15.185777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:15.271251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86789e-9a32-4ed1-b421-9b54c8deedbc req-7210de3d-2415-4652-a6aa-945ce54f12ae tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:15.272106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2f86789e-9a32-4ed1-b421-9b54c8deedbc req-7210de3d-2415-4652-a6aa-945ce54f12ae tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Synchronizing usage tracker for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:15.293782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:15.294704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:15.405442 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 4 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:15.434981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:15.444896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-80c35e03-e208-4a51-bf0c-fca04d7556aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2705238 Sep 29 06:44:15.490200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0a56efea-9983-4c10-88c4-4bbb599121d8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:15.502120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2f86789e-9a32-4ed1-b421-9b54c8deedbc req-7210de3d-2415-4652-a6aa-945ce54f12ae tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Unset dirty status for tenant:5a3633afe0d6481c907779b61e3c6b05 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:15.513342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2f86789e-9a32-4ed1-b421-9b54c8deedbc req-7210de3d-2415-4652-a6aa-945ce54f12ae tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 931 time: 0.7126875 Sep 29 06:44:15.589314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Transition to ACTIVE for port object d7453031-b4b9-45bc-90ea-73d6b2967e79 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:15.651448 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2f86789e-9a32-4ed1-b421-9b54c8deedbc req-d5d8ab1f-4f59-4daa-94cd-1760bb5cd500 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366603 Sep 29 06:44:15.682924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:15.815114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:15.844153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0a56efea-9983-4c10-88c4-4bbb599121d8 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:15.870112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-780b2287-4b69-44ca-96b6-3f077a29909a req-d3dd7ce5-5974-41a4-964f-8732b96e3083 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.3809295 Sep 29 06:44:15.887678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.038215 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d75188a1-dc1c-4f99-b29d-00b99ba9a3e4 req-f9132526-eac8-4040-9d6e-f168e2ffe0ef tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.0976980 Sep 29 06:44:16.058433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.067521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.122057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event updated for resources: {'Port': ['ID=1e0f8329-7297-4823-a23e-8a167eba311a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:16.129885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.135504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 741f3d71-8b50-4a79-b313-cf7687064575 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:16.146184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:16.164287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:16.185381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:16.268329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Network eaab0252-7376-4004-bc18-b9ba869a505a is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:16.286716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:16.304509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:16.310538 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 5 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:16.311085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:16.312062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.423420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:16.456449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event updated for resources: {'Port': ['ID=d7453031-b4b9-45bc-90ea-73d6b2967e79,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:16.490826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.503363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b45763-e076-43aa-982a-8edafaccdbbb,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:16.508874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Transition to ACTIVE for port object a8418b0d-76bb-4d71-be1b-a60c56867164 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:16.687645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7c15b924-bbac-4cb9-8e12-9a19c95f1591 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.8472302 Sep 29 06:44:16.690590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37830) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:16.750254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 741f3d71-8b50-4a79-b313-cf7687064575 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:16.783758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.805123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Transition to ACTIVE for port object 741f3d71-8b50-4a79-b313-cf7687064575 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:16.815244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.822603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:16.896028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439dad9-52b7-433e-b8aa-156b7e7e1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:16.901945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439dad9-52b7-433e-b8aa-156b7e7e1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:16.907748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2439dad9-52b7-433e-b8aa-156b7e7e1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:16.908662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2439dad9-52b7-433e-b8aa-156b7e7e1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Synchronizing usage tracker for tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:16.925028 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 6 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:16.971909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=741f3d71-8b50-4a79-b313-cf7687064575,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:16.978206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2439dad9-52b7-433e-b8aa-156b7e7e1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Unset dirty status for tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:16.979447 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2439dad9-52b7-433e-b8aa-156b7e7e1e9c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2878907 Sep 29 06:44:16.980471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Checking segment: {'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:16.980885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Network hostable DHCP agents. Network: ff6f0a4e-c45d-4c2c-9757-0c2d68f51992, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:44:16.985791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37838) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:17.096133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:44:17.117282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Deleting port d7453031-b4b9-45bc-90ea-73d6b2967e79 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:17.118256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.118549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.120883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:17.188761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Transition to ACTIVE for port object 77583e9d-627a-452a-87da-71107c4a9e7a will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:17.190331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.221174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, ff6f0a4e-c45d-4c2c-9757-0c2d68f51992) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:17.240203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d091428-2481-4fc5-96d1-fdd19b17bf75 None None] Network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:17.258743 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f4579643-818a-4565-902e-281833e80e05 req-8b103768-edaa-44b6-913d-c01b3c6e4d92 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.1046457 Sep 29 06:44:17.261975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:17.424601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:17.425039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:17.425508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:17.439925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:17.440730 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:17.449260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 2 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:17.483288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:17.495194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:17.504581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.532327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:17.562731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:17.563171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:17.564052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:17.594069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event updated for resources: {'Port': ['ID=a8418b0d-76bb-4d71-be1b-a60c56867164,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:17.622910 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 7 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:17.637773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.649413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:17.649744 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:17.658343 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 3 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:17.678003 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-977f5085-c47a-4b13-aaee-1ab7e99d1db1 req-904e921a-13d5-48a6-8585-95eb65374217 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.1999230 Sep 29 06:44:17.703199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:17.703904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:17.703904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:17.708242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.731347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:17.731649 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:17.758881 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 4 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:17.775361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:17.792541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f3f5f-e90b-4ecc-89ef-450440744e93 req-ef6bed11-820c-462b-9d62-d92f4dadbd23 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:17.799923 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d45f3f5f-e90b-4ecc-89ef-450440744e93 req-ef6bed11-820c-462b-9d62-d92f4dadbd23 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 931 time: 0.9883075 Sep 29 06:44:17.803575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:17.803936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:17.804268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:17.807460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.827330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:17.827654 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:17.889845 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 5 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:17.939048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:17.989091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Calling delete_port for d7453031-b4b9-45bc-90ea-73d6b2967e79 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:18.004980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:18.018284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:18.018655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:18.018991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:18.029355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:18.043214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:18.043349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:18.043547 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:18.047152 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 6 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:18.072730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:18.073883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:18.074232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:18.086352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d45f3f5f-e90b-4ecc-89ef-450440744e93 req-ecba0399-3071-4500-b5bf-e817c8dca388 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852817 Sep 29 06:44:18.121469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:18.122091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:18.154247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event updated for resources: {'Port': ['ID=77583e9d-627a-452a-87da-71107c4a9e7a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:18.178562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:18.178796 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:18.183779 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 7 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:18.216007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:18.216343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:18.216675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:18.239475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:18.239821 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:18.241474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 8 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:18.264208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:18.276226 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 8 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:18.367211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:18.367565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:18.373200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:18.392018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:18.395499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event deleted for resources: {'Port': ['ID=d7453031-b4b9-45bc-90ea-73d6b2967e79,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:18.399385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:18.399704 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:18.448875 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 9 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:18.665931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:18.684990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:18.685582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:18.686064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:18.702216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:18.702852 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:18.704439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 10 to bind port 741f3d71-8b50-4a79-b313-cf7687064575 Sep 29 06:44:18.723925 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ab43214b-5c3a-45b9-946b-ee57cf228eaa tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "DELETE /v2.0/ports/d7453031-b4b9-45bc-90ea-73d6b2967e79 HTTP/1.1" status: 204 len: 168 time: 1.7368219 Sep 29 06:44:18.728284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37848) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:18.736480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:18.739050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Request body: {'port': {'name': 'tempest-new-port-name-311184198', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:18.739400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] bootfile-name is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:18.739751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] tftp-server is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:18.740052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] server-ip-address is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:18.740923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:18.766294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a6533efc-382c-4a96-aa85-660145e0d246 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4285955 Sep 29 06:44:18.773717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37852) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:18.799162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:18.799500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:18.799811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:18.821396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 741f3d71-8b50-4a79-b313-cf7687064575 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:18.821746 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 741f3d71-8b50-4a79-b313-cf7687064575 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:18.822073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:18.853854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126c58-7fe5-4cee-ae09-67932d6d19f1 req-3f8cee9d-7ab4-42b3-b93c-183681080892 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:18.861061 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-69126c58-7fe5-4cee-ae09-67932d6d19f1 req-3f8cee9d-7ab4-42b3-b93c-183681080892 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 931 time: 0.4005475 Sep 29 06:44:18.894360 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 9 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:18.975502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'project_id': 'd04f20bdf8c14c8db7c1ab7396b8d9b7', 'port_id': 'a8418b0d-76bb-4d71-be1b-a60c56867164'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:18.989417 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-52b39b80-798d-4c35-b44e-25eb54b570c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2461350 Sep 29 06:44:18.992032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:18.992175 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee3a807b-0696-42b6-b321-211200a043c9 req-f53d7060-e766-4519-81fa-23d93e4ddb77 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.0971794 Sep 29 06:44:19.007210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Usage tracker for resource:floatingip and tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:19.015923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:19.037155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:19.046866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.057376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:19.064505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.075043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-69126c58-7fe5-4cee-ae09-67932d6d19f1 req-d56a4b92-3141-4edf-9584-f55a96c689eb tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129593 Sep 29 06:44:19.120029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.142768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] For port 741f3d71-8b50-4a79-b313-cf7687064575, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:19.143391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempted to set empty binding levels {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 29 06:44:19.166380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.167453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:19.168052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.248839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Allocated IP 2001:db8::1b9 (2b2341bb-164c-4216-b5fa-51b2e809ae15/f8193f64-7b5d-46ab-a058-02e9d15acfd7/346b3f2a-9173-41d3-aeea-10862dd2f848) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:19.340413 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.4744735 Sep 29 06:44:19.358335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37860) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:19.389139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5c126-fe0a-4157-83ce-906276ebbf13 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=741f3d71-8b50-4a79-b313-cf7687064575,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:19.527643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.529921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.551852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Deleting port 741f3d71-8b50-4a79-b313-cf7687064575 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:19.552217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.559368 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Attempt 10 to provision port 1df4297c-651e-456f-bf4f-e84ade52f478 Sep 29 06:44:19.566534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.649889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] In _notify_port_updated(), no bound segment for port f8292759-38e9-4c0e-aa41-ab959b15c0c0 on network eaab0252-7376-4004-bc18-b9ba869a505a {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:44:19.655376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:19.656037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.657346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "PUT /v2.0/ports/f8292759-38e9-4c0e-aa41-ab959b15c0c0 HTTP/1.1" status: 200 len: 1129 time: 0.9281242 Sep 29 06:44:19.663724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37864) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:19.696634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2fba3f16-faa9-443f-8ffe-d05b7886b7f1 None None] Port 1df4297c-651e-456f-bf4f-e84ade52f478 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:19.743045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ed213-73be-4ec6-9b84-4360058a942c tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event updated for resources: {'Port': ['ID=f8292759-38e9-4c0e-aa41-ab959b15c0c0,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:19.843348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb0e49-e3e7-40c2-9404-5ef292caf5cf tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:19.844003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8ceb0e49-e3e7-40c2-9404-5ef292caf5cf tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Synchronizing usage tracker for tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:19.852691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Provisioning for port 0a56efea-9983-4c10-88c4-4bbb599121d8 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:19.858326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Provisioning complete for port 0a56efea-9983-4c10-88c4-4bbb599121d8 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:19.859113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:19.859686 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 1 to provision port 0a56efea-9983-4c10-88c4-4bbb599121d8 Sep 29 06:44:19.878114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Allocated IP 172.26.0.133 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e7d69f12-d8a3-4d4d-8dec-c12835814f7f) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:19.881067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8ceb0e49-e3e7-40c2-9404-5ef292caf5cf tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Unset dirty status for tenant:d730a1ce4a7b4bef9c2f45e0aeec94d7 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:19.889339 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8ceb0e49-e3e7-40c2-9404-5ef292caf5cf tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "GET /v2.0/ports/f8292759-38e9-4c0e-aa41-ab959b15c0c0 HTTP/1.1" status: 200 len: 1129 time: 0.2217259 Sep 29 06:44:19.891038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37868) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:20.034002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.052974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Current status of the port 0a56efea-9983-4c10-88c4-4bbb599121d8 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:20.053360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.080628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afda34-f58a-46be-bbb5-dcbd8b9a0232 req-449c2190-58b9-49f1-9e38-5e58efc7ae9f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:20.095867 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39afda34-f58a-46be-bbb5-dcbd8b9a0232 req-449c2190-58b9-49f1-9e38-5e58efc7ae9f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 931 time: 0.7832961 Sep 29 06:44:20.139100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Router 8a2217f1-82d6-477f-8836-c80181126e6a is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:44:20.142981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] For port 741f3d71-8b50-4a79-b313-cf7687064575, host hv-neutron-8597, got binding levels [] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:20.144332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] For port 0a56efea-9983-4c10-88c4-4bbb599121d8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0a56efea-9983-4c10-88c4-4bbb599121d8,segment=NetworkSegment(40d1d480-384c-46b3-a67f-87b684025add),segment_id=40d1d480-384c-46b3-a67f-87b684025add)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:20.145626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.153558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.166006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Deleting port f8292759-38e9-4c0e-aa41-ab959b15c0c0 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:20.166356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.244977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Provisioning for port a8418b0d-76bb-4d71-be1b-a60c56867164 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:20.257621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Provisioning complete for port a8418b0d-76bb-4d71-be1b-a60c56867164 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:20.258313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.258748 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 1 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:20.314173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Pushing event updated for resources: {'Port': ['ID=0a56efea-9983-4c10-88c4-4bbb599121d8,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:20.365592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Calling delete_port for 741f3d71-8b50-4a79-b313-cf7687064575 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:20.375637 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bd188a81-08f5-4a94-a939-3e985f51d38a req-811f19e2-fc51-4f66-8d55-9997316e147d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.1073794 Sep 29 06:44:20.403671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:20.547918 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39afda34-f58a-46be-bbb5-dcbd8b9a0232 req-ec0bc0fe-9fd4-46f1-ac96-4d19acd8811f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502132 Sep 29 06:44:20.738728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.758023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.811442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.843752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 2b2341bb-164c-4216-b5fa-51b2e809ae15 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:20.847126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:20.851068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:20.860928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:20.862480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:20.862665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] Sync routers for ids ['8a2217f1-82d6-477f-8836-c80181126e6a'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:20.873385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] Routers {'8a2217f1-82d6-477f-8836-c80181126e6a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:20.874007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8a2217f1-82d6-477f-8836-c80181126e6a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:20.926955 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 2 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:20.942060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Calling delete_port for f8292759-38e9-4c0e-aa41-ab959b15c0c0 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:20.969909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:20.992424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7f173-b3f6-4561-986c-76343f0dfb70 req-cd6719a5-a9fe-47c2-aca6-561ce53f36e0 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:20.993905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b4d7f173-b3f6-4561-986c-76343f0dfb70 req-cd6719a5-a9fe-47c2-aca6-561ce53f36e0 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 931 time: 0.4503651 Sep 29 06:44:20.995233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] Routers {'8a2217f1-82d6-477f-8836-c80181126e6a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:20.995839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8a2217f1-82d6-477f-8836-c80181126e6a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:21.008077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Port': ['ID=346b3f2a-9173-41d3-aeea-10862dd2f848,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:21.024963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.051879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.054549 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "DELETE /v2.0/ports/741f3d71-8b50-4a79-b313-cf7687064575 HTTP/1.1" status: 204 len: 168 time: 1.6900778 Sep 29 06:44:21.063493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:21.068457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:21.068958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd6dc6-651c-4060-a166-409e357967f6 None None] The sync data for ids ['8a2217f1-82d6-477f-8836-c80181126e6a'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:21.071085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37876) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:21.088363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.089580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d9f4986d-a206-42a3-b332-79df671411d3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.8825502 Sep 29 06:44:21.090754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00311b-08ac-44d3-bf71-514d4b2e762f tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event deleted for resources: {'Port': ['ID=741f3d71-8b50-4a79-b313-cf7687064575,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:21.098308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37880) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:21.164720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:21.165802 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-af26d2e8-615f-4ac9-a4a8-9d08ae3a5e85 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:44:21.166327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-af26d2e8-615f-4ac9-a4a8-9d08ae3a5e85 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Synchronizing usage tracker for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:21.186101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:21.196275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:21.230538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b4d7f173-b3f6-4561-986c-76343f0dfb70 req-4bdcc0a6-2801-49e0-99c7-dc39a4f6fb3b tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249606 Sep 29 06:44:21.231171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d69f12-d8a3-4d4d-8dec-c12835814f7f,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:21.306998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-af26d2e8-615f-4ac9-a4a8-9d08ae3a5e85 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Unset dirty status for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:21.311526 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-af26d2e8-615f-4ac9-a4a8-9d08ae3a5e85 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "GET /v2.0/ports/741f3d71-8b50-4a79-b313-cf7687064575 HTTP/1.1" status: 404 len: 333 time: 0.2313554 Sep 29 06:44:21.312053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37884) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:21.341523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Request body: {'port': {'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1973727385'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:21.343242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0a56efea-9983-4c10-88c4-4bbb599121d8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:21.360416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:21.378386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:21.437850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0a56efea-9983-4c10-88c4-4bbb599121d8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:21.438387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.438863 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0a56efea-9983-4c10-88c4-4bbb599121d8 Sep 29 06:44:21.449085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.496610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.512624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event deleted for resources: {'Port': ['ID=f8292759-38e9-4c0e-aa41-ab959b15c0c0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:21.551558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a1b56c24-903a-468b-9e4a-42f1005154c0 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/8a2217f1-82d6-477f-8836-c80181126e6a HTTP/1.1" status: 200 len: 920 time: 0.4522645 Sep 29 06:44:21.565725 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 3 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:21.607382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:21.649269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.673919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Made reservation on behalf of 68982e8832d94d19aa29d32016a2d043 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:21.676344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:21.716996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caebf916-dd51-4dd9-88f6-651b4675ebf1 req-fdc1d48e-c7a0-4f92-947d-23204c3a7a4d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.1577582 Sep 29 06:44:21.729911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0a56efea-9983-4c10-88c4-4bbb599121d8 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:21.735598 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fc3ddda0-fc17-4da6-acb5-e26bf18fc832 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a2217f1-82d6-477f-8836-c80181126e6a HTTP/1.1" status: 200 len: 205 time: 0.1259763 Sep 29 06:44:21.740158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37896) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:21.769355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:21.796531 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0d80b5fa-40f2-42ec-95fa-494816514e75 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "DELETE /v2.0/ports/f8292759-38e9-4c0e-aa41-ab959b15c0c0 HTTP/1.1" status: 204 len: 168 time: 1.9047458 Sep 29 06:44:21.808463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37900) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:21.883586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fa731-b1cd-431b-87a1-1fce35afdd11 req-c298f8f0-a828-47c1-9074-dd8a6977112c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:21.885006 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a74fa731-b1cd-431b-87a1-1fce35afdd11 req-c298f8f0-a828-47c1-9074-dd8a6977112c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 931 time: 0.1419232 Sep 29 06:44:21.913977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:22.073701 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a74fa731-b1cd-431b-87a1-1fce35afdd11 req-0c194a8f-3a77-4af2-a4c8-bea0b8abc343 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733230 Sep 29 06:44:22.097561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.210722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.270829 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 4 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:22.314743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Deleting subnet 02209815-46d8-4fed-b9cb-be5fc2688589 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:44:22.325337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.350101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:22.374638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.532230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.536404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.594357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.645049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Pushing event updated for resources: {'Port': ['ID=e7d69f12-d8a3-4d4d-8dec-c12835814f7f,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:22.649925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.784863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-698bd023-0b73-4c10-98e9-c4358ad5c244 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:44:22.785720 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-698bd023-0b73-4c10-98e9-c4358ad5c244 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050447 Sep 29 06:44:22.832680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-b7c15e7e-19e7-4cef-99d8-bd7401ede412 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:44:22.833675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-b7c15e7e-19e7-4cef-99d8-bd7401ede412 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260751 Sep 29 06:44:22.836566 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Floating IP 83e266fc-8cb0-4626-add0-1bb508b17205 associated. External IP: 172.26.0.133, port: a8418b0d-76bb-4d71-be1b-a60c56867164. Sep 29 06:44:22.851845 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 5 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:22.869670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.922683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:22.954124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:22.998130 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aa7e0ab9-7d19-4c7b-9116-38245b15faec req-5672c45b-4bbc-4eb7-b891-68f21b3558bc tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.1037450 Sep 29 06:44:23.016311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Request body: {'port': {'device_id': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:23.038623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.070205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.61', 49586) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:23.077411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Request body: {'port': {'device_id': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:23.115379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c421f2-b618-4bc8-aa74-30c3bd82a4ac req-95bafd7b-6304-423e-8c0c-75e1f73f2bba tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:23.116097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-80c421f2-b618-4bc8-aa74-30c3bd82a4ac req-95bafd7b-6304-423e-8c0c-75e1f73f2bba tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Synchronizing usage tracker for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:23.165325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Deleting port 1e0f8329-7297-4823-a23e-8a167eba311a {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:23.165661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.196724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.266927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.424024 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 6 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:23.483487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:23.544650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-80c421f2-b618-4bc8-aa74-30c3bd82a4ac req-95bafd7b-6304-423e-8c0c-75e1f73f2bba tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Unset dirty status for tenant:e68664f8f4564c1dbe0f0879decabe4c on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:23.545816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-80c421f2-b618-4bc8-aa74-30c3bd82a4ac req-95bafd7b-6304-423e-8c0c-75e1f73f2bba tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 931 time: 1.1145127 Sep 29 06:44:23.588741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50997c5-1204-41d4-a394-82003fedd2ba req-06612b2d-1f5d-44eb-8c86-44549835b609 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:23.590112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e50997c5-1204-41d4-a394-82003fedd2ba req-06612b2d-1f5d-44eb-8c86-44549835b609 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 931 time: 0.3243172 Sep 29 06:44:23.605499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.786314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Router 71765c3d-64d3-4f7b-9281-a9af1fb507ee has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:44:23.864569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:23.868151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.893090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:23.901198 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e50997c5-1204-41d4-a394-82003fedd2ba req-78f8f308-7fcf-4e7e-9ffd-af3b25e3859d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030939 Sep 29 06:44:23.915096 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-80c421f2-b618-4bc8-aa74-30c3bd82a4ac req-606f248b-67b3-499c-b9e7-6bcdbdc59c9f tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332853 Sep 29 06:44:23.926517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.926517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-e1a77048-86f6-408c-b261-ab05da6e45d1 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:23.927247 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-e1a77048-86f6-408c-b261-ab05da6e45d1 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.61 "GET /v2.0/networks?id=bd61929e-c63a-4d8d-a743-12a70faef468 HTTP/1.1" status: 200 len: 812 time: 0.8205085 Sep 29 06:44:23.941515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:23.942452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:23.943313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:23.985308 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 7 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:23.989353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=17cdf8a0-d105-44aa-86cf-7a0cad86ad6e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:24.058912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event deleted for resources: {'Subnet': ['ID=02209815-46d8-4fed-b9cb-be5fc2688589,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:24.071245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:24.080195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.080792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:24.097440 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] Sync routers for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:24.102432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c98a8-5157-440b-aba7-a92f1c64fd88 None None] Network eaab0252-7376-4004-bc18-b9ba869a505a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:24.105692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.119779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77583e9d-627a-452a-87da-71107c4a9e7a {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:44:24.125440 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:24.126296 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:24.127918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.130271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.158412 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a757c763-4ea8-467c-a44e-bf10c55352ea tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "DELETE /v2.0/subnets/02209815-46d8-4fed-b9cb-be5fc2688589 HTTP/1.1" status: 204 len: 168 time: 2.2918437 Sep 29 06:44:24.171133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37924) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:24.216423 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:24.225825 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:24.226750 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:24.282705 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-bbe40707-d322-4dbe-9e7b-4c3d9de40b9b tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c HTTP/1.1" status: 200 len: 379 time: 0.3014264 Sep 29 06:44:24.284067 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8201af9b-afd8-4b18-bf1b-88a5d2529853 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9546351 Sep 29 06:44:24.294828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Calling delete_port for 1e0f8329-7297-4823-a23e-8a167eba311a owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:24.299157 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:24.299826 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13ba0a-12b9-4c44-8519-40218927df80 None None] The sync data for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:24.319946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37928) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:24.320935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Transition to ACTIVE for port object 77583e9d-627a-452a-87da-71107c4a9e7a will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:24.329459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Request body: {'port': {'device_id': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'admin_state_up': True, 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'security_groups': ['e03fc0c4-ed37-4646-a004-1d2ce3e20607']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:24.332989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51243fb9-14ac-442b-9ee9-136675065028 req-20780179-9329-4f1b-9897-ec81a1e089cc tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.1497326 Sep 29 06:44:24.336568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:24.373055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.463326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Router b33bc604-9b34-4cb6-b5de-894f263d6fac is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:44:24.507663 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2081ba28-f46d-48cb-9b58-db2566ebacb9 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7218587 Sep 29 06:44:24.512015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:24.533219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] DHCP port deletion for eaab0252-7376-4004-bc18-b9ba869a505a request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:44:24.537565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] Deleting port 0a56efea-9983-4c10-88c4-4bbb599121d8 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:24.538443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.574870 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 8 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:24.592168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.677504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:24.691101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=77583e9d-627a-452a-87da-71107c4a9e7a,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:24.711827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Deleting port 0a56efea-9983-4c10-88c4-4bbb599121d8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:24.712076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.755367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.809225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] For port 0a56efea-9983-4c10-88c4-4bbb599121d8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0a56efea-9983-4c10-88c4-4bbb599121d8,segment=NetworkSegment(40d1d480-384c-46b3-a67f-87b684025add),segment_id=40d1d480-384c-46b3-a67f-87b684025add)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:24.809612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.819955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Attempting to bind port 77583e9d-627a-452a-87da-71107c4a9e7a on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:24.820287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Attempting to bind port 77583e9d-627a-452a-87da-71107c4a9e7a by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:24.820610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Attempting to bind port 77583e9d-627a-452a-87da-71107c4a9e7a on network 979c1f83-802e-4aef-a559-9f00b2fd8b54 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:24.882357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Port 77583e9d-627a-452a-87da-71107c4a9e7a on network 979c1f83-802e-4aef-a559-9f00b2fd8b54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:24.882700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Attempting to bind port 77583e9d-627a-452a-87da-71107c4a9e7a on network 979c1f83-802e-4aef-a559-9f00b2fd8b54 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:24.895919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:24.896252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Checking segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:24.896815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Bound using segment: {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:24.897268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Bound port: 77583e9d-627a-452a-87da-71107c4a9e7a, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d819bb-29ab-4a9a-ae37-e11743006625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:24.897638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:24.934522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] Calling delete_port for 0a56efea-9983-4c10-88c4-4bbb599121d8 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:25.023289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.084069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] Pushing event deleted for resources: {'Port': ['ID=0a56efea-9983-4c10-88c4-4bbb599121d8,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:25.100102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff9a75-7300-4f6c-9c4d-5dd5cd433e7c None None] No DVR routers for this DVR port 0a56efea-9983-4c10-88c4-4bbb599121d8 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:44:25.178595 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 9 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:25.234122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:25.242881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] For port 0a56efea-9983-4c10-88c4-4bbb599121d8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0a56efea-9983-4c10-88c4-4bbb599121d8,segment=NetworkSegment(40d1d480-384c-46b3-a67f-87b684025add),segment_id=40d1d480-384c-46b3-a67f-87b684025add)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:25.243466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.309652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0a56efea-9983-4c10-88c4-4bbb599121d8 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:44:25.348113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0a56efea-9983-4c10-88c4-4bbb599121d8 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:44:25.348844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0a56efea-9983-4c10-88c4-4bbb599121d8 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:44:25.384443 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d153fdc6-54ef-42b8-8376-a1e91d077f59 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] 10.222.0.26 "GET /v2.0/floatingips/83e266fc-8cb0-4626-add0-1bb508b17205 HTTP/1.1" status: 200 len: 983 time: 0.8153839 Sep 29 06:44:25.400404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37942) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:25.473933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:25.488739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7625a4e-1e1c-4b65-bdd1-9fff23792066 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:44:25.512482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Calling delete_port for 0a56efea-9983-4c10-88c4-4bbb599121d8 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:25.521343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.538765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:25.548853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:25.571157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] For port 77583e9d-627a-452a-87da-71107c4a9e7a, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:25.609630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:25.619297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Sync routers for ids ['b33bc604-9b34-4cb6-b5de-894f263d6fac'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:25.635687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] For port 77583e9d-627a-452a-87da-71107c4a9e7a, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=77583e9d-627a-452a-87da-71107c4a9e7a,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:25.636366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Routers {'b33bc604-9b34-4cb6-b5de-894f263d6fac'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:25.637417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b33bc604-9b34-4cb6-b5de-894f263d6fac'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:25.645185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Made reservation on behalf of c0f1c05f5d724fc4bf0192fcfde8864c for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:25.649807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.650303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.671643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-715d788f-2d3f-4fbe-957c-7cd9b69b4c8b tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.2621012 Sep 29 06:44:25.680475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37946) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:25.695991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50c9d6-1054-4d59-9e42-6ebd7452dbfb req-b8880dd4-e68b-4370-8cde-a7a0a5ec2875 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:25.697448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3c50c9d6-1054-4d59-9e42-6ebd7452dbfb req-b8880dd4-e68b-4370-8cde-a7a0a5ec2875 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 931 time: 0.4456573 Sep 29 06:44:25.705396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:25.706000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.707680 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] 10.222.0.61 "PUT /v2.0/ports/77583e9d-627a-452a-87da-71107c4a9e7a HTTP/1.1" status: 200 len: 1093 time: 2.7532151 Sep 29 06:44:25.710574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:25.721533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:25.736441 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Attempt 10 to provision port a8418b0d-76bb-4d71-be1b-a60c56867164 Sep 29 06:44:25.738825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.761319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4647c5-5682-4bda-aea7-7a1c3a34b5b8 req-ce431d0e-b0ca-4596-b844-aeef6b5b27cf tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:25.762844 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ce4647c5-5682-4bda-aea7-7a1c3a34b5b8 req-ce431d0e-b0ca-4596-b844-aeef6b5b27cf tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 943 time: 0.6271038 Sep 29 06:44:25.770954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:25.771266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:25.784515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Transition to ACTIVE for port object a7625a4e-1e1c-4b65-bdd1-9fff23792066 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:25.785541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.786116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Transition to ACTIVE for port object 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:25.790120 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8e5858ad-ea5c-46db-b733-4009948c3576 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 14.7104495 Sep 29 06:44:25.820200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37954) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:25.820892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.832965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f5f30-949f-481c-b75e-58c208eeaf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:25.855332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:25.878237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Port a8418b0d-76bb-4d71-be1b-a60c56867164 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:25.885038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Could not find standard attr ID for object f8292759-38e9-4c0e-aa41-ab959b15c0c0. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:44:25.904332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Provisioning for port 77583e9d-627a-452a-87da-71107c4a9e7a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:25.910150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05913ea-3a7e-4a45-8883-315ad3f89ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=77583e9d-627a-452a-87da-71107c4a9e7a,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:25.911947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Set router b33bc604-9b34-4cb6-b5de-894f263d6fac gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:25.975204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.031635 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ce4647c5-5682-4bda-aea7-7a1c3a34b5b8 req-8c238594-c119-4b45-b557-5ffe1952f2de tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509155 Sep 29 06:44:26.034007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=17cdf8a0-d105-44aa-86cf-7a0cad86ad6e,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:26.036543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.036824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.037163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.045040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.045450 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.046105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 2 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.066746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.067084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.067419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.071104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-3df23a73-26e7-40ec-ba01-83b4b91fdd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:26.072941 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-3df23a73-26e7-40ec-ba01-83b4b91fdd91 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68664f8f4564c1dbe0f0879decabe4c&device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 1096 time: 0.2913046 Sep 29 06:44:26.080483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.081141 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.081776 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 3 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.090814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event deleted for resources: {'Port': ['ID=1e0f8329-7297-4823-a23e-8a167eba311a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:26.176323 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-0243b91e-7e8a-488a-ba63-06eac98cb5f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77583e9d-627a-452a-87da-71107c4a9e7a HTTP/1.1" status: 200 len: 217 time: 0.0759652 Sep 29 06:44:26.177113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.177535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.177868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.198964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Provisioning for port a7625a4e-1e1c-4b65-bdd1-9fff23792066 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:26.218398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ecfed55-5dc0-4551-9f0a-a5998177620d None None] Could not find standard attr ID for object d7453031-b4b9-45bc-90ea-73d6b2967e79. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:44:26.226941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.227268 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.232247 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 4 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.240507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc604-9b34-4cb6-b5de-894f263d6fac', 'name': '', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'external_fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9'}], 'enable_snat': True}, 'gw_port_id': '346b3f2a-9173-41d3-aeea-10862dd2f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:11Z', 'updated_at': '2022-09-29T06:44:21Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': '346b3f2a-9173-41d3-aeea-10862dd2f848', 'name': '', 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc604-9b34-4cb6-b5de-894f263d6fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:17Z', 'updated_at': '2022-09-29T06:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:26.244463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Checking router: b33bc604-9b34-4cb6-b5de-894f263d6fac for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:44:26.244900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Updating router b33bc604-9b34-4cb6-b5de-894f263d6fac port 346b3f2a-9173-41d3-aeea-10862dd2f848 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:44:26.280076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Deleting port 0a56efea-9983-4c10-88c4-4bbb599121d8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:26.280713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.290401 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3c50c9d6-1054-4d59-9e42-6ebd7452dbfb req-6f16d189-5d53-4687-a4ed-5c19c3f67cc3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5130022 Sep 29 06:44:26.300759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.324531 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-05ce77fa-76ed-4bd7-a192-998467fc87ad req-1ad4ccf3-e622-4078-9eed-7b49b766f2ad tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.0979881 Sep 29 06:44:26.365627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.365883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.366728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.372709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2f9e1bb4-a7f1-4b41-bc8c-fb16ee1e2295 None None] Could not find standard attr ID for object f8292759-38e9-4c0e-aa41-ab959b15c0c0. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:44:26.411174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] The port '0a56efea-9983-4c10-88c4-4bbb599121d8' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:44:26.415408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.415734 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.417735 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 5 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.461835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-29f43166-21be-43f5-b89e-40ff71fa0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:26.463325 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-29f43166-21be-43f5-b89e-40ff71fa0e5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f381b12-92c1-4d00-bd68-2d636f8e211e HTTP/1.1" status: 200 len: 845 time: 0.2794588 Sep 29 06:44:26.537625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc5aa45-5485-4f1a-8534-aa0f7f300058 x-openstack-request-id: req-5dc5aa45-5485-4f1a-8534-aa0f7f300058 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:26.538022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:26.538208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dc5aa45-5485-4f1a-8534-aa0f7f300058 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:26.538695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc5aa45-5485-4f1a-8534-aa0f7f300058'] response: {'name': 'network-changed', 'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a', 'status': 'completed', 'code': 200} Sep 29 06:44:26.539480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.539805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.540133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.581764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7625a4e-1e1c-4b65-bdd1-9fff23792066,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:26.600222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.600222 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.601461 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 6 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.620553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.641352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.641687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.642017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.651266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.658898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.659114 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.661861 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 7 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.669833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.697382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaab0252-7376-4004-bc18-b9ba869a505a']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:26.704313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.704646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.704978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.717870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d1d480-384c-46b3-a67f-87b684025add') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:26.718227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d1d480-384c-46b3-a67f-87b684025add') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:26.724942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.725295 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.729961 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 8 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.744732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.749181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.753170 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:44:26.763294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Transition to ACTIVE for port object 346b3f2a-9173-41d3-aeea-10862dd2f848 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:26.769160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-d5dc53d4-0e5b-419d-98f6-df8eef1122bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:26.771276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-d5dc53d4-0e5b-419d-98f6-df8eef1122bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=979c1f83-802e-4aef-a559-9f00b2fd8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2896640 Sep 29 06:44:26.772709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.773943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.775455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.775723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.776054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.802102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:26.802426 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:26.803301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:44:26.804255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.822905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 9 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:26.837200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Attempting to bind port 346b3f2a-9173-41d3-aeea-10862dd2f848 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.837691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Attempting to bind port 346b3f2a-9173-41d3-aeea-10862dd2f848 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '9a17e847-4f1c-47dc-b516-f44c6d652307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.838063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Attempting to bind port 346b3f2a-9173-41d3-aeea-10862dd2f848 on network 2b2341bb-164c-4216-b5fa-51b2e809ae15 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:26.848499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:26.848983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Checking segment: {'id': '9a17e847-4f1c-47dc-b516-f44c6d652307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:26.849263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.849641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Bound using segment: {'id': '9a17e847-4f1c-47dc-b516-f44c6d652307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:26.850108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Bound port: 346b3f2a-9173-41d3-aeea-10862dd2f848, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a17e847-4f1c-47dc-b516-f44c6d652307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:26.850546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.888655 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 40d1d480-384c-46b3-a67f-87b684025add resource provider aggregate not found Sep 29 06:44:26.895740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacaf30-769d-4604-8cbd-e34db7c15dd7 None None] Pushing event updated for resources: {'Port': ['ID=346b3f2a-9173-41d3-aeea-10862dd2f848,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:26.931017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] For port 346b3f2a-9173-41d3-aeea-10862dd2f848, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:26.934119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] For port 346b3f2a-9173-41d3-aeea-10862dd2f848, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=346b3f2a-9173-41d3-aeea-10862dd2f848,segment=NetworkSegment(9a17e847-4f1c-47dc-b516-f44c6d652307),segment_id=9a17e847-4f1c-47dc-b516-f44c6d652307)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:26.939010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:26.959459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:26.959842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:26.960167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:27.004756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Routers {'b33bc604-9b34-4cb6-b5de-894f263d6fac'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:27.005727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b33bc604-9b34-4cb6-b5de-894f263d6fac'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:27.014352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port e7d69f12-d8a3-4d4d-8dec-c12835814f7f {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:27.014734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.061208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.068912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Attempting to bind port a7625a4e-1e1c-4b65-bdd1-9fff23792066 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:27.069236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Attempting to bind port a7625a4e-1e1c-4b65-bdd1-9fff23792066 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:27.069520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Attempting to bind port a7625a4e-1e1c-4b65-bdd1-9fff23792066 on network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:27.081832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.084322 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 40d1d480-384c-46b3-a67f-87b684025add resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40d1d480-384c-46b3-a67f-87b684025add found for delete ", "request_id": "req-b8b4fbac-5e23-4443-a61a-2f4044fc284d"}]} Sep 29 06:44:27.095840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Allocated IP 172.20.0.11 (bd61929e-c63a-4d8d-a743-12a70faef468/6f091907-ec1d-4547-b1f2-146d5facfdbd/a56e2a4b-b61c-43f9-9197-93d151c9597d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:27.099677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Port a7625a4e-1e1c-4b65-bdd1-9fff23792066 on network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:27.100147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Attempting to bind port a7625a4e-1e1c-4b65-bdd1-9fff23792066 on network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:27.102217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacaf30-769d-4604-8cbd-e34db7c15dd7 None None] Pushing event updated for resources: {'Port': ['ID=346b3f2a-9173-41d3-aeea-10862dd2f848,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:27.113796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:27.115620 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:27.124210 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 10 to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e Sep 29 06:44:27.144478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:27.145099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:27.145436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:27.153607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:27.153952 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:27.154460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.180995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:27.181345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Checking segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:27.181923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Bound using segment: {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:27.182387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Bound port: a7625a4e-1e1c-4b65-bdd1-9fff23792066, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281aec59-c1e4-4cbd-9434-54a9e95fc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:27.182758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.225798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.241735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.241955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2217f1-82d6-477f-8836-c80181126e6a {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:27.244231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] Set router b33bc604-9b34-4cb6-b5de-894f263d6fac gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:27.314150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.384544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] For port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:27.385242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempted to set empty binding levels {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 29 06:44:27.387516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] Pushing event deleted for resources: {'Network': ['ID=eaab0252-7376-4004-bc18-b9ba869a505a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:27.415564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.416415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] In _notify_port_updated(), no bound segment for port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:44:27.416956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.417548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.427021 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "PUT /v2.0/ports/17cdf8a0-d105-44aa-86cf-7a0cad86ad6e HTTP/1.1" status: 200 len: 977 time: 3.1047394 Sep 29 06:44:27.430357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-54719505-fe68-4576-958f-f73bc6af173e service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514332 Sep 29 06:44:27.440032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37974) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:27.450617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.451716 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0c2c315f-df79-4f39-8b85-3467bb26311d tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/8a2217f1-82d6-477f-8836-c80181126e6a HTTP/1.1" status: 204 len: 168 time: 5.7106602 Sep 29 06:44:27.478763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 37976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:27.480042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.487128 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fc801e36-7d9b-4a7a-98d3-db640623f4c0 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661 tempest-ExtraDHCPOptionsIpV6TestJSON-414494661-project] 10.222.0.26 "DELETE /v2.0/networks/eaab0252-7376-4004-bc18-b9ba869a505a HTTP/1.1" status: 204 len: 168 time: 3.3122306 Sep 29 06:44:27.541427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2116767256', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': False}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:27.595136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:27.630767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] For port a7625a4e-1e1c-4b65-bdd1-9fff23792066, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:27.634188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:router and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:27.640328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.640636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.644861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-77591515-a86f-4eac-868a-8905092ca575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc604-9b34-4cb6-b5de-894f263d6fac', 'name': '', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'external_fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9'}], 'enable_snat': True}, 'gw_port_id': '346b3f2a-9173-41d3-aeea-10862dd2f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:11Z', 'updated_at': '2022-09-29T06:44:21Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': '346b3f2a-9173-41d3-aeea-10862dd2f848', 'name': '', 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc604-9b34-4cb6-b5de-894f263d6fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:17Z', 'updated_at': '2022-09-29T06:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:27.652020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting port 346b3f2a-9173-41d3-aeea-10862dd2f848 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:27.652940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.653749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77591515-a86f-4eac-868a-8905092ca575 None None] The sync data for ids ['b33bc604-9b34-4cb6-b5de-894f263d6fac'] in dv-neutron-859761-1-hyperv is: [{'id': 'b33bc604-9b34-4cb6-b5de-894f263d6fac', 'name': '', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'external_fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9'}], 'enable_snat': True}, 'gw_port_id': '346b3f2a-9173-41d3-aeea-10862dd2f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:11Z', 'updated_at': '2022-09-29T06:44:21Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': '346b3f2a-9173-41d3-aeea-10862dd2f848', 'name': '', 'network_id': '2b2341bb-164c-4216-b5fa-51b2e809ae15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:e2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc604-9b34-4cb6-b5de-894f263d6fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'ip_address': '2001:db8::1b9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:17Z', 'updated_at': '2022-09-29T06:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8193f64-7b5d-46ab-a058-02e9d15acfd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:27.707004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:27.754658 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c0a8deb-bfc3-450b-8c76-949fd0f18f5d req-ad678b9e-9305-45a9-80a6-0eea658fd3d6 service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665401 Sep 29 06:44:27.755178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd3f0-d6c7-447d-9910-c208e8c4bcdf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=17cdf8a0-d105-44aa-86cf-7a0cad86ad6e,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:27.787982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd63a-87f1-42dc-a0a8-9aed9da03295 req-8bd4b8c7-5fba-4987-a312-76819a3aa4a2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.792258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:27.796438 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4acd63a-87f1-42dc-a0a8-9aed9da03295 req-8bd4b8c7-5fba-4987-a312-76819a3aa4a2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 943 time: 0.5716007 Sep 29 06:44:27.864733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.865206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.865672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.866169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.866658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.867121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.867626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.868052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.868507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.868963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.869415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.869870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.870320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.870799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.871253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.871703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.872152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.872681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.873045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.873563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.874018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.874465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.874940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.875386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.875832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.876367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:27.883245 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-83ec6ebd-4eff-412b-ab41-dd3db9733d2e tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22998 time: 0.3970752 Sep 29 06:44:27.887338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37986) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:27.887647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 37988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:27.888708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] For port a7625a4e-1e1c-4b65-bdd1-9fff23792066, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:27.901890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Calling delete_port for e7d69f12-d8a3-4d4d-8dec-c12835814f7f owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:27.941736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.942766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:27.957595 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4acd63a-87f1-42dc-a0a8-9aed9da03295 req-6b33a6c5-e7b5-456b-a0b1-25339b58675f tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602342 Sep 29 06:44:27.970449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.054063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:28.055081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.056885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] 10.222.0.61 "PUT /v2.0/ports/a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1093 time: 5.1127400 Sep 29 06:44:28.058266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:28.079223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Deleting port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:28.079655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.309373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77677c9b-cae5-4ec8-8714-fac2bcc82e19" -d '{"events": [{"name": "network-changed", "server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:28.312937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.512275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b0577b0e-43da-4e00-9142-1b2bf814032a req-21737daf-68fe-4f14-b168-f2b2333d1200 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.2736909 Sep 29 06:44:28.577459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] For port 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e, host hv-neutron-8597, got binding levels [] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:28.577816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.594718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.594909 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b06d541f-cb83-46c1-8067-042a2d3db9c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d730a1ce4a7b4bef9c2f45e0aeec94d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039003 Sep 29 06:44:28.595528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38004) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:28.599439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-26a89bc4-766d-40cd-a971-97a2d93f0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:28.601073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-26a89bc4-766d-40cd-a971-97a2d93f0ab1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68664f8f4564c1dbe0f0879decabe4c&device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 1096 time: 0.7147789 Sep 29 06:44:28.650338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6500e-b708-4799-ad31-b7c192c7dcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7625a4e-1e1c-4b65-bdd1-9fff23792066,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:28.693662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6342baf6-eec9-446f-8374-5b7fb09c1b71 x-openstack-request-id: req-6342baf6-eec9-446f-8374-5b7fb09c1b71 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:28.694595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:28.694729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6342baf6-eec9-446f-8374-5b7fb09c1b71 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:28.695185 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6342baf6-eec9-446f-8374-5b7fb09c1b71'] response: {'name': 'network-changed', 'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'status': 'completed', 'code': 200} Sep 29 06:44:28.703953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c4972-ff87-416f-b5fd-216933896bb7 req-1e02665d-f2dd-4f7c-8492-e696300c5161 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:28.705489 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c2c4972-ff87-416f-b5fd-216933896bb7 req-1e02665d-f2dd-4f7c-8492-e696300c5161 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 943 time: 1.2290852 Sep 29 06:44:28.743259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Transition to ACTIVE for port object a56e2a4b-b61c-43f9-9197-93d151c9597d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:28.806243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Calling delete_port for 17cdf8a0-d105-44aa-86cf-7a0cad86ad6e owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:28.824718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.897014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] For port 346b3f2a-9173-41d3-aeea-10862dd2f848, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=346b3f2a-9173-41d3-aeea-10862dd2f848,segment=NetworkSegment(9a17e847-4f1c-47dc-b516-f44c6d652307),segment_id=9a17e847-4f1c-47dc-b516-f44c6d652307)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:28.898338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.964378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-a7225033-ae6e-4063-a861-c5da6a26e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:28.965853 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-a7225033-ae6e-4063-a861-c5da6a26e67a service neutron] 10.222.0.61 "GET /v2.0/networks?id=979c1f83-802e-4aef-a559-9f00b2fd8b54 HTTP/1.1" status: 200 len: 907 time: 0.3123779 Sep 29 06:44:28.968829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d40dbbb6-b322-4b13-85bc-c34e210cfa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:28.971584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Port': ['ID=e7d69f12-d8a3-4d4d-8dec-c12835814f7f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:29.036538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.142810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Calling delete_port for 346b3f2a-9173-41d3-aeea-10862dd2f848 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:29.205454 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-7838fd4a-8d13-405f-b88d-a0adb6b53469 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77583e9d-627a-452a-87da-71107c4a9e7a HTTP/1.1" status: 200 len: 217 time: 0.2254379 Sep 29 06:44:29.228604 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c2c4972-ff87-416f-b5fd-216933896bb7 req-58a02265-57a2-4229-84db-e2928df2c284 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5120180 Sep 29 06:44:29.251601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d40dbbb6-b322-4b13-85bc-c34e210cfa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.259430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event deleted for resources: {'Port': ['ID=17cdf8a0-d105-44aa-86cf-7a0cad86ad6e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:29.336263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.360243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-37d179ed-f3c1-4e93-88f4-a4034ef48939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:29.361729 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-37d179ed-f3c1-4e93-88f4-a4034ef48939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1096 time: 1.2132552 Sep 29 06:44:29.381211 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9cd42e55-e963-451e-9795-7a56a79ed929 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "DELETE /v2.0/ports/17cdf8a0-d105-44aa-86cf-7a0cad86ad6e HTTP/1.1" status: 204 len: 168 time: 1.4909470 Sep 29 06:44:29.386641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38012) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:29.387371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.389405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-d3ce8cc4-d183-4c2e-9eed-5335a7a8d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:29.390241 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-d3ce8cc4-d183-4c2e-9eed-5335a7a8d24b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f381b12-92c1-4d00-bd68-2d636f8e211e HTTP/1.1" status: 200 len: 845 time: 0.1320086 Sep 29 06:44:29.415742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 346b3f2a-9173-41d3-aeea-10862dd2f848 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:29.455983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.504017 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d5400f-697f-4f69-9593-8594f9784e35 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:44:29.504822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f5d5400f-697f-4f69-9593-8594f9784e35 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Synchronizing usage tracker for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:29.507636 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-74ce1c2f-086d-4b85-8aef-0ff81fe395e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 217 time: 0.1159649 Sep 29 06:44:29.530586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 346b3f2a-9173-41d3-aeea-10862dd2f848 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:29.531092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d40dbbb6-b322-4b13-85bc-c34e210cfa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.537589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 346b3f2a-9173-41d3-aeea-10862dd2f848 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:29.538782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.539309 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 346b3f2a-9173-41d3-aeea-10862dd2f848 Sep 29 06:44:29.557957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d7e23-555e-46ca-a52c-e9886613d42c req-a3b7bfc5-6a98-443f-af75-b74e3cd370c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:29.559487 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a24d7e23-555e-46ca-a52c-e9886613d42c req-a3b7bfc5-6a98-443f-af75-b74e3cd370c2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 943 time: 0.3641546 Sep 29 06:44:29.568423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dbbb6-b322-4b13-85bc-c34e210cfa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5934b61-6d25-4159-a536-dd70e32b62e5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:29.576870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f5d5400f-697f-4f69-9593-8594f9784e35 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Unset dirty status for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:29.578030 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f5d5400f-697f-4f69-9593-8594f9784e35 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "GET /v2.0/ports/17cdf8a0-d105-44aa-86cf-7a0cad86ad6e HTTP/1.1" status: 404 len: 333 time: 0.1868606 Sep 29 06:44:29.596633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38018) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:29.601241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d40dbbb6-b322-4b13-85bc-c34e210cfa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.604693 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d40dbbb6-b322-4b13-85bc-c34e210cfa27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5934b61-6d25-4159-a536-dd70e32b62e5 HTTP/1.1" status: 204 len: 168 time: 1.0057549 Sep 29 06:44:29.610134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-161164766', 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:29.618240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:29.645599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:29.671822 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a24d7e23-555e-46ca-a52c-e9886613d42c req-351442bb-81df-4d76-a3cb-cd02d46e36c6 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990934 Sep 29 06:44:29.674209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-68a2b20d-0798-4429-940a-fdc508b2c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:29.675764 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-68a2b20d-0798-4429-940a-fdc508b2c2ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=979c1f83-802e-4aef-a559-9f00b2fd8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2515388 Sep 29 06:44:29.677388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.678440 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Floating IP 83e266fc-8cb0-4626-add0-1bb508b17205 disassociated (deleted). External IP: 172.26.0.133, port: a8418b0d-76bb-4d71-be1b-a60c56867164. Sep 29 06:44:29.714165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Made reservation on behalf of 68982e8832d94d19aa29d32016a2d043 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:29.716839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.754401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 346b3f2a-9173-41d3-aeea-10862dd2f848 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:29.754752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.773173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 346b3f2a-9173-41d3-aeea-10862dd2f848, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=346b3f2a-9173-41d3-aeea-10862dd2f848,segment=NetworkSegment(9a17e847-4f1c-47dc-b516-f44c6d652307),segment_id=9a17e847-4f1c-47dc-b516-f44c6d652307)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:29.778158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:29.783280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Network bd61929e-c63a-4d8d-a743-12a70faef468 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:29.806957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:29.812132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 1cdbdb41-6ff1-4306-a970-4183d5aae5a4 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:29.834106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:29.887943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=346b3f2a-9173-41d3-aeea-10862dd2f848,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:29.889489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-881b98e9-b8a2-4e02-bac2-519ccaa7d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:29.891262 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-881b98e9-b8a2-4e02-bac2-519ccaa7d001 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.3634691 Sep 29 06:44:29.892151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event updated for resources: {'Port': ['ID=a56e2a4b-b61c-43f9-9197-93d151c9597d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:29.966801 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-d4bec79e-0eb7-44d5-855e-810a6f142d63 service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788391 Sep 29 06:44:30.161526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0a948904-665b-415c-823b-e2191977df92 None None] Provisioning for port a56e2a4b-b61c-43f9-9197-93d151c9597d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:30.171157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0a948904-665b-415c-823b-e2191977df92 None None] Provisioning complete for port a56e2a4b-b61c-43f9-9197-93d151c9597d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:30.171873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a948904-665b-415c-823b-e2191977df92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.172555 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 1 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:30.251324 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e65f5f30-949f-481c-b75e-58c208eeaf3d req-d2b42d34-8b39-4a7b-b5b0-3fe11ed7cc96 service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675173 Sep 29 06:44:30.264166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:30.268773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:30.269390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.304510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.304762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:30.304968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:30.346689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.431936 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-a536e756-9bdd-41bb-8010-2ba87b9c6090 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1071525 Sep 29 06:44:30.466678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Request body: {'port': {'device_id': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:30.487085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:30.494897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:30.504118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:30.505035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:30.505631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.517675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-8e46d7e2-ae59-40db-8f84-341b5bd053bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:30.519101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-8e46d7e2-ae59-40db-8f84-341b5bd053bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5883346 Sep 29 06:44:30.520184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=1cdbdb41-6ff1-4306-a970-4183d5aae5a4,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:30.564312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-06108d5b-59ec-45a8-ab38-54201fbab869 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9649677 Sep 29 06:44:30.567275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38046) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:30.592171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aee06-8b2b-40c1-969a-125de2e7a29f req-e48cf61f-7502-43e8-a237-3d55e2b41dab tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:30.592855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-640aee06-8b2b-40c1-969a-125de2e7a29f req-e48cf61f-7502-43e8-a237-3d55e2b41dab tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Synchronizing usage tracker for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:30.620257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5bbf-61c1-4891-9649-cc71dd9f1597 req-2f31b12b-843b-4d2a-b83a-1a9d34ed16f0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:30.623357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-717e5bbf-61c1-4891-9649-cc71dd9f1597 req-2f31b12b-843b-4d2a-b83a-1a9d34ed16f0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 943 time: 0.1823959 Sep 29 06:44:30.675226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784fd0f-0c51-4f2a-a30b-d52255c0c2ae tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:30.675792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5784fd0f-0c51-4f2a-a30b-d52255c0c2ae tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Synchronizing usage tracker for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:30.688809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38050) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:30.694483 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-717e5bbf-61c1-4891-9649-cc71dd9f1597 req-c797b4d3-2392-4103-a128-c2c2cb622cd0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606942 Sep 29 06:44:30.712625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5784fd0f-0c51-4f2a-a30b-d52255c0c2ae tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Unset dirty status for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:30.716687 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5784fd0f-0c51-4f2a-a30b-d52255c0c2ae tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "GET /v2.0/ports/1cdbdb41-6ff1-4306-a970-4183d5aae5a4 HTTP/1.1" status: 200 len: 954 time: 0.1483221 Sep 29 06:44:30.717454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38058) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:30.766013 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 2 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:30.832155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Deleting port 1cdbdb41-6ff1-4306-a970-4183d5aae5a4 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:30.832576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.879184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:30.891553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting port 346b3f2a-9173-41d3-aeea-10862dd2f848 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:30.892079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:30.915938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-640aee06-8b2b-40c1-969a-125de2e7a29f req-e48cf61f-7502-43e8-a237-3d55e2b41dab tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Unset dirty status for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:30.922996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-640aee06-8b2b-40c1-969a-125de2e7a29f req-e48cf61f-7502-43e8-a237-3d55e2b41dab tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 932 time: 1.0140612 Sep 29 06:44:30.925427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-755190111'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:30.948339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:30.962190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Usage tracker for resource:network and tenant:f62e84fcda4e405aaf4e01b817f19bd9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:30.969014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:30.978179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:31.042922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Made reservation on behalf of f62e84fcda4e405aaf4e01b817f19bd9 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:31.046302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.072870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Router 71765c3d-64d3-4f7b-9281-a9af1fb507ee has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:44:31.075396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.077917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.166238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:31.174811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d892e-57c8-4fd3-ab4f-17192c5b5daa req-57e84bb8-3654-4598-9694-959f2c7984d7 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:31.176278 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6a6d892e-57c8-4fd3-ab4f-17192c5b5daa req-57e84bb8-3654-4598-9694-959f2c7984d7 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 943 time: 0.3150346 Sep 29 06:44:31.190735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Usage tracker for resource:security_group_rule and tenant:f62e84fcda4e405aaf4e01b817f19bd9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:31.206218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:31.209798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.227065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:31.261586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-dad1f9f8-1c09-4540-aa58-7ad6005f9f7d service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799014 Sep 29 06:44:31.277329 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-640aee06-8b2b-40c1-969a-125de2e7a29f req-939f5db7-4093-4164-bf9c-aea799544ce7 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531876 Sep 29 06:44:31.337626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 346b3f2a-9173-41d3-aeea-10862dd2f848 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:31.397424 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 3 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:31.461725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:31.468097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 346b3f2a-9173-41d3-aeea-10862dd2f848 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:31.469396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.470076 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 346b3f2a-9173-41d3-aeea-10862dd2f848 Sep 29 06:44:31.474519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.500372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Calling delete_port for 1cdbdb41-6ff1-4306-a970-4183d5aae5a4 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:31.563901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.566375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6a6d892e-57c8-4fd3-ab4f-17192c5b5daa req-ddc867ca-ecfc-4b95-b7fa-b32d3991f22f tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769083 Sep 29 06:44:31.595801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 346b3f2a-9173-41d3-aeea-10862dd2f848 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:31.635685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 77583e9d-627a-452a-87da-71107c4a9e7a details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:44:31.654993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.722200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cdbdb41-6ff1-4306-a970-4183d5aae5a4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:31.735975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.747395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.759064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.784009 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-82c249a4-a1f9-4713-8ebe-8e8451fd8dda tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1cdbdb41-6ff1-4306-a970-4183d5aae5a4 HTTP/1.1" status: 204 len: 168 time: 1.0625308 Sep 29 06:44:31.784938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38064) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:31.798938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:44:31.815604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 77583e9d-627a-452a-87da-71107c4a9e7a, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=77583e9d-627a-452a-87da-71107c4a9e7a,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:31.831538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '77583e9d-627a-452a-87da-71107c4a9e7a', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'port_id': '77583e9d-627a-452a-87da-71107c4a9e7a', 'mac_address': 'fa:16:3e:81:5d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:44:31.855552 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-981f0061-3d12-4fc8-8bd7-e342397dbaab tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:44:31.855552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-981f0061-3d12-4fc8-8bd7-e342397dbaab tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Synchronizing usage tracker for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:31.882641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfce428-2a0f-4164-9425-b8061813778e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:31.885683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] For port 346b3f2a-9173-41d3-aeea-10862dd2f848, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=346b3f2a-9173-41d3-aeea-10862dd2f848,segment=NetworkSegment(9a17e847-4f1c-47dc-b516-f44c6d652307),segment_id=9a17e847-4f1c-47dc-b516-f44c6d652307)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:31.886047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.891672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.892150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Added segment 096d13ff-1cba-4bc8-9a42-c9c6549f4a14 of type vlan for network b5a55f61-fa53-4d37-8882-a9c900f3f306 Sep 29 06:44:31.895477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 77583e9d-627a-452a-87da-71107c4a9e7a is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:31.895938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.920395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77583e9d-627a-452a-87da-71107c4a9e7a {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:44:31.920614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-981f0061-3d12-4fc8-8bd7-e342397dbaab tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Unset dirty status for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:31.926564 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-981f0061-3d12-4fc8-8bd7-e342397dbaab tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "GET /v2.0/ports/1cdbdb41-6ff1-4306-a970-4183d5aae5a4 HTTP/1.1" status: 404 len: 333 time: 0.1331041 Sep 29 06:44:31.926564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38068) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:31.932995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.939043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 77583e9d-627a-452a-87da-71107c4a9e7a, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=77583e9d-627a-452a-87da-71107c4a9e7a,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:31.941837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Request body: {'port': {'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1463408797'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:31.944508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.952052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:31.966058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:31.992621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Made reservation on behalf of 68982e8832d94d19aa29d32016a2d043 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:31.995148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:31.998327 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 4 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:32.016251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.024323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:32.024922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.042665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 006cdd9d-7197-4090-894c-3412dbf49b82 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:32.076723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:32.079450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=77583e9d-627a-452a-87da-71107c4a9e7a,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:32.170877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Calling delete_port for 346b3f2a-9173-41d3-aeea-10862dd2f848 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:32.172029 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4765520 Sep 29 06:44:32.187411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38072) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:32.198793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Request body: {'subnet': {'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:32.204725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:32.215608 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] Sync routers for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:32.228540 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:32.229166 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:32.231815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2f7e3b60-e2ef-4b13-93e8-b488edd2f74f req-4c5911a8-e4de-4c48-b09c-8705d593b9c5 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8970323 Sep 29 06:44:32.291476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.315353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26908a3-21e4-4e64-855c-f7614c87b7d3 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event updated for resources: {'Network': ['ID=b5a55f61-fa53-4d37-8882-a9c900f3f306,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:32.317321 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:32.339982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:44:32.346671 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:32.347651 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:32.450305 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:32.452407 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c6cbf3-f261-4600-8b9d-bea5ea75c652 None None] The sync data for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:32.521340 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f7201323-dfca-411f-a9d0-e4a4c6a2b1f2 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "DELETE /v2.0/floatingips/83e266fc-8cb0-4626-add0-1bb508b17205 HTTP/1.1" status: 204 len: 168 time: 6.8397732 Sep 29 06:44:32.522455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38078) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:32.527706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:32.540161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Usage tracker for resource:subnet and tenant:f62e84fcda4e405aaf4e01b817f19bd9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:32.546656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Allocated IP 172.26.0.185 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/c31968db-a39d-4dfa-bf09-8ce9d8b08ba7) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:32.549529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:32.551033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:32.567970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34e7f-5b8e-4e84-8482-b7fdd7153c0a req-c36d79f0-99cb-4a24-bc2d-9971f66d10ea tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:32.569491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32f34e7f-5b8e-4e84-8482-b7fdd7153c0a req-c36d79f0-99cb-4a24-bc2d-9971f66d10ea tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 943 time: 0.6707299 Sep 29 06:44:32.573966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:32.579752 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 5 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:32.597480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Usage tracker for resource:floatingip and tenant:a6abf88e1bc1421dad887dc6ab3c59ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:32.606355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:32.608778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:32.621000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.634122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['77583e9d-627a-452a-87da-71107c4a9e7a'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:44:32.651783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Made reservation on behalf of f62e84fcda4e405aaf4e01b817f19bd9 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:32.655421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.664646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:32.731553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:32.799275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.806240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.819574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56e2a4b-b61c-43f9-9197-93d151c9597d {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:44:32.832557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-77035e01-5c0a-4587-a551-bc53a571ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:32.834054 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-77035e01-5c0a-4587-a551-bc53a571ce0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1096 time: 0.4788785 Sep 29 06:44:32.854157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3712-a7a2-444a-ae4b-d53e4eb1b7f7 req-64409353-e3fb-425c-920e-a861604bfda5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:32.855805 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97ac3712-a7a2-444a-ae4b-d53e4eb1b7f7 req-64409353-e3fb-425c-920e-a861604bfda5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 932 time: 0.3106036 Sep 29 06:44:32.874683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.883670 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32f34e7f-5b8e-4e84-8482-b7fdd7153c0a req-67fbe6e9-dd52-45f9-8f8e-6cc934497ad4 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924104 Sep 29 06:44:32.937047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:32.942378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:32.945356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:32.946478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:32.947157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:32.971977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-97ac3712-a7a2-444a-ae4b-d53e4eb1b7f7 req-19c03fea-b1db-4035-a878-0722ab253974 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Synchronizing usage tracker for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:32.980103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=006cdd9d-7197-4090-894c-3412dbf49b82,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:32.987760 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0584154 Sep 29 06:44:32.991127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38084) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:32.992363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.992720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.993060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.993402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.993740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.994070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.994406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.994833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.995163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.995491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.995825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:32.996152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc459fe-cedd-44b2-b211-0d793d026f1a tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.007457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:33.052586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-97ac3712-a7a2-444a-ae4b-d53e4eb1b7f7 req-19c03fea-b1db-4035-a878-0722ab253974 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Unset dirty status for tenant:c0f1c05f5d724fc4bf0192fcfde8864c on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:33.054230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97ac3712-a7a2-444a-ae4b-d53e4eb1b7f7 req-19c03fea-b1db-4035-a878-0722ab253974 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897571 Sep 29 06:44:33.126619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.190627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.198248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Transition to ACTIVE for port object a56e2a4b-b61c-43f9-9197-93d151c9597d will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:33.204441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.233021 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 6 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:33.253786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.293332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:33.465183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event deleted for resources: {'Port': ['ID=346b3f2a-9173-41d3-aeea-10862dd2f848,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:33.498352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-437c8eab-87df-4170-bf40-9c833918953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:33.499848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-437c8eab-87df-4170-bf40-9c833918953e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.6224890 Sep 29 06:44:33.553184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.578123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.578476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.578840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.579189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.579501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.579825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.580147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.580469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.580790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.581110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.581430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.581749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:33.612574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] device_id is not set on port 006cdd9d-7197-4090-894c-3412dbf49b82 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:33.622727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.622923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.631196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 77583e9d-627a-452a-87da-71107c4a9e7a up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:33.655576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Transition to ACTIVE for port object 006cdd9d-7197-4090-894c-3412dbf49b82 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:33.660721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event updated for resources: {'Subnet': ['ID=23b46557-5a6e-49dd-98ac-aab8e9799e3f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:33.665004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.705445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 77583e9d-627a-452a-87da-71107c4a9e7a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:33.712529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 77583e9d-627a-452a-87da-71107c4a9e7a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:33.712529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.713028 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 77583e9d-627a-452a-87da-71107c4a9e7a Sep 29 06:44:33.781739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Checking segment: {'id': '096d13ff-1cba-4bc8-9a42-c9c6549f4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:33.782167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Network hostable DHCP agents. Network: b5a55f61-fa53-4d37-8882-a9c900f3f306, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:44:33.789130 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-0db8b6f1-d006-4103-a4c3-9b012ed63bd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 217 time: 0.2632439 Sep 29 06:44:33.805291 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 7 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:33.813604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:33.813939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:33.814270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:33.817623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=006cdd9d-7197-4090-894c-3412dbf49b82,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:33.824876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:33.825198 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:33.826655 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 2 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:33.839376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:44:33.845824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:33.845978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:33.846259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:33.853952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:33.854260 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:33.854645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 3 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:33.870945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:33.871277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:33.872012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:33.873820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, b5a55f61-fa53-4d37-8882-a9c900f3f306) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:33.879495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:33.879892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.880027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:33.880448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 77583e9d-627a-452a-87da-71107c4a9e7a is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:33.880826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.883571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:33.883885 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:33.885948 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 4 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:33.890973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6997f12-7b2e-41d9-aaff-6ddaeb2ec1ec None None] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:33.908498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:33.908812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:33.909159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:33.915444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:33.915883 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:33.916459 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 5 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:33.927048 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebaa889c-3a7a-4c40-a08c-70e13d56cf8f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7354949 Sep 29 06:44:33.942515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38090) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:33.944806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:33.944806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:33.944806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:33.952581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922527d9-9e0c-49a1-8327-a7f46b1a31b4 req-b14aa794-7bc9-4789-8dc5-442990100279 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:33.954199 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-922527d9-9e0c-49a1-8327-a7f46b1a31b4 req-b14aa794-7bc9-4789-8dc5-442990100279 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 944 time: 0.9070256 Sep 29 06:44:33.954427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:33.954969 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:33.960281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Request body: {'port': {'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1212108871'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:33.971641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:33.983215 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 6 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:33.995096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.016530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:34.017051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:34.017870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.030210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:34.033748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Pushing event updated for resources: {'Port': ['ID=a56e2a4b-b61c-43f9-9197-93d151c9597d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:34.046909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.085111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:34.085444 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:34.130462 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 7 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:34.135955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 77583e9d-627a-452a-87da-71107c4a9e7a, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=77583e9d-627a-452a-87da-71107c4a9e7a,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:34.148134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-78866565-34e3-4f68-842d-18af9b8c007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:34.149582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-78866565-34e3-4f68-842d-18af9b8c007e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.2623086 Sep 29 06:44:34.155504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.171555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.172053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b33bc604-9b34-4cb6-b5de-894f263d6fac {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:34.177959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:34.178265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:34.182529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.204673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:34.205003 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:34.208828 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 8 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:34.238212 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-922527d9-9e0c-49a1-8327-a7f46b1a31b4 req-0e788093-a9d0-4de3-b3f3-b0335eaea28e tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536428 Sep 29 06:44:34.246413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:34.258640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Attempting to bind port a56e2a4b-b61c-43f9-9197-93d151c9597d on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:34.259248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Attempting to bind port a56e2a4b-b61c-43f9-9197-93d151c9597d by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:34.259767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Attempting to bind port a56e2a4b-b61c-43f9-9197-93d151c9597d on network bd61929e-c63a-4d8d-a743-12a70faef468 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.273174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:34.273513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:34.273853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.292440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:34.297748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Port': ['ID=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:34.300475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:34.300720 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:34.304421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 9 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:34.305428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb6c08-d200-44e5-bab0-2e03d651780d" -d '{"events": [{"server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "name": "network-vif-plugged", "status": "completed", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:34.312340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.325179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:34.328689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23292507-15ac-44da-9a1b-2e729aedea3b req-d444513d-0ace-40d5-85b5-c2e69a18c984 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:34.330214 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-23292507-15ac-44da-9a1b-2e729aedea3b req-d444513d-0ace-40d5-85b5-c2e69a18c984 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 943 time: 0.3006542 Sep 29 06:44:34.338169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:34.341821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:34.342162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:34.342527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.358783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Usage tracker for resource:port and tenant:f62e84fcda4e405aaf4e01b817f19bd9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:34.364497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:34.377071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:34.377401 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:34.378191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:34.380058 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempt 10 to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 Sep 29 06:44:34.385719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Port a56e2a4b-b61c-43f9-9197-93d151c9597d on network bd61929e-c63a-4d8d-a743-12a70faef468 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:34.386039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Attempting to bind port a56e2a4b-b61c-43f9-9197-93d151c9597d on network bd61929e-c63a-4d8d-a743-12a70faef468 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.406816 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 8 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:34.410360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:34.410733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:34.411068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempting to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:34.445257 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-23292507-15ac-44da-9a1b-2e729aedea3b req-1c99bfbe-e744-4dd1-85dd-7e6da11330c6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872443 Sep 29 06:44:34.445257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:44:34.445257 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Failed to bind port 006cdd9d-7197-4090-894c-3412dbf49b82 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '0ea51c96-927a-43b9-9850-09b1f881407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ff6f0a4e-c45d-4c2c-9757-0c2d68f51992'}] Sep 29 06:44:34.445257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.455426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=77583e9d-627a-452a-87da-71107c4a9e7a,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:34.500751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Made reservation on behalf of f62e84fcda4e405aaf4e01b817f19bd9 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:34.504673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.508591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-b5a55f61-fa53-4d37-8882-a9c900f3f306', 'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306', 'tenant_id': 'f62e84fcda4e405aaf4e01b817f19bd9', 'fixed_ips': [{'subnet_id': '23b46557-5a6e-49dd-98ac-aab8e9799e3f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:44:34.509543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.513085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:34.513472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Checking segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:34.513946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Bound using segment: {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:34.514474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Bound port: a56e2a4b-b61c-43f9-9197-93d151c9597d, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:34.515064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.525525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.529665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-af0f5afc-290a-4607-8ae4-1c0aa42ae66d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b33bc604-9b34-4cb6-b5de-894f263d6fac HTTP/1.1" status: 204 len: 168 time: 8.6999140 Sep 29 06:44:34.535379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38104) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:34.596614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] device_id is not set on port f3b6e5fc-c440-45e9-a172-af42ac7a4a86 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:34.657443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2f7d65-d5d8-4c38-a1bb-b63c7deb4725 x-openstack-request-id: req-5b2f7d65-d5d8-4c38-a1bb-b63c7deb4725 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:34.658251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "name": "network-vif-plugged", "status": "completed", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:34.658369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b2f7d65-d5d8-4c38-a1bb-b63c7deb4725 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:34.659070 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2f7d65-d5d8-4c38-a1bb-b63c7deb4725'] response: {'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a', 'code': 200} Sep 29 06:44:34.659840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:34.704153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] For port 006cdd9d-7197-4090-894c-3412dbf49b82, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:34.704697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attempted to set empty binding levels {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 29 06:44:34.707894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting subnet f8193f64-7b5d-46ab-a058-02e9d15acfd7 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:44:34.713417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.742533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Allocated IP 172.20.0.2 (b5a55f61-fa53-4d37-8882-a9c900f3f306/23b46557-5a6e-49dd-98ac-aab8e9799e3f/9df85299-aeff-45ce-b4bf-69ae68a77d1a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:34.745228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.745807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] In _notify_port_updated(), no bound segment for port 006cdd9d-7197-4090-894c-3412dbf49b82 on network ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:44:34.746681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:34.747491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.751059 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "PUT /v2.0/ports/006cdd9d-7197-4090-894c-3412dbf49b82 HTTP/1.1" status: 200 len: 977 time: 1.7479806 Sep 29 06:44:34.788229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38108) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:34.874295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:34.924087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-d034e829-dbf7-430f-944b-c4b7c63a0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:34.925597 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-d034e829-dbf7-430f-944b-c4b7c63a0116 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7580988 Sep 29 06:44:34.938105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] For port a56e2a4b-b61c-43f9-9197-93d151c9597d, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:34.972584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396a95-6cba-4891-932e-4bd5b799eecf tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event updated for resources: {'Port': ['ID=006cdd9d-7197-4090-894c-3412dbf49b82,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:34.983487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Deleting port 006cdd9d-7197-4090-894c-3412dbf49b82 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:34.983487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.043379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.054410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.055130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Transition to ACTIVE for port object 9df85299-aeff-45ce-b4bf-69ae68a77d1a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:35.075342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Transition to ACTIVE for port object 9df85299-aeff-45ce-b4bf-69ae68a77d1a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:35.085572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.122210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Allocated IP 172.26.0.9 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/b97786ba-0b0d-48c5-86c6-5dd17a5e13f9) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:35.152891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:35.155718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:35.159235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:35.161035 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Attempt 9 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:35.188911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] For port a56e2a4b-b61c-43f9-9197-93d151c9597d, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:35.243560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Pushing event updated for resources: {'Port': ['ID=9df85299-aeff-45ce-b4bf-69ae68a77d1a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:35.256679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618a7cf-9585-4971-bce2-47b8086dac9c req-c1a364c0-59af-4178-86e4-4295722f6b4c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:35.257326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-d1070f2b-5fbc-4a6d-b059-265bef6063f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:35.259875 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-d1070f2b-5fbc-4a6d-b059-265bef6063f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 1098 time: 0.3537779 Sep 29 06:44:35.263697 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2618a7cf-9585-4971-bce2-47b8086dac9c req-c1a364c0-59af-4178-86e4-4295722f6b4c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 944 time: 0.8053451 Sep 29 06:44:35.278715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.307005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-77eac16d-93c7-406d-8a04-4550852ef30a {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:35.307323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:35.321659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Attempting to bind port 9df85299-aeff-45ce-b4bf-69ae68a77d1a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:35.322154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Attempting to bind port 9df85299-aeff-45ce-b4bf-69ae68a77d1a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '096d13ff-1cba-4bc8-9a42-c9c6549f4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:35.322373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Attempting to bind port 9df85299-aeff-45ce-b4bf-69ae68a77d1a on network b5a55f61-fa53-4d37-8882-a9c900f3f306 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:35.339216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.344810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:35.345190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Checking segment: {'id': '096d13ff-1cba-4bc8-9a42-c9c6549f4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:35.345596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.345996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Bound using segment: {'id': '096d13ff-1cba-4bc8-9a42-c9c6549f4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:35.346477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Bound port: 9df85299-aeff-45ce-b4bf-69ae68a77d1a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096d13ff-1cba-4bc8-9a42-c9c6549f4a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:35.346871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.349463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:35.350232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.354134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] 10.222.0.61 "PUT /v2.0/ports/a56e2a4b-b61c-43f9-9197-93d151c9597d HTTP/1.1" status: 200 len: 1094 time: 4.9055057 Sep 29 06:44:35.364411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a948904-665b-415c-823b-e2191977df92 None None] Port a56e2a4b-b61c-43f9-9197-93d151c9597d had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:44:35.367305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:35.369982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42705cf2-0e3b-4bf9-87ad-8c693cda0314" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:35.474095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 346b3f2a-9173-41d3-aeea-10862dd2f848 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:44:35.514747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.530035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8193f64-7b5d-46ab-a058-02e9d15acfd7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:35.557439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 346b3f2a-9173-41d3-aeea-10862dd2f848 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:44:35.557782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 346b3f2a-9173-41d3-aeea-10862dd2f848 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:44:35.570039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] For port 9df85299-aeff-45ce-b4bf-69ae68a77d1a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:35.572700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] For port 9df85299-aeff-45ce-b4bf-69ae68a77d1a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9df85299-aeff-45ce-b4bf-69ae68a77d1a,segment=NetworkSegment(096d13ff-1cba-4bc8-9a42-c9c6549f4a14),segment_id=096d13ff-1cba-4bc8-9a42-c9c6549f4a14)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:35.580401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.590577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.594558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:35.610151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Usage tracker for resource:security_group_rule and tenant:d5d5730a235e4bdeb354f4808cf16c6c is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:35.619369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] For port 006cdd9d-7197-4090-894c-3412dbf49b82, host hv-neutron-8597, got binding levels [] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:35.619369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.625761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:35.635394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5f1400ed-e7b8-4d9e-8396-3fb651b0ec6c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/f8193f64-7b5d-46ab-a058-02e9d15acfd7 HTTP/1.1" status: 204 len: 168 time: 1.0982614 Sep 29 06:44:35.644120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:35.646264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a7625a4e-1e1c-4b65-bdd1-9fff23792066 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:44:35.646679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:35.671106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Pushing event updated for resources: {'Port': ['ID=9df85299-aeff-45ce-b4bf-69ae68a77d1a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:35.679037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.679381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.679718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.680047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.680374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.680701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.681022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.681343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.681664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.681978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.682295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.682692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44a130f-7e57-4177-a800-9d3f0f60996e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:35.708250 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-8536c44c-6b2d-412a-90a4-cbca0d7e39e9 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761168 Sep 29 06:44:35.718583 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2618a7cf-9585-4971-bce2-47b8086dac9c req-fd723361-f401-448a-9228-cbd217160012 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4535956 Sep 29 06:44:35.807484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Calling delete_port for 006cdd9d-7197-4090-894c-3412dbf49b82 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:35.837378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:35.860805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port a7625a4e-1e1c-4b65-bdd1-9fff23792066, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:35.866825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee321e29-483c-4f4f-9238-b8260485a2a0 x-openstack-request-id: req-ee321e29-483c-4f4f-9238-b8260485a2a0 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:35.867106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:35.867506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee321e29-483c-4f4f-9238-b8260485a2a0 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:35.868030 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee321e29-483c-4f4f-9238-b8260485a2a0'] response: {'name': 'network-changed', 'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'status': 'completed', 'code': 200} Sep 29 06:44:35.872386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913e484-2f78-4096-8914-3fec94a53d4e service neutron] Pushing event updated for resources: {'Port': ['ID=a56e2a4b-b61c-43f9-9197-93d151c9597d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:35.892179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'port_id': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'mac_address': 'fa:16:3e:ce:9b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:44:35.910210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] device_id is not set on port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:36.018264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port a7625a4e-1e1c-4b65-bdd1-9fff23792066 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:36.018747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.040616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7625a4e-1e1c-4b65-bdd1-9fff23792066 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:44:36.063968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port a7625a4e-1e1c-4b65-bdd1-9fff23792066, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:36.067859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.069777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.091567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777fcbf-9ee0-44c2-a625-902928e9dafb req-f578fb9c-8ff0-41cb-b39d-fcb5d5be5a19 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:36.100645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d777fcbf-9ee0-44c2-a625-902928e9dafb req-f578fb9c-8ff0-41cb-b39d-fcb5d5be5a19 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.5757396 Sep 29 06:44:36.140528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.158661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=a7625a4e-1e1c-4b65-bdd1-9fff23792066,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:36.185076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.197669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.267116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Pushing event deleted for resources: {'Port': ['ID=006cdd9d-7197-4090-894c-3412dbf49b82,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:36.272365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d777fcbf-9ee0-44c2-a625-902928e9dafb req-be2d74df-71ae-4a43-bd1d-42f0f2822aac tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707368 Sep 29 06:44:36.283034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.319135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.330827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Allocated IP 172.20.0.12 (b5a55f61-fa53-4d37-8882-a9c900f3f306/23b46557-5a6e-49dd-98ac-aab8e9799e3f/8dc34786-4b8d-4105-9c40-0f8645d3fed8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:36.337831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.364621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-62c8c83a-0321-4d62-87eb-afa77d642263 tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "DELETE /v2.0/ports/006cdd9d-7197-4090-894c-3412dbf49b82 HTTP/1.1" status: 204 len: 168 time: 1.5734682 Sep 29 06:44:36.373234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-ed6c3120-de7c-4f9e-9b50-fa191ee71938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:36.374446 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-ed6c3120-de7c-4f9e-9b50-fa191ee71938 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c&device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 1097 time: 0.8902295 Sep 29 06:44:36.376368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:36.391987 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-7e8c25e0-fe31-4c70-a4f3-355593030859 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439509 Sep 29 06:44:36.393600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Synchronizing usage tracker for tenant:d5d5730a235e4bdeb354f4808cf16c6c on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:36.409984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=555201a2-1286-41b2-895c-b313d4451f92,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:36.451183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] Unset dirty status for tenant:d5d5730a235e4bdeb354f4808cf16c6c on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:36.452491 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4fe3253e-a0b6-4c30-ba10-1937e32540f6 req-9ed5d1a9-e2ec-412f-9143-0f624a9b602c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1390913 Sep 29 06:44:36.493802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['a7625a4e-1e1c-4b65-bdd1-9fff23792066'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:44:36.618405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.636750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Transition to ACTIVE for port object 8dc34786-4b8d-4105-9c40-0f8645d3fed8 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:36.668316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.688410 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-82328563-67e9-46fa-a17f-53d58951002a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d HTTP/1.1" status: 200 len: 217 time: 0.2885444 Sep 29 06:44:36.702883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-133615bd-8e22-41ae-a2cc-e6ac671663bd tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:44:36.703412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-133615bd-8e22-41ae-a2cc-e6ac671663bd tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Synchronizing usage tracker for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:36.747606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:36.755579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:36.760600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:36.782573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.796894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd04cae-c386-49f5-b9d1-9853d1f240e9 req-05374846-8aba-474b-b9b1-b2b7781236cf tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:36.798570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3fd04cae-c386-49f5-b9d1-9853d1f240e9 req-05374846-8aba-474b-b9b1-b2b7781236cf tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 944 time: 0.8291607 Sep 29 06:44:36.820953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event updated for resources: {'Port': ['ID=8dc34786-4b8d-4105-9c40-0f8645d3fed8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:36.843134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:36.843434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.852859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:36.894685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2341bb-164c-4216-b5fa-51b2e809ae15']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:36.911777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48003d6e-5cce-464a-bbd4-41c03156ac54 None None] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:36.914994 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c550ae60-1a39-491b-96d4-f2ea2098c84c tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9625063 Sep 29 06:44:36.922091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38128) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:36.935303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Request body: {'port': {'network_id': 'b5a55f61-fa53-4d37-8882-a9c900f3f306', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1183077196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:36.935856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] bootfile-name is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:36.936256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] tftp-server is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:36.936645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.api.validators [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] server-ip-address is not in valid_values {{(pid=89137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:37.012218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-133615bd-8e22-41ae-a2cc-e6ac671663bd tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] Unset dirty status for tenant:68982e8832d94d19aa29d32016a2d043 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:37.018548 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-133615bd-8e22-41ae-a2cc-e6ac671663bd tempest-PortsAdminExtendedAttrsTestJSON-1479102755 tempest-PortsAdminExtendedAttrsTestJSON-1479102755-project-admin] 10.222.0.26 "GET /v2.0/ports/006cdd9d-7197-4090-894c-3412dbf49b82 HTTP/1.1" status: 404 len: 333 time: 0.6207457 Sep 29 06:44:37.021201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38132) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:37.026655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a17e847-4f1c-47dc-b516-f44c6d652307') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:37.026966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a17e847-4f1c-47dc-b516-f44c6d652307') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:37.067446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ffcd3405-f7b2-4db0-a6f7-0056c32863d8 None None] Provisioning for port 9df85299-aeff-45ce-b4bf-69ae68a77d1a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:37.078528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.116996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:37.134083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3fd04cae-c386-49f5-b9d1-9853d1f240e9 req-650d6186-6b37-40af-a371-3d80455dcbf9 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276236 Sep 29 06:44:37.134919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:37.139341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.142848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Pushing event updated for resources: {'Port': ['ID=b97786ba-0b0d-48c5-86c6-5dd17a5e13f9,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:37.151086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:37.184119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:44:37.184529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.205036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-ead7d74b-5a6c-4332-82a8-0bf5579bc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:37.206527 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-ead7d74b-5a6c-4332-82a8-0bf5579bc7e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f091907-ec1d-4547-b1f2-146d5facfdbd HTTP/1.1" status: 200 len: 851 time: 0.2988133 Sep 29 06:44:37.207013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9b20-b542-46bb-b0ef-da86f63478d6 req-2ccad744-a21c-4106-9bc1-cfce5a7b16fa tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:37.208214 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-740a9b20-b542-46bb-b0ef-da86f63478d6 req-2ccad744-a21c-4106-9bc1-cfce5a7b16fa tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 944 time: 0.3364553 Sep 29 06:44:37.219553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.222758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:37.244402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Usage tracker for resource:port and tenant:f62e84fcda4e405aaf4e01b817f19bd9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:37.249235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:37.258879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:37.329117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-740a9b20-b542-46bb-b0ef-da86f63478d6 req-5c018985-8ff1-44a1-b9d0-9ab7529c45f0 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075370 Sep 29 06:44:37.351329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Made reservation on behalf of f62e84fcda4e405aaf4e01b817f19bd9 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:37.354848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.371375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 9a17e847-4f1c-47dc-b516-f44c6d652307 resource provider aggregate not found Sep 29 06:44:37.408539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.418789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9df85299-aeff-45ce-b4bf-69ae68a77d1a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:37.426135 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 9a17e847-4f1c-47dc-b516-f44c6d652307 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a17e847-4f1c-47dc-b516-f44c6d652307 found for delete ", "request_id": "req-751206e7-d26e-45de-bc79-33bd799dd288"}]} Sep 29 06:44:37.492142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] device_id is not set on port 2ff769dd-d71b-49e2-8a6e-813f2bfcc73a yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:37.534208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.575462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9df85299-aeff-45ce-b4bf-69ae68a77d1a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:37.582565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9df85299-aeff-45ce-b4bf-69ae68a77d1a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:37.582925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.583251 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9df85299-aeff-45ce-b4bf-69ae68a77d1a Sep 29 06:44:37.650132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Provisioning complete for port 9df85299-aeff-45ce-b4bf-69ae68a77d1a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:37.650525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.650864 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 1 to provision port 9df85299-aeff-45ce-b4bf-69ae68a77d1a Sep 29 06:44:37.653697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.669299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.681622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a7625a4e-1e1c-4b65-bdd1-9fff23792066 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:37.786962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b2341bb-164c-4216-b5fa-51b2e809ae15 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:44:37.799213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6f0a4e-c45d-4c2c-9757-0c2d68f51992']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:37.814095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.823890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea51c96-927a-43b9-9850-09b1f881407b') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:37.824433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea51c96-927a-43b9-9850-09b1f881407b') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:37.833288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b2341bb-164c-4216-b5fa-51b2e809ae15,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:37.842702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.868254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.879622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Allocated IP 172.20.0.14 (b5a55f61-fa53-4d37-8882-a9c900f3f306/23b46557-5a6e-49dd-98ac-aab8e9799e3f/2ff769dd-d71b-49e2-8a6e-813f2bfcc73a) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:37.879818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d760aa2-b43b-4b6b-b961-429bf76ec6d0 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/networks/2b2341bb-164c-4216-b5fa-51b2e809ae15 HTTP/1.1" status: 204 len: 168 time: 2.2239311 Sep 29 06:44:37.886595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.891378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port a7625a4e-1e1c-4b65-bdd1-9fff23792066 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:37.892089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:44:37.894283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.911950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port a7625a4e-1e1c-4b65-bdd1-9fff23792066 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:37.912877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:37.913330 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port a7625a4e-1e1c-4b65-bdd1-9fff23792066 Sep 29 06:44:37.989405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9df85299-aeff-45ce-b4bf-69ae68a77d1a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:37.990045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.028143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 9df85299-aeff-45ce-b4bf-69ae68a77d1a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9df85299-aeff-45ce-b4bf-69ae68a77d1a,segment=NetworkSegment(096d13ff-1cba-4bc8-9a42-c9c6549f4a14),segment_id=096d13ff-1cba-4bc8-9a42-c9c6549f4a14)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:38.039043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Current status of the port 9df85299-aeff-45ce-b4bf-69ae68a77d1a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:38.039871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.054879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.074021 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0ea51c96-927a-43b9-9850-09b1f881407b resource provider aggregate not found Sep 29 06:44:38.126876 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0ea51c96-927a-43b9-9850-09b1f881407b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ea51c96-927a-43b9-9850-09b1f881407b found for delete ", "request_id": "req-15745fb2-ce8d-41ec-98f1-7e5ba6f618c3"}]} Sep 29 06:44:38.151209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.176114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.185746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.239168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.243646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] Pushing event deleted for resources: {'Network': ['ID=ff6f0a4e-c45d-4c2c-9757-0c2d68f51992,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:38.321241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-b0a1af95-d7af-426e-a398-ba6c801c05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:38.321493 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3500e1fc-cb94-43a7-a6b1-fc451511b7c5 tempest-PortsAdminExtendedAttrsTestJSON-1347765840 tempest-PortsAdminExtendedAttrsTestJSON-1347765840-project] 10.222.0.26 "DELETE /v2.0/networks/ff6f0a4e-c45d-4c2c-9757-0c2d68f51992 HTTP/1.1" status: 204 len: 168 time: 1.2943342 Sep 29 06:44:38.322952 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-b0a1af95-d7af-426e-a398-ba6c801c05ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd61929e-c63a-4d8d-a743-12a70faef468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0362022 Sep 29 06:44:38.401565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38158) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:38.405265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port a7625a4e-1e1c-4b65-bdd1-9fff23792066 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:38.405664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.423754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=9df85299-aeff-45ce-b4bf-69ae68a77d1a,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:38.441173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:38.441542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:38.460188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:38.468542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235893b-fe0a-4cd9-8ba1-b7e3a292fa76" -d '{"events": [{"server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "name": "network-vif-plugged", "status": "completed", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:38.488030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port a7625a4e-1e1c-4b65-bdd1-9fff23792066, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:38.501781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.570876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'name': 'tempest-router--149095428', 'project_id': 'c423fdbfe97d47b9bf825d5c8d1a6728'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:38.623383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:38.626120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.631742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d93b-7284-4081-b7de-17efbdee5e56 req-ed8b1953-d948-407b-8c4e-e8e15187d475 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:38.632397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-27f704af-140d-4961-8a72-a0ffdd492af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.632948 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2984d93b-7284-4081-b7de-17efbdee5e56 req-ed8b1953-d948-407b-8c4e-e8e15187d475 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 1.0173683 Sep 29 06:44:38.644910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:router and tenant:c423fdbfe97d47b9bf825d5c8d1a6728 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:38.648839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=a7625a4e-1e1c-4b65-bdd1-9fff23792066,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:38.649717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.652115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:38.668095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Transition to ACTIVE for port object 2ff769dd-d71b-49e2-8a6e-813f2bfcc73a will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:38.669573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:38.670451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Pushing event updated for resources: {'Port': ['ID=b97786ba-0b0d-48c5-86c6-5dd17a5e13f9,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:38.675421 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-bf7a9e60-7bd1-4fae-9c5e-2b479e974662 service neutron] 10.222.0.61 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332875 Sep 29 06:44:38.675990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Router c6179aba-8f4a-4ad3-a399-f3bcb98d095f is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:44:38.697389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.698483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.729139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.750341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26807e84-86b5-40ee-ad4a-976c6e81603c req-e00dc459-49b3-44b2-9bad-edb75fd000d1 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:38.751954 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-26807e84-86b5-40ee-ad4a-976c6e81603c req-e00dc459-49b3-44b2-9bad-edb75fd000d1 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.1776903 Sep 29 06:44:38.755478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.827809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.829410 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-699bf4ab-30bd-4942-b4d8-bb0e5587b106 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2990174 Sep 29 06:44:38.834810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38166) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:38.842194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:38.852960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38170) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:38.881568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:38.910902 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-26807e84-86b5-40ee-ad4a-976c6e81603c req-6d08aa75-c36b-4a27-b19e-120fcaa0eb7a tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133437 Sep 29 06:44:38.911891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:38.919926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:38.930846 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2984d93b-7284-4081-b7de-17efbdee5e56 req-ee7d3a74-1554-450a-97e9-e3c02508c407 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681251 Sep 29 06:44:39.029525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event updated for resources: {'Port': ['ID=2ff769dd-d71b-49e2-8a6e-813f2bfcc73a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:39.036847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c570a5-671c-4d78-8fb3-78ffe229ffdf x-openstack-request-id: req-47c570a5-671c-4d78-8fb3-78ffe229ffdf {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:39.036847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "name": "network-vif-plugged", "status": "completed", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:39.037128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47c570a5-671c-4d78-8fb3-78ffe229ffdf {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:39.041450 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c570a5-671c-4d78-8fb3-78ffe229ffdf'] response: {'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'code': 200} Sep 29 06:44:39.051367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.055807 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5f791031-f012-456c-a12d-0474cd3c7228 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6500416 Sep 29 06:44:39.057937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38178) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:39.065639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Current status of the port 9df85299-aeff-45ce-b4bf-69ae68a77d1a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:39.101350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Provisioning for port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:39.106771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Provisioning complete for port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:39.107120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.107457 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 1 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:39.195753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.196429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.216003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:39.245316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:39.250876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:39.254752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Usage tracker for resource:floatingip and tenant:aa84328b285944aea0b17b56806c2c85 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:39.258185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:39.264563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:39.275752 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ffc07ab-f076-4b2c-8290-d7507c2bd28f req-75c612a4-3660-4faf-84a5-bb12e2c30440 service neutron] 10.222.0.61 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708036 Sep 29 06:44:39.285064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:39.305896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Sync routers for ids ['c6179aba-8f4a-4ad3-a399-f3bcb98d095f'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:39.313736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.315138 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-14adec81-faaa-463b-838c-b07e4ba22540 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 11.8317831 Sep 29 06:44:39.327765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d755-2838-4f2d-b315-0f100a7cd11c req-dea64493-bc5f-4a6b-887e-b843fea3322d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.330436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Routers {'c6179aba-8f4a-4ad3-a399-f3bcb98d095f'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:39.331170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c6179aba-8f4a-4ad3-a399-f3bcb98d095f'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:39.332355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38182) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:39.334123 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b787d755-2838-4f2d-b315-0f100a7cd11c req-dea64493-bc5f-4a6b-887e-b843fea3322d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 944 time: 0.1714799 Sep 29 06:44:39.346049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.426240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9df85299-aeff-45ce-b4bf-69ae68a77d1a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:39.475452 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cb3d5e43-e64b-4978-87e8-738aeee2999f tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.5537150 Sep 29 06:44:39.476494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b787d755-2838-4f2d-b315-0f100a7cd11c req-bf9385ee-22d3-4e1e-883e-babe88141d37 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359677 Sep 29 06:44:39.483582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38186) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:39.550741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.582465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-445e1672-f451-405e-b634-0ff2f59599f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.584380 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-445e1672-f451-405e-b634-0ff2f59599f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c&device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 1097 time: 0.1891339 Sep 29 06:44:39.621473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9df85299-aeff-45ce-b4bf-69ae68a77d1a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:39.621845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.622179 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9df85299-aeff-45ce-b4bf-69ae68a77d1a Sep 29 06:44:39.683390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Set router c6179aba-8f4a-4ad3-a399-f3bcb98d095f gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:39.687089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba46a8-4ee7-4f67-84b5-9e626b25bea9 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.692946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba46a8-4ee7-4f67-84b5-9e626b25bea9 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.699440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba46a8-4ee7-4f67-84b5-9e626b25bea9 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.703989 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6fba46a8-4ee7-4f67-84b5-9e626b25bea9 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2143767 Sep 29 06:44:39.704251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38190) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:39.726749 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 2 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:39.728626 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-821c9134-6508-4e87-8d04-49d172bf3b8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5befa4ad75347dd9b531dae0fc43b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8737144 Sep 29 06:44:39.741775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38194) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:39.866479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Deleting port 2ff769dd-d71b-49e2-8a6e-813f2bfcc73a {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:39.866908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:39.898304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-cca0b025-eaec-40d2-97e7-b630d905d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:39.898542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-cca0b025-eaec-40d2-97e7-b630d905d3c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bd61929e-c63a-4d8d-a743-12a70faef468 HTTP/1.1" status: 200 len: 913 time: 0.3066027 Sep 29 06:44:39.962803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:39.991790 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-3081f762-1273-4d85-bd45-dc63cf04eadc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d HTTP/1.1" status: 200 len: 217 time: 0.0860386 Sep 29 06:44:39.992404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb512834-638f-4c82-9f4d-1d67dfd20e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.095009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb512834-638f-4c82-9f4d-1d67dfd20e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.102336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.104802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.141299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.142072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c925928c-9d82-4f77-ba44-84b3b67cdf1a {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:40.171413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9df85299-aeff-45ce-b4bf-69ae68a77d1a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:40.188164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6179aba-8f4a-4ad3-a399-f3bcb98d095f', 'name': 'tempest-snat-router-2116767256', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.185'}], 'enable_snat': False}, 'gw_port_id': 'c31968db-a39d-4dfa-bf09-8ce9d8b08ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:28Z', 'updated_at': '2022-09-29T06:44:34Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': 'c31968db-a39d-4dfa-bf09-8ce9d8b08ba7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6179aba-8f4a-4ad3-a399-f3bcb98d095f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:31Z', 'updated_at': '2022-09-29T06:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:40.192663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Checking router: c6179aba-8f4a-4ad3-a399-f3bcb98d095f for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:44:40.192663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Updating router c6179aba-8f4a-4ad3-a399-f3bcb98d095f port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:44:40.214972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-f1147ce2-9a17-4b68-a2bc-6219ecd19b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:40.216342 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-f1147ce2-9a17-4b68-a2bc-6219ecd19b18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f091907-ec1d-4547-b1f2-146d5facfdbd HTTP/1.1" status: 200 len: 851 time: 0.2104807 Sep 29 06:44:40.221054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ed248-b51a-4216-857d-c20464150459 req-a70f542e-b33d-491a-be2a-bfc90215086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:40.222828 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d98ed248-b51a-4216-857d-c20464150459 req-a70f542e-b33d-491a-be2a-bfc90215086f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.8799784 Sep 29 06:44:40.234166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.235657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fffd81bf-3e10-4711-bb18-a6f40b344060 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c925928c-9d82-4f77-ba44-84b3b67cdf1a HTTP/1.1" status: 204 len: 168 time: 1.1749346 Sep 29 06:44:40.253288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.264562 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-51b74ad0-bba9-49b5-8c18-17c8297db1b9 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/c6179aba-8f4a-4ad3-a399-f3bcb98d095f HTTP/1.1" status: 200 len: 909 time: 0.9172487 Sep 29 06:44:40.266767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38204) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:40.285916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2116767256', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': True}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:40.299898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:40.324444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Usage tracker for resource:router and tenant:553f1e765fdf45648cfbee49f66b1605 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:40.335976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:40.354015 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d98ed248-b51a-4216-857d-c20464150459 req-fd16785c-aee5-4b0f-843a-43077a3ef7af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240532 Sep 29 06:44:40.376186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:40.419512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb512834-638f-4c82-9f4d-1d67dfd20e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.424325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c120d-d6ea-43ad-a420-da5125898b46 req-5647a56a-af94-4602-9803-e08bab1c5ece tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:40.428654 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dd9c120d-d6ea-43ad-a420-da5125898b46 req-5647a56a-af94-4602-9803-e08bab1c5ece tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.3007934 Sep 29 06:44:40.450884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.451132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb512834-638f-4c82-9f4d-1d67dfd20e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b0d48-1ff8-49ee-be9b-da43d7d5ce6e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:40.452763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.464111 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 3 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:40.475525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.477810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb512834-638f-4c82-9f4d-1d67dfd20e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.481188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fb512834-638f-4c82-9f4d-1d67dfd20e19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/361b0d48-1ff8-49ee-be9b-da43d7d5ce6e HTTP/1.1" status: 204 len: 168 time: 0.7303376 Sep 29 06:44:40.481515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.553855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38212) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:40.557342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.558955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108c288-a336-4c76-b820-10396806840e req-97f0841f-c5f9-48f0-9634-e5873893109f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:40.560477 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5108c288-a336-4c76-b820-10396806840e req-97f0841f-c5f9-48f0-9634-e5873893109f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4005001 Sep 29 06:44:40.594197 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dd9c120d-d6ea-43ad-a420-da5125898b46 req-fbe8270c-3c90-4e4a-81e3-32bb84d0884e tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489213 Sep 29 06:44:40.754523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Calling delete_port for 2ff769dd-d71b-49e2-8a6e-813f2bfcc73a owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:40.823094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-29c2f913-07db-48ee-99ff-335f65bc099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:40.824588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-29c2f913-07db-48ee-99ff-335f65bc099e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd61929e-c63a-4d8d-a743-12a70faef468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5988252 Sep 29 06:44:40.893844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:40.912487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-06516fa5-0a3e-44c6-a256-a2b7796c57a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:40.952157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5108c288-a336-4c76-b820-10396806840e req-a8edfad9-c9d8-4654-97ab-6b0006ae6863 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055774 Sep 29 06:44:40.981112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-689115061', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:41.031415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:41.038671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.038852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.042900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Usage tracker for resource:router and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:41.047958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:41.057497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:41.067020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Transition to ACTIVE for port object c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:41.079966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.082781 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-ac53f6a3-6195-4d79-aadc-7f5b2bfc563e service neutron] 10.222.0.61 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381220 Sep 29 06:44:41.164741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Attempting to bind port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:41.165126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Attempting to bind port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:41.165473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Attempting to bind port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:41.176204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:41.176587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:41.176994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.177412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:41.178384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Bound port: c31968db-a39d-4dfa-bf09-8ce9d8b08ba7, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:41.179034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.179229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.180178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.190376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169566-fab7-433b-8c8a-538e63cae3ef req-e8cf0649-032d-4128-9469-2878bb4968d0 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:41.197900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8f169566-fab7-433b-8c8a-538e63cae3ef req-e8cf0649-032d-4128-9469-2878bb4968d0 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 944 time: 0.4222827 Sep 29 06:44:41.226975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38222) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:41.227163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b960eb-5fb3-4cd4-9736-23fea08f96dd None None] Pushing event updated for resources: {'Port': ['ID=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:41.243489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.268083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] For port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:41.272448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] For port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:41.276007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.284565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.304626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Allocated IP 172.26.0.212 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/5a22520c-fd92-4464-bea9-f7dac49b0289) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:41.319957 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8f169566-fab7-433b-8c8a-538e63cae3ef req-a8504baf-b7d1-4aa0-a172-334b56b83ba9 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204212 Sep 29 06:44:41.366568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Routers {'c6179aba-8f4a-4ad3-a399-f3bcb98d095f'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:41.367416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c6179aba-8f4a-4ad3-a399-f3bcb98d095f'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:41.430021 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 4 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:41.434738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event deleted for resources: {'Port': ['ID=2ff769dd-d71b-49e2-8a6e-813f2bfcc73a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:41.439439 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42705cf2-0e3b-4bf9-87ad-8c693cda0314 req-0b3854af-d689-4454-b010-3030120b8e80 service neutron] 10.222.0.61 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368955 Sep 29 06:44:41.515375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b960eb-5fb3-4cd4-9736-23fea08f96dd None None] Pushing event updated for resources: {'Port': ['ID=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:41.549383 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4f9e2726-3d2e-4c0a-b581-78ff99970a7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68982e8832d94d19aa29d32016a2d043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102431 Sep 29 06:44:41.601913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:41.630412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] Set router c6179aba-8f4a-4ad3-a399-f3bcb98d095f gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:41.630895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38226) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:41.640401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.665451 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a302cd9a-ab58-472e-886a-c7fc329ee8c0 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "DELETE /v2.0/ports/2ff769dd-d71b-49e2-8a6e-813f2bfcc73a HTTP/1.1" status: 204 len: 168 time: 1.9559197 Sep 29 06:44:41.666334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38230) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:41.675397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Request body: {'port': {'name': 'tempest-new-port-name-949836257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:41.676026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.api.validators [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] bootfile-name is not in valid_values {{(pid=89136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:41.676469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.api.validators [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] tftp-server is not in valid_values {{(pid=89136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:41.676909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.api.validators [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] server-ip-address is not in valid_values {{(pid=89136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 29 06:44:41.781235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988c6b-22c7-4613-bfae-a0f166f81c6a req-02686d22-c4ce-4640-bd2c-5cb051a23b3b tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:41.782841 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f4988c6b-22c7-4613-bfae-a0f166f81c6a req-02686d22-c4ce-4640-bd2c-5cb051a23b3b tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.5547967 Sep 29 06:44:41.816602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38234) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:41.837200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Request body: {'floatingip': {'port_id': '77583e9d-627a-452a-87da-71107c4a9e7a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:41.876531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.877910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.903102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.926891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38045117-423a-4715-82e3-4575513043c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:41.952138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.007307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.079170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.103675 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 5 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:42.123580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38045117-423a-4715-82e3-4575513043c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.178298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6179aba-8f4a-4ad3-a399-f3bcb98d095f', 'name': 'tempest-snat-router-2116767256', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.185'}], 'enable_snat': False}, 'gw_port_id': 'c31968db-a39d-4dfa-bf09-8ce9d8b08ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:28Z', 'updated_at': '2022-09-29T06:44:34Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': 'c31968db-a39d-4dfa-bf09-8ce9d8b08ba7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6179aba-8f4a-4ad3-a399-f3bcb98d095f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:31Z', 'updated_at': '2022-09-29T06:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:42.184633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:42.185352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098c575f-e27b-426e-ab47-13915ecd9f3c None None] The sync data for ids ['c6179aba-8f4a-4ad3-a399-f3bcb98d095f'] in dv-neutron-859761-1-hyperv is: [{'id': 'c6179aba-8f4a-4ad3-a399-f3bcb98d095f', 'name': 'tempest-snat-router-2116767256', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.185'}], 'enable_snat': False}, 'gw_port_id': 'c31968db-a39d-4dfa-bf09-8ce9d8b08ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:28Z', 'updated_at': '2022-09-29T06:44:34Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': 'c31968db-a39d-4dfa-bf09-8ce9d8b08ba7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:be:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6179aba-8f4a-4ad3-a399-f3bcb98d095f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:31Z', 'updated_at': '2022-09-29T06:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:42.306249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.352343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.525798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.577426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38045117-423a-4715-82e3-4575513043c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.585930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720991-81d0-42b4-bbc0-bfd258eb5630 req-1600ff31-f844-478a-8626-abbf016e5de0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:42.587541 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f3720991-81d0-42b4-bbc0-bfd258eb5630 req-1600ff31-f844-478a-8626-abbf016e5de0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4319909 Sep 29 06:44:42.671545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:42.682880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38045117-423a-4715-82e3-4575513043c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b45763-e076-43aa-982a-8edafaccdbbb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:42.683285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:42.686314 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 6 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:42.696116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Allocated IP 172.26.0.246 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/45153b89-edd1-4306-985e-d1887d3f0640) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:42.706219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Pushing event updated for resources: {'Port': ['ID=5a22520c-fd92-4464-bea9-f7dac49b0289,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:42.713565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:42.724050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38045117-423a-4715-82e3-4575513043c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:42.725247 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-38045117-423a-4715-82e3-4575513043c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03b45763-e076-43aa-982a-8edafaccdbbb HTTP/1.1" status: 204 len: 168 time: 1.0871854 Sep 29 06:44:42.795496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:42.806669 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f3720991-81d0-42b4-bbc0-bfd258eb5630 req-2f33af8c-23f8-4903-8842-a569ed945207 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037082 Sep 29 06:44:43.020603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479439da-88f8-4ca8-8267-eccbf270efad req-ceb04c8f-b6da-411d-8211-7089361d8949 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:43.027401 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-479439da-88f8-4ca8-8267-eccbf270efad req-ceb04c8f-b6da-411d-8211-7089361d8949 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 944 time: 0.4510930 Sep 29 06:44:43.190205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:43.220267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.234049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.246296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.260632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.297585 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 7 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:43.303109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.307817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.332872 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-479439da-88f8-4ca8-8267-eccbf270efad req-b0b0511b-5d4c-41f0-8041-ed61945d6ffb tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043399 Sep 29 06:44:43.424365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:43.461769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event updated for resources: {'Port': ['ID=8dc34786-4b8d-4105-9c40-0f8645d3fed8,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:43.479258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:43.564346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] In _notify_port_updated(), no bound segment for port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 on network b5a55f61-fa53-4d37-8882-a9c900f3f306 {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:44:43.570739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:43.574907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.580956 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0b3504a6-f3bb-487f-8f62-b90deb4a16dd tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "PUT /v2.0/ports/8dc34786-4b8d-4105-9c40-0f8645d3fed8 HTTP/1.1" status: 200 len: 1136 time: 1.9114811 Sep 29 06:44:43.582456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38256) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:43.612824 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:43.620877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:43.621613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.622342 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 Sep 29 06:44:43.644394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.692462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:43.705838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a56e2a4b-b61c-43f9-9197-93d151c9597d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:44:43.740672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac6cc9-9866-4676-910c-bbe03bc9e2fc req-99a0972d-2701-4a34-a57f-032ef26c60fd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:43.745238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-15ac6cc9-9866-4676-910c-bbe03bc9e2fc req-99a0972d-2701-4a34-a57f-032ef26c60fd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7794104 Sep 29 06:44:43.754645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38266) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:43.766030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Request body: {'floatingip': {'port_id': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:43.852018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324a581-6400-41d0-a5d3-6accf52200e6 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:43.853625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c324a581-6400-41d0-a5d3-6accf52200e6 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Synchronizing usage tracker for tenant:f62e84fcda4e405aaf4e01b817f19bd9 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:43.863303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.868993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.878371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.914828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:43.924918 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 8 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:43.951377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c324a581-6400-41d0-a5d3-6accf52200e6 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Unset dirty status for tenant:f62e84fcda4e405aaf4e01b817f19bd9 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:43.953168 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c324a581-6400-41d0-a5d3-6accf52200e6 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "GET /v2.0/ports/8dc34786-4b8d-4105-9c40-0f8645d3fed8 HTTP/1.1" status: 200 len: 1136 time: 0.3695729 Sep 29 06:44:43.964705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38272) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:44.005786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38276) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:44.008971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:44.009359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.016009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.032498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port a56e2a4b-b61c-43f9-9197-93d151c9597d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:44.061730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'port_id': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'mac_address': 'fa:16:3e:66:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:44:44.065209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:44.067708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:44.097520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.127401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Deleting port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:44.127889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.179314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port a56e2a4b-b61c-43f9-9197-93d151c9597d is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:44.179693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.198664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:44.199323 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Floating IP 23a773fc-2e44-4b91-960c-a8820c840093 associated. External IP: 172.26.0.134, port: 77583e9d-627a-452a-87da-71107c4a9e7a. Sep 29 06:44:44.201947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56e2a4b-b61c-43f9-9197-93d151c9597d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:44:44.209290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:44.220525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:44.226880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:44.229389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port a56e2a4b-b61c-43f9-9197-93d151c9597d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:44.238965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.332431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=a56e2a4b-b61c-43f9-9197-93d151c9597d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:44.354708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Port': ['ID=45153b89-edd1-4306-985e-d1887d3f0640,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:44.378162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Allocated IP 172.26.0.83 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e32734d3-165b-47d7-bcbe-7e8fbdadb9b0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:44.473012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-792247654'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:44.510757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:44.569341 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 9 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:44.625217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:44.670657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Usage tracker for resource:network and tenant:3ca60217aa124c1bb6ba98dfb5b4134d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:44.699145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['a56e2a4b-b61c-43f9-9197-93d151c9597d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:44:44.745570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:44.790071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:44.793609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.939466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Calling delete_port for 8dc34786-4b8d-4105-9c40-0f8645d3fed8 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:44.944462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:44.947854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:44.985378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.082782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34961ba7-15e4-4de9-85a1-7a1d020fa6dd req-9d6eff07-6ff4-4e9e-b5bc-0ba491bb4c0c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:45.084377 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34961ba7-15e4-4de9-85a1-7a1d020fa6dd req-9d6eff07-6ff4-4e9e-b5bc-0ba491bb4c0c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 945 time: 0.5514011 Sep 29 06:44:45.126264 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Attempt 10 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:45.140620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Router 705f6c26-46f8-4a88-a645-3f223ed71dfa has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:44:45.172538 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34961ba7-15e4-4de9-85a1-7a1d020fa6dd req-e0ac80eb-cec0-4940-b217-a932432613a0 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810714 Sep 29 06:44:45.212454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a46e02c2-f0a0-4613-925a-8fe63acc2834 None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:45.226633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:45.249044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:45.322426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.327102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Usage tracker for resource:security_group_rule and tenant:3ca60217aa124c1bb6ba98dfb5b4134d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:45.327508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cf62d2d-ba83-4c9e-b211-3fbfd8c60fef None None] Could not find standard attr ID for object 2ff769dd-d71b-49e2-8a6e-813f2bfcc73a. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:44:45.361698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cf62d2d-ba83-4c9e-b211-3fbfd8c60fef None None] Provisioning complete for port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:45.362970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:45.364418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cf62d2d-ba83-4c9e-b211-3fbfd8c60fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.366155 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cf62d2d-ba83-4c9e-b211-3fbfd8c60fef None None] Attempt 1 to provision port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 Sep 29 06:44:45.367605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.382193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.387702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:45.400270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.443252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event deleted for resources: {'Port': ['ID=8dc34786-4b8d-4105-9c40-0f8645d3fed8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:45.488536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:45.520006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:45.531763 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] Sync routers for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:45.550583 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:45.551340 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:45.564515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.569725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cf62d2d-ba83-4c9e-b211-3fbfd8c60fef None None] Port 8dc34786-4b8d-4105-9c40-0f8645d3fed8 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:44:45.596307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:45.596980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.597467 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 Sep 29 06:44:45.640704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.642573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ce630e34-6f21-408f-a9f0-8a5d948922e8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "DELETE /v2.0/ports/8dc34786-4b8d-4105-9c40-0f8645d3fed8 HTTP/1.1" status: 204 len: 168 time: 1.6769111 Sep 29 06:44:45.644991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:45.683105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.701854 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5373261b-6766-4c1a-872b-a425b0525e22 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "PUT /v2.0/floatingips/23a773fc-2e44-4b91-960c-a8820c840093 HTTP/1.1" status: 200 len: 991 time: 3.8774474 Sep 29 06:44:45.705729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:45.710609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a56e2a4b-b61c-43f9-9197-93d151c9597d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:45.711102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Pushing event updated for resources: {'Port': ['ID=5a22520c-fd92-4464-bea9-f7dac49b0289,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:45.714467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8869f7-a49a-4fec-8c6b-cb39a3469447" -d '{"events": [{"name": "network-changed", "server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:45.752918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.915793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34690ea-3fd0-4179-92fa-849400008c81 x-openstack-request-id: req-b34690ea-3fd0-4179-92fa-849400008c81 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:45.916161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:45.916326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b34690ea-3fd0-4179-92fa-849400008c81 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:45.916712 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34690ea-3fd0-4179-92fa-849400008c81'] response: {'name': 'network-changed', 'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a', 'status': 'completed', 'code': 200} Sep 29 06:44:45.962399 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:45.962601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port a56e2a4b-b61c-43f9-9197-93d151c9597d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:45.968588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:45.971726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port a56e2a4b-b61c-43f9-9197-93d151c9597d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:45.972156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:45.972495 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port a56e2a4b-b61c-43f9-9197-93d151c9597d Sep 29 06:44:46.026772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Deleting subnet 23b46557-5a6e-49dd-98ac-aab8e9799e3f {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:44:46.036755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-c3fd908d-48b0-4713-b08c-e8d73d0197a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:46.039734 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-c3fd908d-48b0-4713-b08c-e8d73d0197a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68664f8f4564c1dbe0f0879decabe4c&device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 1098 time: 0.1263342 Sep 29 06:44:46.040828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.043393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.113173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port a56e2a4b-b61c-43f9-9197-93d151c9597d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:46.113778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.150486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:46.153840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc5dda-b86f-4001-8542-a67bf347eabd" -d '{"events": [{"server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "name": "network-vif-plugged", "status": "completed", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:46.158439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.168350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port a56e2a4b-b61c-43f9-9197-93d151c9597d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:46.173218 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5409a183-5331-46a7-8a7d-55e8401d8f04 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3327849 Sep 29 06:44:46.180489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.239500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38294) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:46.267229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25364f5f-f5ab-4208-93df-67f88e6a7f91 x-openstack-request-id: req-25364f5f-f5ab-4208-93df-67f88e6a7f91 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:46.275117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "name": "network-vif-plugged", "status": "completed", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:46.275403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25364f5f-f5ab-4208-93df-67f88e6a7f91 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:46.275813 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25364f5f-f5ab-4208-93df-67f88e6a7f91'] response: {'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'code': 200} Sep 29 06:44:46.309907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-b60100e7-0165-4ae8-952d-511b1011a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:46.311569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-b60100e7-0165-4ae8-952d-511b1011a97d service neutron] 10.222.0.61 "GET /v2.0/networks?id=979c1f83-802e-4aef-a559-9f00b2fd8b54 HTTP/1.1" status: 200 len: 907 time: 0.2266858 Sep 29 06:44:46.328654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.346508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=a56e2a4b-b61c-43f9-9197-93d151c9597d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:46.429747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:46.452499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.466076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:46.482222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:46.533767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event updated for resources: {'Port': ['ID=e32734d3-165b-47d7-bcbe-7e8fbdadb9b0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:46.542618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.544225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:46.607383 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '23a773fc-2e44-4b91-960c-a8820c840093', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'floating_ip_address': '172.26.0.134', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'port_id': '77583e9d-627a-452a-87da-71107c4a9e7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'mac_address': 'fa:16:3e:81:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:01Z', 'updated_at': '2022-09-29T06:44:43Z', 'revision_number': 1, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:44:02Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:46.612726 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] Checking router: 705f6c26-46f8-4a88-a645-3f223ed71dfa for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:44:46.623590 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:46.624418 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:46.718122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.721562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.770727 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-22349bea-8ce9-4a73-babf-432bd0813059 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77583e9d-627a-452a-87da-71107c4a9e7a HTTP/1.1" status: 200 len: 999 time: 0.2443118 Sep 29 06:44:46.774731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:46.780465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event deleted for resources: {'Subnet': ['ID=23b46557-5a6e-49dd-98ac-aab8e9799e3f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:46.784984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a9717a-a753-4404-ad31-d9c0583b6acc None None] Network b5a55f61-fa53-4d37-8882-a9c900f3f306 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:46.808685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fa35902e-06e7-4df9-8700-676e465dc108 tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.5652714 Sep 29 06:44:46.825560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:44:46.832715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38300) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:46.842582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-57a075f5-43e5-478b-9124-75e8cd50e4a8 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "DELETE /v2.0/subnets/23b46557-5a6e-49dd-98ac-aab8e9799e3f HTTP/1.1" status: 204 len: 168 time: 1.1942682 Sep 29 06:44:46.845324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38304) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:46.870843 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:46.917350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-5db78ee5-be2b-4828-bf6f-9add3c052fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:46.922806 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-5db78ee5-be2b-4828-bf6f-9add3c052fe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f381b12-92c1-4d00-bd68-2d636f8e211e HTTP/1.1" status: 200 len: 845 time: 0.1384072 Sep 29 06:44:46.966228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.046695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.047488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f27672-1d1f-4290-9aa2-e927382912d3 req-94c08eda-06a1-47d7-bdca-04f272f96d11 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:47.049447 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45f27672-1d1f-4290-9aa2-e927382912d3 req-94c08eda-06a1-47d7-bdca-04f272f96d11 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.5242155 Sep 29 06:44:47.110892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117b611-4ba8-4f5c-8a8d-3fb52466a9a8 req-d85a1581-ac8d-4c80-81a2-5411f7462d08 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:47.112778 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f117b611-4ba8-4f5c-8a8d-3fb52466a9a8 req-d85a1581-ac8d-4c80-81a2-5411f7462d08 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 1.1948373 Sep 29 06:44:47.128542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be531bc-b7d9-4ba3-85ae-2c6cecb8d846,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:47.132555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.167688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45f27672-1d1f-4290-9aa2-e927382912d3 req-fac1319f-3594-41c1-8c91-88f84208cff5 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044922 Sep 29 06:44:47.174958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Deleting port 9df85299-aeff-45ce-b4bf-69ae68a77d1a {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:47.175239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.183452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] DHCP port deletion for b5a55f61-fa53-4d37-8882-a9c900f3f306 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:44:47.202412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Deleting port 9df85299-aeff-45ce-b4bf-69ae68a77d1a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:47.202817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.243889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-c2bc16c2-c5b1-4ca8-a6ed-c19ddf880046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:47.245387 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-c2bc16c2-c5b1-4ca8-a6ed-c19ddf880046 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=979c1f83-802e-4aef-a559-9f00b2fd8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2650404 Sep 29 06:44:47.280658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.360431 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '23a773fc-2e44-4b91-960c-a8820c840093', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'floating_ip_address': '172.26.0.134', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'port_id': '77583e9d-627a-452a-87da-71107c4a9e7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'mac_address': 'fa:16:3e:81:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:01Z', 'updated_at': '2022-09-29T06:44:43Z', 'revision_number': 1, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:44:02Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:47.365918 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6defc-4bc8-492d-83d9-ab04ac786faa None None] The sync data for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv is: [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '23a773fc-2e44-4b91-960c-a8820c840093', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'floating_ip_address': '172.26.0.134', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'port_id': '77583e9d-627a-452a-87da-71107c4a9e7a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'mac_address': 'fa:16:3e:81:5d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:01Z', 'updated_at': '2022-09-29T06:44:43Z', 'revision_number': 1, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:44:02Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:47.401644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.407120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.407468 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Added segment 49a63384-4111-4934-be82-f89928b9f28e of type vlan for network f4a0610a-9cf2-47b0-8761-891a3d777c92 Sep 29 06:44:47.437869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9df85299-aeff-45ce-b4bf-69ae68a77d1a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:44:47.531685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] For port 9df85299-aeff-45ce-b4bf-69ae68a77d1a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9df85299-aeff-45ce-b4bf-69ae68a77d1a,segment=NetworkSegment(096d13ff-1cba-4bc8-9a42-c9c6549f4a14),segment_id=096d13ff-1cba-4bc8-9a42-c9c6549f4a14)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:47.532286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.547415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] For port 9df85299-aeff-45ce-b4bf-69ae68a77d1a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9df85299-aeff-45ce-b4bf-69ae68a77d1a,segment=NetworkSegment(096d13ff-1cba-4bc8-9a42-c9c6549f4a14),segment_id=096d13ff-1cba-4bc8-9a42-c9c6549f4a14)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:47.547760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.560614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c2e6421a-fb42-460c-bd56-e346b7cc3259 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Synchronizing usage tracker for tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 on resource:floatingip {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:47.676440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Calling delete_port for 9df85299-aeff-45ce-b4bf-69ae68a77d1a owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:47.680400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Calling delete_port for 9df85299-aeff-45ce-b4bf-69ae68a77d1a owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:47.729893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02614e9e-6025-4a11-9c14-6d6434250b1d None None] New status for floating IP 23a773fc-2e44-4b91-960c-a8820c840093: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:44:47.761443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.765456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-b7e5b74c-4d42-4026-9084-5a79ad30f65f service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548763 Sep 29 06:44:47.802429 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f117b611-4ba8-4f5c-8a8d-3fb52466a9a8 req-ef98fd0c-06cb-4844-898c-f6d1f3a10d71 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6522210 Sep 29 06:44:47.865419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9df85299-aeff-45ce-b4bf-69ae68a77d1a is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:47.865948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.867034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c2e6421a-fb42-460c-bd56-e346b7cc3259 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Unset dirty status for tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 on resource:floatingip {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:47.870756 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c2e6421a-fb42-460c-bd56-e346b7cc3259 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 1.0273752 Sep 29 06:44:47.885133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38312) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:47.963000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:44:47.971344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:47.973666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9ad1-a0ca-4c8b-ad35-f84af9b23921 req-60fd95cf-4527-4fe2-bd2a-96a99b10f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:47.975338 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5f2e9ad1-a0ca-4c8b-ad35-f84af9b23921 req-60fd95cf-4527-4fe2-bd2a-96a99b10f730 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 1099 time: 1.3562574 Sep 29 06:44:47.989807 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Floating IP 52e487a4-a6e3-4492-a3db-f938fe5f157e associated. External IP: 172.26.0.206, port: a7625a4e-1e1c-4b65-bdd1-9fff23792066. Sep 29 06:44:48.028252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event deleted for resources: {'Port': ['ID=9df85299-aeff-45ce-b4bf-69ae68a77d1a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:48.030099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] No DVR routers for this DVR port 9df85299-aeff-45ce-b4bf-69ae68a77d1a on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:44:48.074453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:48.074932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:48.188984 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ba8869f7-a49a-4fec-8c6b-cb39a3469447 req-6cf6bd3e-af7a-4f73-bf80-ef067b54c877 service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128754 Sep 29 06:44:48.190620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.219802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a55f61-fa53-4d37-8882-a9c900f3f306']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:48.246524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096d13ff-1cba-4bc8-9a42-c9c6549f4a14') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:48.246882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096d13ff-1cba-4bc8-9a42-c9c6549f4a14') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:48.259219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.265747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.271165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:48.272258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.277057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.284349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:44:48.284823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.354751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 096d13ff-1cba-4bc8-9a42-c9c6549f4a14 resource provider aggregate not found Sep 29 06:44:48.375776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 096d13ff-1cba-4bc8-9a42-c9c6549f4a14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 096d13ff-1cba-4bc8-9a42-c9c6549f4a14 found for delete ", "request_id": "req-955ebde0-8648-4d2f-b859-6258b4ea8bba"}]} Sep 29 06:44:48.382680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Deleting port 5a22520c-fd92-4464-bea9-f7dac49b0289 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:48.382933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.393357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.413938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.420524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] Pushing event deleted for resources: {'Network': ['ID=b5a55f61-fa53-4d37-8882-a9c900f3f306,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:48.436042 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6c544f57-44b1-4c1d-98aa-7c6e6cd962e5 tempest-ExtraDHCPOptionsTestJSON-1055257107 tempest-ExtraDHCPOptionsTestJSON-1055257107-project] 10.222.0.26 "DELETE /v2.0/networks/b5a55f61-fa53-4d37-8882-a9c900f3f306 HTTP/1.1" status: 204 len: 168 time: 1.5766587 Sep 29 06:44:48.576231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Deleting port 9df85299-aeff-45ce-b4bf-69ae68a77d1a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:48.576614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:48.647483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18b010ab-217e-4b5f-9806-5e93c1acd0be None None] The port '9df85299-aeff-45ce-b4bf-69ae68a77d1a' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:44:48.697496 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5f2e9ad1-a0ca-4c8b-ad35-f84af9b23921 req-09852581-391b-4588-9a62-7a8748cbba30 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6320455 Sep 29 06:44:48.731762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38326) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:48.820900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.7265334 Sep 29 06:44:48.823861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38332) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:48.832100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'subnet': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:48.853071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae5756-7fad-4d31-af20-6af472b55797 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Network': ['ID=f4a0610a-9cf2-47b0-8761-891a3d777c92,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:48.864806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:44:48.907683 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ac5a960e-17e6-4a26-84c0-469abeba2f01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f62e84fcda4e405aaf4e01b817f19bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723375 Sep 29 06:44:48.948571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38336) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:49.031803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:49.038058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Usage tracker for resource:subnet and tenant:3ca60217aa124c1bb6ba98dfb5b4134d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:49.046700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:49.049233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.056941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:49.061675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a84ebd4-19bb-46ee-80d8-e4f3d747b8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.084591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:49.088009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.123007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Router 0faa117a-4bc7-43f9-a34d-6a4797bc30bf is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:44:49.155749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a84ebd4-19bb-46ee-80d8-e4f3d747b8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.177067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e80a9-b1cb-486a-a74d-a6255aaa65f1 req-7ad6edc9-a1bf-4e9d-a5c1-c4356739165c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:49.178604 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-448e80a9-b1cb-486a-a74d-a6255aaa65f1 req-7ad6edc9-a1bf-4e9d-a5c1-c4356739165c tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.8621697 Sep 29 06:44:49.280314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a84ebd4-19bb-46ee-80d8-e4f3d747b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.302173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84ebd4-19bb-46ee-80d8-e4f3d747b8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfce428-2a0f-4164-9425-b8061813778e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:49.332939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a84ebd4-19bb-46ee-80d8-e4f3d747b8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.337061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9a84ebd4-19bb-46ee-80d8-e4f3d747b8ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4dfce428-2a0f-4164-9425-b8061813778e HTTP/1.1" status: 204 len: 168 time: 0.3850882 Sep 29 06:44:49.343194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.343417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.363888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.475329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Subnet': ['ID=e37c540b-77a6-4a6a-a03d-3f328aaeab53,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:49.482746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Checking segment: {'id': '49a63384-4111-4934-be82-f89928b9f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:49.483101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network hostable DHCP agents. Network: f4a0610a-9cf2-47b0-8761-891a3d777c92, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:44:49.508176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:44:49.519830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f4a0610a-9cf2-47b0-8761-891a3d777c92) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:49.529566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:49.530083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607d4a8-5908-46b5-a2a1-d5c817a18036 None None] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:49.530555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.558926 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-44bcfccb-ad44-48ec-b384-0690d27d009d tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7336652 Sep 29 06:44:49.559748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38344) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:49.568600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'name': 'tempest-AllowedAddressPairTestJSON-409437774'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:49.588322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Calling delete_port for 5a22520c-fd92-4464-bea9-f7dac49b0289 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:49.741430 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-448e80a9-b1cb-486a-a74d-a6255aaa65f1 req-60bb805b-8ad8-4bb6-b482-98312d7d5a68 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5033965 Sep 29 06:44:49.789320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:49.802001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Usage tracker for resource:port and tenant:3ca60217aa124c1bb6ba98dfb5b4134d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:49.806204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:49.812013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:49.828174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:49.829785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f4a0610a-9cf2-47b0-8761-891a3d777c92', 'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'tenant_id': '3ca60217aa124c1bb6ba98dfb5b4134d', 'fixed_ips': [{'subnet_id': 'e37c540b-77a6-4a6a-a03d-3f328aaeab53'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:44:49.831113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.833640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:49.862459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port c3846cc4-94ef-4e79-a9e4-806d682f04cb yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:50.030818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Router 4a8777c4-c46a-4331-a826-cdb6883fe926 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:44:50.033014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Allocated IP 172.20.0.2 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/9fc4d40e-56ce-4837-bde3-8e16c68c79d3) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:50.070480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:50.081654 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Sync routers for ids ['0faa117a-4bc7-43f9-a34d-6a4797bc30bf'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:50.102168 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Routers {'0faa117a-4bc7-43f9-a34d-6a4797bc30bf'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:50.103017 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0faa117a-4bc7-43f9-a34d-6a4797bc30bf'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:50.319775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38364) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:50.364621 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Set router 0faa117a-4bc7-43f9-a34d-6a4797bc30bf gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:50.403166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.418215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Transition to ACTIVE for port object 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:50.443969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Transition to ACTIVE for port object 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:50.450626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3d46cfa2-b2d9-4084-8aa2-e97c3714e65e tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-125205291', 'prefixes': ['172.20.0.0/16']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:50.452650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.495730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3d46cfa2-b2d9-4084-8aa2-e97c3714e65e tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:50.528991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:50.539189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:50.541926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:50.543444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.555669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:50.556458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.560216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] Sync routers for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:50.570263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1031ffad-ace7-4907-bf4d-58c0bc44407f {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:50.571151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:50.603264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3d46cfa2-b2d9-4084-8aa2-e97c3714e65e tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] Notify callbacks [] for subnetpool, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.605640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3d46cfa2-b2d9-4084-8aa2-e97c3714e65e tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2851791 Sep 29 06:44:50.608460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38370) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:50.645379 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b6e30497-6be7-4151-a57a-ec191cac5cee tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] 10.222.0.26 "GET /v2.0/subnetpools/b55f3394-681a-4a8e-b6ce-2ec5ea485379 HTTP/1.1" status: 200 len: 731 time: 0.0329683 Sep 29 06:44:50.649044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38374) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:50.654209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-880a7257-e3be-42c7-9036-297772092b26 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1291099784'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:50.662077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Pushing event updated for resources: {'Port': ['ID=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:50.669691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:50.670357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:50.686920 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fcc9cac4-e881-43f2-9a52-bf51cd1e7ae3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "PUT /v2.0/floatingips/52e487a4-a6e3-4492-a3db-f938fe5f157e HTTP/1.1" status: 200 len: 991 time: 6.9253831 Sep 29 06:44:50.686920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.686920 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-709bb819-bec8-4026-a8e2-fa90a44826ba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.4125574 Sep 29 06:44:50.702358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38380) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:50.731326 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa117a-4bc7-43f9-a34d-6a4797bc30bf', 'name': 'tempest-snat-router-2116767256', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '45153b89-edd1-4306-985e-d1887d3f0640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:40Z', 'updated_at': '2022-09-29T06:44:44Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': '45153b89-edd1-4306-985e-d1887d3f0640', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa117a-4bc7-43f9-a34d-6a4797bc30bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:42Z', 'updated_at': '2022-09-29T06:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:50.735694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Pushing event deleted for resources: {'Port': ['ID=5a22520c-fd92-4464-bea9-f7dac49b0289,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:50.736062 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Checking router: 0faa117a-4bc7-43f9-a34d-6a4797bc30bf for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:44:50.736413 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Updating router 0faa117a-4bc7-43f9-a34d-6a4797bc30bf port 45153b89-edd1-4306-985e-d1887d3f0640 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:44:50.737341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:50.740295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febb2c82-26d9-4f9a-8975-91aa2aa8669d" -d '{"events": [{"name": "network-changed", "server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:50.760818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Attempting to bind port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:50.761187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Attempting to bind port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '49a63384-4111-4934-be82-f89928b9f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:50.761551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Attempting to bind port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 on network f4a0610a-9cf2-47b0-8761-891a3d777c92 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:50.781087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:50.781472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Checking segment: {'id': '49a63384-4111-4934-be82-f89928b9f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:50.781867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.782263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Bound using segment: {'id': '49a63384-4111-4934-be82-f89928b9f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:50.782784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Bound port: 9fc4d40e-56ce-4837-bde3-8e16c68c79d3, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a63384-4111-4934-be82-f89928b9f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:50.783164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.815210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.817638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.819454 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b27f0aa0-614d-48d9-b3cd-8342fe93bb15 tempest-FloatingIPAdminTestJSON-1863567175 tempest-FloatingIPAdminTestJSON-1863567175-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f41bbd4-a142-4797-97bb-8a40c487ac0f HTTP/1.1" status: 204 len: 168 time: 2.9290311 Sep 29 06:44:50.822454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38388) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:50.909416 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.921670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-880a7257-e3be-42c7-9036-297772092b26 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] Notify callbacks [] for subnetpool, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:50.925623 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-880a7257-e3be-42c7-9036-297772092b26 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] 10.222.0.26 "PUT /v2.0/subnetpools/b55f3394-681a-4a8e-b6ce-2ec5ea485379 HTTP/1.1" status: 200 len: 684 time: 0.2727635 Sep 29 06:44:50.926442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38392) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:50.991303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:50.992333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb078cd-aa1c-485f-8409-6bcbc4f275dd x-openstack-request-id: req-cdb078cd-aa1c-485f-8409-6bcbc4f275dd {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:50.992618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:50.992869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdb078cd-aa1c-485f-8409-6bcbc4f275dd {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:50.993260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb078cd-aa1c-485f-8409-6bcbc4f275dd'] response: {'name': 'network-changed', 'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'status': 'completed', 'code': 200} Sep 29 06:44:51.097949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Deleting port b97786ba-0b0d-48c5-86c6-5dd17a5e13f9 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:51.098295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.102145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] For port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:51.105951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] For port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,segment=NetworkSegment(49a63384-4111-4934-be82-f89928b9f28e),segment_id=49a63384-4111-4934-be82-f89928b9f28e)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:51.117516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.125534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.222817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port dc6a2c8f-b13c-47d6-8318-33232b1bb60f yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:51.322715 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.326644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.326998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.345743 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-580c349f-1ed1-4b86-85dc-a0bdd364a2fc tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/0faa117a-4bc7-43f9-a34d-6a4797bc30bf HTTP/1.1" status: 200 len: 908 time: 0.6419208 Sep 29 06:44:51.348435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38396) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:51.350019 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Transition to ACTIVE for port object 45153b89-edd1-4306-985e-d1887d3f0640 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:51.356761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd556d6a-c680-418a-9f51-78d7c05af5bb None None] Pushing event updated for resources: {'Port': ['ID=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:51.366883 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.377918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.492770 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Pushing event updated for resources: {'Port': ['ID=45153b89-edd1-4306-985e-d1887d3f0640,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:51.508409 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.508764 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.513463 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.513463 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.513463 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.540922 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.541302 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.541643 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.541990 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.542364 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.544547 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.545915 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:44:51.549471 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Attempting to bind port 45153b89-edd1-4306-985e-d1887d3f0640 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:44:51.549832 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Attempting to bind port 45153b89-edd1-4306-985e-d1887d3f0640 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:44:51.551271 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Attempting to bind port 45153b89-edd1-4306-985e-d1887d3f0640 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:44:51.563775 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:44:51.564144 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:44:51.564536 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.564912 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:44:51.565368 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Bound port: 45153b89-edd1-4306-985e-d1887d3f0640, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:44:51.565749 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.669113 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] For port 45153b89-edd1-4306-985e-d1887d3f0640, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:44:51.672981 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] For port 45153b89-edd1-4306-985e-d1887d3f0640, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=45153b89-edd1-4306-985e-d1887d3f0640,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:44:51.681189 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.686904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb9240-89ba-40cc-b8f8-7f264f39e1b4 req-5e8d57fc-0f14-42fd-9bcd-a0bcffef6f51 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:51.695412 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49bb9240-89ba-40cc-b8f8-7f264f39e1b4 req-5e8d57fc-0f14-42fd-9bcd-a0bcffef6f51 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.7771153 Sep 29 06:44:51.722619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '52e487a4-a6e3-4492-a3db-f938fe5f157e', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'floating_ip_address': '172.26.0.206', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'port_id': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'mac_address': 'fa:16:3e:ce:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:00Z', 'updated_at': '2022-09-29T06:44:46Z', 'revision_number': 1, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:44:01Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:51.728799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] Checking router: 4a8777c4-c46a-4331-a826-cdb6883fe926 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:44:51.734155 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Routers {'0faa117a-4bc7-43f9-a34d-6a4797bc30bf'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:51.735312 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0faa117a-4bc7-43f9-a34d-6a4797bc30bf'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:51.740725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:51.741347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:51.846456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Allocated IP 172.20.0.8 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/dc6a2c8f-b13c-47d6-8318-33232b1bb60f) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:51.903503 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49bb9240-89ba-40cc-b8f8-7f264f39e1b4 req-64a0c432-7580-429c-9b2f-30638e32f707 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071192 Sep 29 06:44:51.905503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-497b3fa2-d5de-4753-a03d-e31fd0402057 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] Notify callbacks [] for subnetpool, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.910688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Calling delete_port for b97786ba-0b0d-48c5-86c6-5dd17a5e13f9 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:51.912469 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-497b3fa2-d5de-4753-a03d-e31fd0402057 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b55f3394-681a-4a8e-b6ce-2ec5ea485379 HTTP/1.1" status: 204 len: 168 time: 0.9418957 Sep 29 06:44:51.933146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38400) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:51.973979 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185f7fe-a7b6-4316-b7b6-21da5891facb None None] Pushing event updated for resources: {'Port': ['ID=45153b89-edd1-4306-985e-d1887d3f0640,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:51.976734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:51.992966 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] Set router 0faa117a-4bc7-43f9-a34d-6a4797bc30bf gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:52.046943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-de24d5af-3d2e-4fbd-a97b-f6fa348f4172 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] show failed (client error): The resource could not be found. Sep 29 06:44:52.051736 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-de24d5af-3d2e-4fbd-a97b-f6fa348f4172 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] 10.222.0.26 "GET /v2.0/subnetpools/b55f3394-681a-4a8e-b6ce-2ec5ea485379 HTTP/1.1" status: 404 len: 346 time: 0.1141617 Sep 29 06:44:52.052915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38406) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:52.075949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-e4aac727-f013-4374-a428-e84ef9a33a4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5068102 Sep 29 06:44:52.087939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:52.136059 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a9d09da1-bfa3-4783-be7d-929e1a06bb68 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] delete failed (client error): The resource could not be found. Sep 29 06:44:52.143164 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a9d09da1-bfa3-4783-be7d-929e1a06bb68 tempest-SubnetPoolsTestJSON-1036674716 tempest-SubnetPoolsTestJSON-1036674716-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b55f3394-681a-4a8e-b6ce-2ec5ea485379 HTTP/1.1" status: 404 len: 346 time: 0.0664327 Sep 29 06:44:52.210201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-50326189-98fa-4c23-aac1-325ff4eeecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:52.214401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-50326189-98fa-4c23-aac1-325ff4eeecd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 1.2712669 Sep 29 06:44:52.367125 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0faa117a-4bc7-43f9-a34d-6a4797bc30bf', 'name': 'tempest-snat-router-2116767256', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '45153b89-edd1-4306-985e-d1887d3f0640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:40Z', 'updated_at': '2022-09-29T06:44:44Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': '45153b89-edd1-4306-985e-d1887d3f0640', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa117a-4bc7-43f9-a34d-6a4797bc30bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:42Z', 'updated_at': '2022-09-29T06:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:52.373533 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24e6553-5fc0-4a58-a782-8188f33ec317 None None] The sync data for ids ['0faa117a-4bc7-43f9-a34d-6a4797bc30bf'] in dv-neutron-859761-1-hyperv is: [{'id': '0faa117a-4bc7-43f9-a34d-6a4797bc30bf', 'name': 'tempest-snat-router-2116767256', 'tenant_id': '553f1e765fdf45648cfbee49f66b1605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.246'}], 'enable_snat': True}, 'gw_port_id': '45153b89-edd1-4306-985e-d1887d3f0640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:40Z', 'updated_at': '2022-09-29T06:44:44Z', 'revision_number': 3, 'project_id': '553f1e765fdf45648cfbee49f66b1605', 'gw_port': {'id': '45153b89-edd1-4306-985e-d1887d3f0640', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0faa117a-4bc7-43f9-a34d-6a4797bc30bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:44:42Z', 'updated_at': '2022-09-29T06:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:52.570166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:52.599543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting port 45153b89-edd1-4306-985e-d1887d3f0640 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:52.600647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:52.737168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-c51dd232-3ef3-4b49-b9a3-6f81c16a4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:52.738352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38414) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:52.738676 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-c51dd232-3ef3-4b49-b9a3-6f81c16a4936 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.4312224 Sep 29 06:44:52.748608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Router ea9e6769-e84b-431c-80b6-b50d48fb81ff is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:44:52.848914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '52e487a4-a6e3-4492-a3db-f938fe5f157e', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'floating_ip_address': '172.26.0.206', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'port_id': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'mac_address': 'fa:16:3e:ce:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:00Z', 'updated_at': '2022-09-29T06:44:46Z', 'revision_number': 1, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:44:01Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:52.855926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2896bc6f-48bc-4b41-8b42-0b3bc4e28ba9 None None] The sync data for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv is: [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '52e487a4-a6e3-4492-a3db-f938fe5f157e', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'floating_ip_address': '172.26.0.206', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'port_id': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'mac_address': 'fa:16:3e:ce:9b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:00Z', 'updated_at': '2022-09-29T06:44:46Z', 'revision_number': 1, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:44:01Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:52.912179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:52.930208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4bc66-bb61-410e-bd2a-ebc575e86646 None None] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:44:52.946288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d53de-a0c3-4810-8a85-d928f9a3855f req-a6f3cff2-77b9-45b1-bc31-b05f511a81de tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:52.958572 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ec7d53de-a0c3-4810-8a85-d928f9a3855f req-a6f3cff2-77b9-45b1-bc31-b05f511a81de tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.7539032 Sep 29 06:44:52.989513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38420) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:53.016763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Request body: {'floatingip': {'port_id': 'a56e2a4b-b61c-43f9-9197-93d151c9597d'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:53.073348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-37f68030-652e-4511-84de-e9647367c6db None None] Provisioning for port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:53.111315 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-f2b854aa-4b41-4374-96f7-ef1aee6a8579 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 999 time: 0.3652668 Sep 29 06:44:53.145703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.154890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.158040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Pushing event deleted for resources: {'Port': ['ID=b97786ba-0b0d-48c5-86c6-5dd17a5e13f9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:53.173096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.348343 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e40f1f-1e7f-44d6-87ae-bd7844f82bff None None] New status for floating IP 52e487a4-a6e3-4492-a3db-f938fe5f157e: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:44:53.393909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-63524dfc-b404-43ea-a839-cd45c732bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:53.396492 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-63524dfc-b404-43ea-a839-cd45c732bfab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.2517793 Sep 29 06:44:53.510061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 45153b89-edd1-4306-985e-d1887d3f0640 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:53.587195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Transition to ACTIVE for port object dc6a2c8f-b13c-47d6-8318-33232b1bb60f will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:53.589050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:53.594216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Usage tracker for resource:security_group_rule and tenant:8f151320b8374cd1b3b8d6256861bff7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:53.599627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:53.607033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:53.679152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 45153b89-edd1-4306-985e-d1887d3f0640 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:53.684991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 45153b89-edd1-4306-985e-d1887d3f0640 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:53.685667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.686209 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 45153b89-edd1-4306-985e-d1887d3f0640 Sep 29 06:44:53.734809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.750189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.771758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:53.774945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] For port 45153b89-edd1-4306-985e-d1887d3f0640, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=45153b89-edd1-4306-985e-d1887d3f0640,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:53.775316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.785934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] Sync routers for ids ['ea9e6769-e84b-431c-80b6-b50d48fb81ff'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:53.799870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.805922 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3c6bab4e-9c2d-40b2-a216-e1a0359e8ebd tempest-FloatingIPAdminTestJSON-2090105493 tempest-FloatingIPAdminTestJSON-2090105493-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/fe5278ac-e27d-4e55-aad4-eeac821303f9 HTTP/1.1" status: 204 len: 168 time: 2.9634705 Sep 29 06:44:53.807962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38426) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:53.812512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-34b969f9-8ea0-4c56-8e32-3ec7bd0d18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:53.814056 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-34b969f9-8ea0-4c56-8e32-3ec7bd0d18c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2387304 Sep 29 06:44:53.830263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] Routers {'ea9e6769-e84b-431c-80b6-b50d48fb81ff'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:53.831258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ea9e6769-e84b-431c-80b6-b50d48fb81ff'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:53.868646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.892355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port a8418b0d-76bb-4d71-be1b-a60c56867164 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:53.892704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.916064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:53.926587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:53.930487 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95331acd-daa5-497f-a0b6-768b8e0861c1 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.3719761 Sep 29 06:44:53.975157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Calling delete_port for 45153b89-edd1-4306-985e-d1887d3f0640 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:53.975625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] Routers {'ea9e6769-e84b-431c-80b6-b50d48fb81ff'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:53.976331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ea9e6769-e84b-431c-80b6-b50d48fb81ff'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:53.980820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38430) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:54.044480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:54.044907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b34a57-ea9b-4193-b795-67f52d92a74f None None] The sync data for ids ['ea9e6769-e84b-431c-80b6-b50d48fb81ff'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:54.047956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 45153b89-edd1-4306-985e-d1887d3f0640 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:54.048409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.066185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 45153b89-edd1-4306-985e-d1887d3f0640, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=45153b89-edd1-4306-985e-d1887d3f0640,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:54.071923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.072877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:54.124799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f151320b8374cd1b3b8d6256861bff7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3797905 Sep 29 06:44:54.132136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353408a7-ac40-4d04-961e-976f166067df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d79897-1c13-4508-9500-a9a9b667ac69,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:54.133261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:54.195264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=45153b89-edd1-4306-985e-d1887d3f0640,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:54.212024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:54.218884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:54.219444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.220031 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 Sep 29 06:44:54.249372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.344882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:54.345183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.388521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,segment=NetworkSegment(49a63384-4111-4934-be82-f89928b9f28e),segment_id=49a63384-4111-4934-be82-f89928b9f28e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:54.401467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.450377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:44:54.450747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:44:54.519763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:54.531823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:54.537526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:54.545656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:54.596098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-52c5a860-6da0-433a-8b74-643dc4db9d23 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765246 Sep 29 06:44:54.606405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=dc6a2c8f-b13c-47d6-8318-33232b1bb60f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:54.614336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:54.615041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.742978 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-355d50e2-608c-443d-94e2-6c27c12a1420 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1790440 Sep 29 06:44:54.743547 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3aa3044f-ac3c-45db-9d04-9bd0000ae74b tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/ea9e6769-e84b-431c-80b6-b50d48fb81ff HTTP/1.1" status: 200 len: 923 time: 0.7616258 Sep 29 06:44:54.745635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38438) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:54.746099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38440) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:54.750937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8205-7fc9-4b18-94e1-091414387af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.752966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'name': 'tempest-AllowedAddressPairTestJSON-1106268007', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f2:75:34'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:54.775655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Provisioning for port dc6a2c8f-b13c-47d6-8318-33232b1bb60f completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:44:54.781682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Provisioning complete for port dc6a2c8f-b13c-47d6-8318-33232b1bb60f triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:54.782043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.782424 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 1 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:54.850558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:54.852729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8151b5da-50b7-4d69-b75b-2a61e6911c8b tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea9e6769-e84b-431c-80b6-b50d48fb81ff HTTP/1.1" status: 200 len: 205 time: 0.1031628 Sep 29 06:44:54.853606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38446) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:54.928826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:54.938789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Usage tracker for resource:port and tenant:3ca60217aa124c1bb6ba98dfb5b4134d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:54.942402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:54.950274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:54.952022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting port 45153b89-edd1-4306-985e-d1887d3f0640 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:54.952345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.976038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8205-7fc9-4b18-94e1-091414387af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:54.999211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.016029 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-febb2c82-26d9-4f9a-8975-91aa2aa8669d req-21dd7899-88f7-4f28-8860-60ed24f73121 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920975 Sep 29 06:44:55.073730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:44:55.152553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Calling delete_port for a8418b0d-76bb-4d71-be1b-a60c56867164 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:55.350325 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 2 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:55.401162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.404415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 45153b89-edd1-4306-985e-d1887d3f0640 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:55.446057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.458345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.468035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8205-7fc9-4b18-94e1-091414387af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.530687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:55.545004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 45153b89-edd1-4306-985e-d1887d3f0640 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:55.545004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.545601 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 45153b89-edd1-4306-985e-d1887d3f0640 Sep 29 06:44:55.553443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8205-7fc9-4b18-94e1-091414387af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d79897-1c13-4508-9500-a9a9b667ac69,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:55.619676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.636719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8205-7fc9-4b18-94e1-091414387af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.638957 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2d8a8205-7fc9-4b18-94e1-091414387af6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5d79897-1c13-4508-9500-a9a9b667ac69 HTTP/1.1" status: 204 len: 168 time: 1.5001326 Sep 29 06:44:55.675859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-39e410fc-9450-4d7c-a998-476ea12546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:55.678439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-39e410fc-9450-4d7c-a998-476ea12546cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.4986582 Sep 29 06:44:55.708208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.708498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 45153b89-edd1-4306-985e-d1887d3f0640 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:55.709802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:44:55.729517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port f2385f42-ba43-483d-b24a-1c1e7d0fc138 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:44:55.803074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:44:55.803469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.803820 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 Sep 29 06:44:55.863645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Port': ['ID=a8418b0d-76bb-4d71-be1b-a60c56867164,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:55.912570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Allocated IP 172.20.0.6 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/f2385f42-ba43-483d-b24a-1c1e7d0fc138) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:44:55.959780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:55.981900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:44:55.992540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] For port 45153b89-edd1-4306-985e-d1887d3f0640, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=45153b89-edd1-4306-985e-d1887d3f0640,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:55.992915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:56.026476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Deleting port e32734d3-165b-47d7-bcbe-7e8fbdadb9b0 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:56.027049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:56.031962 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 3 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:56.111168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:56.134092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-64a06791-0bb9-4c60-81c3-d745a35b9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:56.135582 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-64a06791-0bb9-4c60-81c3-d745a35b9e4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.4290965 Sep 29 06:44:56.269408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Calling delete_port for 45153b89-edd1-4306-985e-d1887d3f0640 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:56.280660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:56.327560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Floating IP 651c78a8-3698-4134-87d1-beb23571eaa0 associated. External IP: 172.26.0.168, port: a56e2a4b-b61c-43f9-9197-93d151c9597d. Sep 29 06:44:56.410461 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-32da3ae8-9449-4b3e-a394-72a6ce2fb0ee tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "DELETE /v2.0/ports/a8418b0d-76bb-4d71-be1b-a60c56867164 HTTP/1.1" status: 204 len: 168 time: 2.6013310 Sep 29 06:44:56.425536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38452) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:56.493907 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-20de64a4-57aa-4ea8-899c-850b6175e6ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1001 time: 0.2103717 Sep 29 06:44:56.582311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:56.612810 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 4 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:56.674736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:56.681711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:56.725701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Calling delete_port for e32734d3-165b-47d7-bcbe-7e8fbdadb9b0 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:56.767916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-bcb56e20-1754-4c67-a73a-e610d4e2643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:56.769373 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-bcb56e20-1754-4c67-a73a-e610d4e2643f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.2616756 Sep 29 06:44:56.769492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Transition to ACTIVE for port object f2385f42-ba43-483d-b24a-1c1e7d0fc138 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:44:56.842942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28872e31-c4da-4881-9596-4162ce216085 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:56.843548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-28872e31-c4da-4881-9596-4162ce216085 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Synchronizing usage tracker for tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:56.896467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-28872e31-c4da-4881-9596-4162ce216085 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Unset dirty status for tenant:d04f20bdf8c14c8db7c1ab7396b8d9b7 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:56.897643 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-28872e31-c4da-4881-9596-4162ce216085 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "GET /v2.0/ports?device_id=71765c3d-64d3-4f7b-9281-a9af1fb507ee HTTP/1.1" status: 200 len: 913 time: 0.4711800 Sep 29 06:44:56.900444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38456) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:56.951914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.009875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-002416e1-d58c-4b77-a0ca-1278d09ca364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:57.011390 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-002416e1-d58c-4b77-a0ca-1278d09ca364 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2340229 Sep 29 06:44:57.011681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.042450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:44:57.084126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:44:57.100008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:44:57.134475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:44:57.163081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=f2385f42-ba43-483d-b24a-1c1e7d0fc138,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:57.175835 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 5 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:57.253952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:57.356806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.412847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event deleted for resources: {'Port': ['ID=e32734d3-165b-47d7-bcbe-7e8fbdadb9b0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:57.415996 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-fab28259-e5f1-467b-aab7-420d08938fd8 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559189 Sep 29 06:44:57.424005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event deleted for resources: {'Port': ['ID=45153b89-edd1-4306-985e-d1887d3f0640,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:57.469303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:57.469934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.535116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.725883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3a004b36-ce02-45c0-808b-46edeee0b8f7 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9762228 Sep 29 06:44:57.734708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38460) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:57.755970 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 6 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:57.795342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.801313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.804835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:44:57.812582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.820532 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] Sync routers for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:44:57.838192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:57.839671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:57.840072 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:57.848062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.893151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.893649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0faa117a-4bc7-43f9-a34d-6a4797bc30bf {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:57.901037 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c0112847-bcf3-47fd-aa4a-f8dd9b36b7ed tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "PUT /v2.0/floatingips/651c78a8-3698-4134-87d1-beb23571eaa0 HTTP/1.1" status: 200 len: 992 time: 4.9069452 Sep 29 06:44:57.905812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:44:57.908674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:44:57.922538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:57.923835 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bf8d25e9-031a-4ea9-b3d9-8d32ef0e4587 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/routers/0faa117a-4bc7-43f9-a34d-6a4797bc30bf HTTP/1.1" status: 204 len: 168 time: 6.5608530 Sep 29 06:44:57.926763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38468) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:58.011783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbe194-371d-4d2c-bb2c-b80044ebf852 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:58.018071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbe194-371d-4d2c-bb2c-b80044ebf852 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:58.025117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbe194-371d-4d2c-bb2c-b80044ebf852 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:58.026180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7bbbe194-371d-4d2c-bb2c-b80044ebf852 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Synchronizing usage tracker for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:44:58.038287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58249af5-8c26-4407-ae5d-aae4d34bac30 x-openstack-request-id: req-58249af5-8c26-4407-ae5d-aae4d34bac30 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:44:58.038810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:44:58.039389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58249af5-8c26-4407-ae5d-aae4d34bac30 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:44:58.040077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58249af5-8c26-4407-ae5d-aae4d34bac30'] response: {'name': 'network-changed', 'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'status': 'completed', 'code': 200} Sep 29 06:44:58.082951 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c426dea7-320d-4e5c-b6e2-5326eaaa3856 req-7f3e0296-8831-4884-83f0-c4c6c4a5e00f service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149244 Sep 29 06:44:58.087069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.113632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.165885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.166902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Fanout notify agent at l3_agent the message router_deleted on router ea9e6769-e84b-431c-80b6-b50d48fb81ff {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:44:58.178104 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:58.189108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.194381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f23dada7-83fd-4123-ab8c-4159aa32d557 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/ea9e6769-e84b-431c-80b6-b50d48fb81ff HTTP/1.1" status: 204 len: 168 time: 3.3295438 Sep 29 06:44:58.195376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38472) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:58.229846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022827', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': False}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:44:58.246964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:44:58.253428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:router and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:44:58.257509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:44:58.265125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7bbbe194-371d-4d2c-bb2c-b80044ebf852 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Unset dirty status for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:44:58.268931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7bbbe194-371d-4d2c-bb2c-b80044ebf852 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5306475 Sep 29 06:44:58.270134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38476) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:44:58.273897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:44:58.307635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.338869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.340062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.340806 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 7 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:58.407520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-0ea27bd4-3361-4eed-816f-fc04273329e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:58.409016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-0ea27bd4-3361-4eed-816f-fc04273329e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c&device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 1099 time: 0.3415649 Sep 29 06:44:58.428541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port f2385f42-ba43-483d-b24a-1c1e7d0fc138 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:58.429078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.450526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:58.494662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.546163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97d6da-46fe-4e1c-b858-502f657df8dc req-148d8063-650a-4af5-a098-b50d3634e272 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:58.549088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.556394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da97d6da-46fe-4e1c-b858-502f657df8dc req-148d8063-650a-4af5-a098-b50d3634e272 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.4168081 Sep 29 06:44:58.573134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '651c78a8-3698-4134-87d1-beb23571eaa0', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'port_id': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'mac_address': 'fa:16:3e:66:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:02Z', 'updated_at': '2022-09-29T06:44:54Z', 'revision_number': 1, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:58Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:58.577059 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] Checking router: fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:44:58.585802 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:44:58.586401 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:58.627464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.658615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Deleting port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:58.658952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:58.765959 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:44:58.847004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da97d6da-46fe-4e1c-b858-502f657df8dc req-337ec145-4fcf-4d5c-bf74-1703a4acae57 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896192 Sep 29 06:44:58.935294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-398d7dcc-8925-43b6-a7ad-b4d84be7e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:58.936766 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-398d7dcc-8925-43b6-a7ad-b4d84be7e2a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bd61929e-c63a-4d8d-a743-12a70faef468 HTTP/1.1" status: 200 len: 913 time: 0.4768586 Sep 29 06:44:58.953425 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 8 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:59.024164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:59.061286 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-b4a2cecf-b493-49f5-bef8-f8f3fd8e30eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d HTTP/1.1" status: 200 len: 1000 time: 0.1174307 Sep 29 06:44:59.136575 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '651c78a8-3698-4134-87d1-beb23571eaa0', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'port_id': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'mac_address': 'fa:16:3e:66:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:02Z', 'updated_at': '2022-09-29T06:44:54Z', 'revision_number': 1, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:58Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:44:59.141312 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c738250-01a3-4bcc-8f41-6e79bf5874c7 None None] The sync data for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv is: [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '651c78a8-3698-4134-87d1-beb23571eaa0', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'port_id': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'mac_address': 'fa:16:3e:66:7b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:44:02Z', 'updated_at': '2022-09-29T06:44:54Z', 'revision_number': 1, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:58Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:44:59.151432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] For port c31968db-a39d-4dfa-bf09-8ce9d8b08ba7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:44:59.151788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.169372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-1fc94932-ee40-4f9b-a25a-8b9bc1ee60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:59.177000 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-1fc94932-ee40-4f9b-a25a-8b9bc1ee60cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6f091907-ec1d-4547-b1f2-146d5facfdbd HTTP/1.1" status: 200 len: 851 time: 0.0958960 Sep 29 06:44:59.299478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.328212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Calling delete_port for c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:59.363346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 45153b89-edd1-4306-985e-d1887d3f0640 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:44:59.424169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bcc3c-3bff-48c0-8cc4-6445a0714172 None None] New status for floating IP 651c78a8-3698-4134-87d1-beb23571eaa0: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:44:59.432247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.461394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-abba45a6-522a-4b44-8881-818cae60701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:44:59.462922 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-abba45a6-522a-4b44-8881-818cae60701d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bd61929e-c63a-4d8d-a743-12a70faef468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2384248 Sep 29 06:44:59.501384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 45153b89-edd1-4306-985e-d1887d3f0640 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:44:59.501384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 45153b89-edd1-4306-985e-d1887d3f0640 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:44:59.529687 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 9 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:44:59.617666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for f2385f42-ba43-483d-b24a-1c1e7d0fc138 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:44:59.655582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-e1cc6307-bdad-4095-90ae-ebe3d5044dcc service neutron] 10.222.0.61 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796300 Sep 29 06:44:59.660121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:44:59.660272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.735441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event deleted for resources: {'Port': ['ID=c31968db-a39d-4dfa-bf09-8ce9d8b08ba7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:44:59.858264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port 1df4297c-651e-456f-bf4f-e84ade52f478 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:44:59.858650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.888788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.912081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:44:59.976162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Port': ['ID=f2385f42-ba43-483d-b24a-1c1e7d0fc138,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:00.095438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c78bfae-d02c-4ac8-bb4a-8296bc7d05bc req-588d3a66-85f7-453e-8cf9-eaf59d4cc64a service neutron] 10.222.0.61 "GET /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308612 Sep 29 06:45:00.100028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.102389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.129075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.129991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6179aba-8f4a-4ad3-a399-f3bcb98d095f {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:00.143889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.145233 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-48f04320-ae15-436d-808b-5db75b3122ec tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c6179aba-8f4a-4ad3-a399-f3bcb98d095f HTTP/1.1" status: 204 len: 168 time: 2.2171776 Sep 29 06:45:00.149065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38488) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:00.157439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1847866115', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:00.162186 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Attempt 10 to provision port dc6a2c8f-b13c-47d6-8318-33232b1bb60f Sep 29 06:45:00.165241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:00.169309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Usage tracker for resource:router and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:00.172338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:00.181706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:00.192535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.193630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.210100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.221240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2102-5d82-4160-829f-403886baa635 None None] Port dc6a2c8f-b13c-47d6-8318-33232b1bb60f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:00.335190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6eb989bb-c122-4d75-a0f8-e6f487a79d22 None None] Could not find standard attr ID for object f2385f42-ba43-483d-b24a-1c1e7d0fc138. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:45:00.464373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.603588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.611105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Calling delete_port for 1df4297c-651e-456f-bf4f-e84ade52f478 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:00.762896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.808687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.859078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.900272 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebc08162-1671-401e-9be2-5c5a9addaa9b tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/ports/f2385f42-ba43-483d-b24a-1c1e7d0fc138 HTTP/1.1" status: 204 len: 168 time: 2.6290607 Sep 29 06:45:00.910475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38492) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:00.917285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.946800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:00.973780 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-88efa40b-793e-4e66-9742-3624b3083b00 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] GET failed (client error): The resource could not be found. Sep 29 06:45:00.974303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-88efa40b-793e-4e66-9742-3624b3083b00 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Synchronizing usage tracker for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:01.048082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-88efa40b-793e-4e66-9742-3624b3083b00 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Unset dirty status for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:01.049247 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-88efa40b-793e-4e66-9742-3624b3083b00 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "GET /v2.0/ports/f2385f42-ba43-483d-b24a-1c1e7d0fc138 HTTP/1.1" status: 404 len: 333 time: 0.1355770 Sep 29 06:45:01.053941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38496) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:01.060811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'name': 'tempest-AllowedAddressPairTestJSON-1308879008'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:01.065469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Allocated IP 172.26.0.176 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/adf246e8-3404-4d6d-bca8-7df5f5fe93d2) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:01.199108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:01.208597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:01.218300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:01.221785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.243672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port aaca79b3-9fce-49e2-923a-04ac9210cb8f yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:01.263676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.313090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.325410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Port': ['ID=1df4297c-651e-456f-bf4f-e84ade52f478,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:01.352200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:01.415190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:01.418235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c31968db-a39d-4dfa-bf09-8ce9d8b08ba7 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:01.441561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Allocated IP 172.20.0.4 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/aaca79b3-9fce-49e2-923a-04ac9210cb8f) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:01.510933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.648811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:01.655750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Allocated IP 172.26.0.142 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/f9c90fac-4c81-4a56-bae8-8d2fb2858db6) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:01.666462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:01.674853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:01.703682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Port': ['ID=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:01.734053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.783680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.820653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Transition to ACTIVE for port object aaca79b3-9fce-49e2-923a-04ac9210cb8f will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:01.867931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:01.889104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:02.062815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:02.066469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:02.071858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:02.100577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=aaca79b3-9fce-49e2-923a-04ac9210cb8f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:02.108824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:02.204100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:02.210850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:02.211499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:02.218331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:02.222098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event updated for resources: {'Port': ['ID=f9c90fac-4c81-4a56-bae8-8d2fb2858db6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:02.225107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:02.283340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Provisioning for port aaca79b3-9fce-49e2-923a-04ac9210cb8f completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:02.289447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Provisioning complete for port aaca79b3-9fce-49e2-923a-04ac9210cb8f triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:02.289883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:02.290217 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 1 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:02.347974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:02.350615 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cdcc4628-88c8-49db-b92a-f686704fe3d8 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2955134 Sep 29 06:45:02.358313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38500) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:02.430487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f2:75:34'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:02.588513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:02.659282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:02.825136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Router 71765c3d-64d3-4f7b-9281-a9af1fb507ee has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:45:02.849633 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 2 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:02.904802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:03.003226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:03.204031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Router 6a9fe7f9-a269-4f18-9057-81c918d47858 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:03.239390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:03.329134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:03.333361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:03.341407 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] Sync routers for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:03.353168 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:03.354834 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.406240 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 3 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:03.464322 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.483942 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] Routers {'71765c3d-64d3-4f7b-9281-a9af1fb507ee'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:03.486918 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.494851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:03.512112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:03.522874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] Sync routers for ids ['6a9fe7f9-a269-4f18-9057-81c918d47858'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:03.535337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] Routers {'6a9fe7f9-a269-4f18-9057-81c918d47858'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:03.536441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6a9fe7f9-a269-4f18-9057-81c918d47858'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.543322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:03.545312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cdf6fdd2-1c35-4ef6-8e26-ac8f1eab27cf tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3948941 Sep 29 06:45:03.548124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38506) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:03.553687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': False}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:03.564052 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.564916 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43d10f-ef4e-4949-93e6-b3bd0c50a61e None None] The sync data for ids ['71765c3d-64d3-4f7b-9281-a9af1fb507ee'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:03.574277 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-372d227b-c4f2-4cdc-8736-0e6561a5bde1 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "PUT /v2.0/routers/71765c3d-64d3-4f7b-9281-a9af1fb507ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6695292 Sep 29 06:45:03.576356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38510) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:03.602591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.612532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] Routers {'6a9fe7f9-a269-4f18-9057-81c918d47858'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:03.613142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6a9fe7f9-a269-4f18-9057-81c918d47858'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.714880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:03.715381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eadb61-a1ab-443a-8f07-cc77320b02f3 None None] The sync data for ids ['6a9fe7f9-a269-4f18-9057-81c918d47858'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:03.753104 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:45:03.966396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:03.995830 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 4 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:04.049570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:04.076995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.079295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.087565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.251476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Router e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:04.273340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] In _notify_port_updated(), no bound segment for port aaca79b3-9fce-49e2-923a-04ac9210cb8f on network f4a0610a-9cf2-47b0-8761-891a3d777c92 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:45:04.278720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:04.279337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.280610 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "PUT /v2.0/ports/aaca79b3-9fce-49e2-923a-04ac9210cb8f HTTP/1.1" status: 200 len: 993 time: 1.9135919 Sep 29 06:45:04.289895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38514) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:04.350221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9779d70-de45-43fb-950e-5e454c6cf375 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=aaca79b3-9fce-49e2-923a-04ac9210cb8f,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:04.380575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.396897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port 7b200d14-410f-4921-8823-508b41f58203 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:04.397237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.436915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port aaca79b3-9fce-49e2-923a-04ac9210cb8f {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:04.437255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.550104 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 5 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:04.589793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:04.602286 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Sync routers for ids ['e286f3b1-5cd0-4b8e-893c-328a4d12f3d0'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:04.611426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:04.618204 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Routers {'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:04.619520 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e286f3b1-5cd0-4b8e-893c-328a4d12f3d0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:04.637385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.641033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6fa48ee9-2454-4eba-b468-f7c12cbb85c2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.4423001 Sep 29 06:45:04.641283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38518) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:04.731208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:04.835907 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Set router e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:45:04.982279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Calling delete_port for 7b200d14-410f-4921-8823-508b41f58203 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:05.103589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.113514 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 6 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:05.124814 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0', 'name': 'tempest-snat-router-2022827', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.176'}], 'enable_snat': False}, 'gw_port_id': 'adf246e8-3404-4d6d-bca8-7df5f5fe93d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:58Z', 'updated_at': '2022-09-29T06:45:02Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': 'adf246e8-3404-4d6d-bca8-7df5f5fe93d2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:45:00Z', 'updated_at': '2022-09-29T06:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:05.128965 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4d0feb53-3c8e-480e-85d7-0238c5f5454d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 HTTP/1.1" status: 200 len: 906 time: 0.4864931 Sep 29 06:45:05.129651 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Checking router: e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:45:05.130001 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Updating router e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:45:05.131260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38524) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:05.142892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2022827', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': True}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:05.149999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:05.155356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Usage tracker for resource:router and tenant:24f7e98dfb4b4624855216777abac516 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:05.158952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:05.167544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:05.191964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:05.193052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.194262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.194692 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.248940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for aaca79b3-9fce-49e2-923a-04ac9210cb8f owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:05.254431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.286038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.303149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.309866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.437915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Port': ['ID=7b200d14-410f-4921-8823-508b41f58203,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:05.539947 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.564313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Router 6a9fe7f9-a269-4f18-9057-81c918d47858 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:45:05.587273 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Transition to ACTIVE for port object adf246e8-3404-4d6d-bca8-7df5f5fe93d2 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:05.594818 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.648191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.648711 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Attempting to bind port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:05.649171 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Attempting to bind port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:05.649431 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Attempting to bind port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:05.664777 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:05.665081 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:05.665456 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.665846 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:05.666310 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Bound port: adf246e8-3404-4d6d-bca8-7df5f5fe93d2, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:05.666794 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.693673 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Attempt 7 to provision port aaca79b3-9fce-49e2-923a-04ac9210cb8f Sep 29 06:45:05.705700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.713002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.715818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Port': ['ID=aaca79b3-9fce-49e2-923a-04ac9210cb8f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:05.756927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96d57a45-7038-492e-bfdd-7ff5d71a1dae None None] Port aaca79b3-9fce-49e2-923a-04ac9210cb8f was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:05.762182 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] For port adf246e8-3404-4d6d-bca8-7df5f5fe93d2, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:05.766452 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] For port adf246e8-3404-4d6d-bca8-7df5f5fe93d2, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:05.776611 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.786843 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837ef01-ffe3-44cf-bb97-b62dbc3f912d None None] Pushing event updated for resources: {'Port': ['ID=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:05.878712 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837ef01-ffe3-44cf-bb97-b62dbc3f912d None None] Pushing event updated for resources: {'Port': ['ID=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:05.893783 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Routers {'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:05.894793 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e286f3b1-5cd0-4b8e-893c-328a4d12f3d0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:05.904275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.906652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.934732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.935128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Fanout notify agent at l3_agent the message router_deleted on router 71765c3d-64d3-4f7b-9281-a9af1fb507ee {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:05.967602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:05.979569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] Sync routers for ids ['6a9fe7f9-a269-4f18-9057-81c918d47858'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:05.991328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] Routers {'6a9fe7f9-a269-4f18-9057-81c918d47858'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:05.991976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:05.992609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6a9fe7f9-a269-4f18-9057-81c918d47858'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:05.993179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b5e69a00-b199-434a-aeef-732c2b10f13f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "PUT /v2.0/routers/6a9fe7f9-a269-4f18-9057-81c918d47858 HTTP/1.1" status: 200 len: 922 time: 2.4440868 Sep 29 06:45:05.996293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38528) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.028219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.029226 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d84d2776-53e1-4dbc-bc23-1f084bdcb449 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "DELETE /v2.0/routers/71765c3d-64d3-4f7b-9281-a9af1fb507ee HTTP/1.1" status: 204 len: 168 time: 2.4508958 Sep 29 06:45:06.032310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38532) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.064340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:06.074196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] Routers {'6a9fe7f9-a269-4f18-9057-81c918d47858'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:06.075377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6a9fe7f9-a269-4f18-9057-81c918d47858'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:06.094526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.099706 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2f3d08a1-e72e-410c-a16a-eb27c5096e6c tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/ports/aaca79b3-9fce-49e2-923a-04ac9210cb8f HTTP/1.1" status: 204 len: 168 time: 1.8088412 Sep 29 06:45:06.100470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38536) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.102152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting subnet 4cfef9a6-655c-41db-bfe6-03a75efdb049 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:06.113311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.136543 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] Set router e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:45:06.156238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:06.157366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3927a-05d5-44a4-bb85-86df3b8d31f8 None None] The sync data for ids ['6a9fe7f9-a269-4f18-9057-81c918d47858'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:06.175126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.338811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d06003e-5e73-4589-96f9-5f6c866b318f tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] GET failed (client error): The resource could not be found. Sep 29 06:45:06.339396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5d06003e-5e73-4589-96f9-5f6c866b318f tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Synchronizing usage tracker for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:06.374787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cee094c2-e791-4936-af94-1320dc45ae46 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/6a9fe7f9-a269-4f18-9057-81c918d47858 HTTP/1.1" status: 200 len: 922 time: 0.3773234 Sep 29 06:45:06.375553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38540) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.417018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5d06003e-5e73-4589-96f9-5f6c866b318f tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Unset dirty status for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:06.422224 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d06003e-5e73-4589-96f9-5f6c866b318f tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "GET /v2.0/ports/aaca79b3-9fce-49e2-923a-04ac9210cb8f HTTP/1.1" status: 404 len: 333 time: 0.3190029 Sep 29 06:45:06.428318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38544) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.433812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'name': 'tempest-AllowedAddressPairTestJSON-1153586842'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:06.467890 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0', 'name': 'tempest-snat-router-2022827', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.176'}], 'enable_snat': False}, 'gw_port_id': 'adf246e8-3404-4d6d-bca8-7df5f5fe93d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:58Z', 'updated_at': '2022-09-29T06:45:02Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': 'adf246e8-3404-4d6d-bca8-7df5f5fe93d2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:45:00Z', 'updated_at': '2022-09-29T06:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:06.472045 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985859a9-625d-4d78-bbfb-4e22c0b17e65 None None] The sync data for ids ['e286f3b1-5cd0-4b8e-893c-328a4d12f3d0'] in dv-neutron-859761-1-hyperv is: [{'id': 'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0', 'name': 'tempest-snat-router-2022827', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.176'}], 'enable_snat': False}, 'gw_port_id': 'adf246e8-3404-4d6d-bca8-7df5f5fe93d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:44:58Z', 'updated_at': '2022-09-29T06:45:02Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': 'adf246e8-3404-4d6d-bca8-7df5f5fe93d2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e286f3b1-5cd0-4b8e-893c-328a4d12f3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:45:00Z', 'updated_at': '2022-09-29T06:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:06.561742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.588288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4cca7-8094-4cf2-9bac-cbc2ad3cbaa7 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:06.588288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-54e4cca7-8094-4cf2-9bac-cbc2ad3cbaa7 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Synchronizing usage tracker for tenant:553f1e765fdf45648cfbee49f66b1605 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:06.608620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:06.616275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-54e4cca7-8094-4cf2-9bac-cbc2ad3cbaa7 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Unset dirty status for tenant:553f1e765fdf45648cfbee49f66b1605 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:06.617311 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-54e4cca7-8094-4cf2-9bac-cbc2ad3cbaa7 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=6a9fe7f9-a269-4f18-9057-81c918d47858&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2408438 Sep 29 06:45:06.620854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38548) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.637730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.640399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:06.671821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.740999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.741849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:06.745381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.777156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port d3fdb59c-e268-4760-90e4-a79b0455b964 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:06.811930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfef9a6-655c-41db-bfe6-03a75efdb049,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:06.816368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:06.831026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c000d1-2347-4794-97fb-00305c8c3b14 None None] Network 5cc6c782-fd82-4516-8a55-7eaeb4e32735 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:06.859696 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a481b1b4-494e-49bd-8367-30ff6ddb492b tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "DELETE /v2.0/subnets/4cfef9a6-655c-41db-bfe6-03a75efdb049 HTTP/1.1" status: 204 len: 168 time: 0.8259592 Sep 29 06:45:06.862011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38552) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:06.904140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Allocated IP 172.26.0.207 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/47f41933-def4-430e-9d41-15a3a0f21a73) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:07.031232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3c454-7108-4cbb-a903-43cddac9764f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:07.031817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-58f3c454-7108-4cbb-a903-43cddac9764f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Synchronizing usage tracker for tenant:553f1e765fdf45648cfbee49f66b1605 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:07.089298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-58f3c454-7108-4cbb-a903-43cddac9764f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Unset dirty status for tenant:553f1e765fdf45648cfbee49f66b1605 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:07.090481 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-58f3c454-7108-4cbb-a903-43cddac9764f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.4690893 Sep 29 06:45:07.093991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38556) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:07.101356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.110523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Allocated IP 172.20.0.5 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/d3fdb59c-e268-4760-90e4-a79b0455b964) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:07.116371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] DHCP port deletion for 5cc6c782-fd82-4516-8a55-7eaeb4e32735 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:07.120776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] Deleting port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:07.121339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.133618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:07.133972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.154178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.178362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e3b543a3-7325-4a3d-b8d6-1273b2eaa28a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9fe7f9-a269-4f18-9057-81c918d47858 HTTP/1.1" status: 200 len: 205 time: 0.0832214 Sep 29 06:45:07.183423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38560) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:07.412256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.428195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device adf246e8-3404-4d6d-bca8-7df5f5fe93d2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:07.498012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] For port d7610eb7-e27c-44f6-b3a2-59ddecd71d14, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,segment=NetworkSegment(790dff7b-c8b9-43eb-831b-ab7681ee2c6d),segment_id=790dff7b-c8b9-43eb-831b-ab7681ee2c6d)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:07.498421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.589041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.599932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] For port d7610eb7-e27c-44f6-b3a2-59ddecd71d14, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,segment=NetworkSegment(790dff7b-c8b9-43eb-831b-ab7681ee2c6d),segment_id=790dff7b-c8b9-43eb-831b-ab7681ee2c6d)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:07.600461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.652180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] Calling delete_port for d7610eb7-e27c-44f6-b3a2-59ddecd71d14 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:07.666984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:07.673226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:07.675742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:07.724102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:07.728363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Port': ['ID=47f41933-def4-430e-9d41-15a3a0f21a73,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:07.730100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:07.730320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.730665 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 Sep 29 06:45:07.747137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Calling delete_port for d7610eb7-e27c-44f6-b3a2-59ddecd71d14 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:07.752280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.775467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.776838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.810277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Transition to ACTIVE for port object d3fdb59c-e268-4760-90e4-a79b0455b964 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:07.830432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] Pushing event deleted for resources: {'Port': ['ID=d7610eb7-e27c-44f6-b3a2-59ddecd71d14,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:07.834784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ca3ce-3ba1-45e1-9932-d7c3dbaecd84 None None] No DVR routers for this DVR port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:07.860663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:45:07.861097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:45:07.873798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.885880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Deleting port f9c90fac-4c81-4a56-bae8-8d2fb2858db6 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:07.886224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.909660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:07.909963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.931957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port adf246e8-3404-4d6d-bca8-7df5f5fe93d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:07.937146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:07.970581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:07.976290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:07.983418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:08.033402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d7610eb7-e27c-44f6-b3a2-59ddecd71d14 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:08.035208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=d3fdb59c-e268-4760-90e4-a79b0455b964,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:08.069526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:08.070189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.087308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d7610eb7-e27c-44f6-b3a2-59ddecd71d14 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:08.087656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d7610eb7-e27c-44f6-b3a2-59ddecd71d14 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:08.089195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:08.123579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-79015f79-77f5-44b3-97f6-b021b951ffb2 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6941514 Sep 29 06:45:08.124625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38566) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:08.135816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f2:75:34'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:08.406567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.441105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port d7610eb7-e27c-44f6-b3a2-59ddecd71d14 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:08.441105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.460251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Provisioning for port d3fdb59c-e268-4760-90e4-a79b0455b964 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:08.469338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Provisioning complete for port d3fdb59c-e268-4760-90e4-a79b0455b964 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:08.469725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.470061 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Attempt 1 to provision port d3fdb59c-e268-4760-90e4-a79b0455b964 Sep 29 06:45:08.511939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] The port 'd7610eb7-e27c-44f6-b3a2-59ddecd71d14' was deleted {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:45:08.545151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Calling delete_port for f9c90fac-4c81-4a56-bae8-8d2fb2858db6 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:08.598910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Port d3fdb59c-e268-4760-90e4-a79b0455b964 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:08.602643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.620558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a86bc24-c19f-4e21-9c60-dc3858b92b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.715726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.745996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.764456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc6c782-fd82-4516-8a55-7eaeb4e32735']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:08.806048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790dff7b-c8b9-43eb-831b-ab7681ee2c6d') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:08.806344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790dff7b-c8b9-43eb-831b-ab7681ee2c6d') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:08.836058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.858740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.870306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:08.870725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:08.935941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 790dff7b-c8b9-43eb-831b-ab7681ee2c6d resource provider aggregate not found Sep 29 06:45:09.019119 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 790dff7b-c8b9-43eb-831b-ab7681ee2c6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 790dff7b-c8b9-43eb-831b-ab7681ee2c6d found for delete ", "request_id": "req-12871671-cef5-404d-8efc-d51f87f17907"}]} Sep 29 06:45:09.037502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.047407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.074054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.085662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Network': ['ID=5cc6c782-fd82-4516-8a55-7eaeb4e32735,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:09.091184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.092982 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-de60193a-f582-4262-a1fa-29d9c02977f6 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "DELETE /v2.0/networks/5cc6c782-fd82-4516-8a55-7eaeb4e32735 HTTP/1.1" status: 204 len: 168 time: 2.2299519 Sep 29 06:45:09.099614 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Attempt 2 to provision port d3fdb59c-e268-4760-90e4-a79b0455b964 Sep 29 06:45:09.108388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38574) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:09.137761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event deleted for resources: {'Port': ['ID=f9c90fac-4c81-4a56-bae8-8d2fb2858db6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:09.154752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Port d3fdb59c-e268-4760-90e4-a79b0455b964 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:09.280441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Deleting port 96a2502c-af64-435f-9df9-4631d5834f5f {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:09.280691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.325223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.352041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.356449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device adf246e8-3404-4d6d-bca8-7df5f5fe93d2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:09.372109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.463410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:09.463989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.464530 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 Sep 29 06:45:09.567683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=d3fdb59c-e268-4760-90e4-a79b0455b964,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:09.577692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] In _notify_port_updated(), no bound segment for port d3fdb59c-e268-4760-90e4-a79b0455b964 on network f4a0610a-9cf2-47b0-8761-891a3d777c92 {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:45:09.579759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:09.583303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:09.583934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.586941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d6a5f32d-e20f-45e7-942e-b44eeaeb4c22 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "PUT /v2.0/ports/d3fdb59c-e268-4760-90e4-a79b0455b964 HTTP/1.1" status: 200 len: 996 time: 1.4611342 Sep 29 06:45:09.595929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38578) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:09.634462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.634811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.643928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.648496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.656360 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Attempt 3 to provision port d3fdb59c-e268-4760-90e4-a79b0455b964 Sep 29 06:45:09.687689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.688168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9fe7f9-a269-4f18-9057-81c918d47858 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:09.713641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.718168 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e19021ed-4f82-4dac-93b9-63c63435ce0f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/6a9fe7f9-a269-4f18-9057-81c918d47858 HTTP/1.1" status: 204 len: 168 time: 2.5303988 Sep 29 06:45:09.718448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38582) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:09.721146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Port d3fdb59c-e268-4760-90e4-a79b0455b964 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:09.723835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Router 6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:09.777672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738237281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:09.791078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Calling delete_port for 96a2502c-af64-435f-9df9-4631d5834f5f owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:09.820058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:09.904417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:09.913808 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Sync routers for ids ['6bc9b5da-54d8-4ce2-b7ea-d83bae181a11'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:09.923991 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Routers {'6bc9b5da-54d8-4ce2-b7ea-d83bae181a11'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:09.924271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:09.925027 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6bc9b5da-54d8-4ce2-b7ea-d83bae181a11'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:09.927987 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-63000fe3-3f1c-4f54-a092-85542bd3130d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.7933066 Sep 29 06:45:09.928109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38586) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:09.943621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Usage tracker for resource:router and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:09.951818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port d3fdb59c-e268-4760-90e4-a79b0455b964 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:09.952147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.010486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:10.095433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:10.105693 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-70f5d089-c6a2-4029-a1ed-2c534a06ee21 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 HTTP/1.1" status: 200 len: 905 time: 0.1764321 Sep 29 06:45:10.108309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38590) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:10.138753 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Set router 6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:45:10.182750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.183903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.222486 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Attempt 4 to provision port d3fdb59c-e268-4760-90e4-a79b0455b964 Sep 29 06:45:10.243230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.282853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Port d3fdb59c-e268-4760-90e4-a79b0455b964 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:10.298745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.314396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.445464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for d3fdb59c-e268-4760-90e4-a79b0455b964 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:10.462872 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc9b5da-54d8-4ce2-b7ea-d83bae181a11', 'name': 'tempest-snat-router-2022827', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '47f41933-def4-430e-9d41-15a3a0f21a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:45:05Z', 'updated_at': '2022-09-29T06:45:08Z', 'revision_number': 3, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port': {'id': '47f41933-def4-430e-9d41-15a3a0f21a73', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:40:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc9b5da-54d8-4ce2-b7ea-d83bae181a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:45:06Z', 'updated_at': '2022-09-29T06:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:10.466850 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Checking router: 6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:45:10.467213 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Updating router 6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 port 47f41933-def4-430e-9d41-15a3a0f21a73 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:45:10.472973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.506069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.510517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.515938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting port 47f41933-def4-430e-9d41-15a3a0f21a73 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:10.516525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.522676 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.572482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Pushing event deleted for resources: {'Port': ['ID=96a2502c-af64-435f-9df9-4631d5834f5f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:10.632437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.633683 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6fa78267-d690-4a64-8bab-6fea125b6d9a tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9142449 Sep 29 06:45:10.636597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38596) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:10.652623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:10.738145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.751111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.752282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-73ac7bb8-05e3-41ed-93f7-5ad4b76b5706 tempest-FloatingIPAdminTestJSON-1375779028 tempest-FloatingIPAdminTestJSON-1375779028-project] 10.222.0.26 "DELETE /v2.0/floatingips/4a993c07-5bc1-4d6c-a681-1bb425ac7b8b HTTP/1.1" status: 204 len: 168 time: 1.6432912 Sep 29 06:45:10.765087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.784938 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Attempt 5 to provision port d3fdb59c-e268-4760-90e4-a79b0455b964 Sep 29 06:45:10.877306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Port': ['ID=d3fdb59c-e268-4760-90e4-a79b0455b964,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:10.891133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d21c5eb0-6503-4fd2-9ee2-882aa19bc326 None None] Port d3fdb59c-e268-4760-90e4-a79b0455b964 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:10.906519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ae1fd535-1d98-4216-b5a6-015667623607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.967600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.968249 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:10.970461 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b27b55d9-c2f6-40a8-8e07-15ee30bae6d3 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/ports/d3fdb59c-e268-4760-90e4-a79b0455b964 HTTP/1.1" status: 204 len: 168 time: 1.3737807 Sep 29 06:45:10.973271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38602) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:10.983686 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Transition to ACTIVE for port object 47f41933-def4-430e-9d41-15a3a0f21a73 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:10.996255 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.026338 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f4818d-4f26-42f7-a1b2-b17a7c04fe53 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] GET failed (client error): The resource could not be found. Sep 29 06:45:11.026912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-18f4818d-4f26-42f7-a1b2-b17a7c04fe53 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Synchronizing usage tracker for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:11.066700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-18f4818d-4f26-42f7-a1b2-b17a7c04fe53 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Unset dirty status for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:11.068446 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-18f4818d-4f26-42f7-a1b2-b17a7c04fe53 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "GET /v2.0/ports/d3fdb59c-e268-4760-90e4-a79b0455b964 HTTP/1.1" status: 404 len: 333 time: 0.0937014 Sep 29 06:45:11.072831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38608) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:11.088072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'name': 'tempest-AllowedAddressPairTestJSON-1952616600'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:11.122036 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Attempting to bind port 47f41933-def4-430e-9d41-15a3a0f21a73 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:11.122351 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Attempting to bind port 47f41933-def4-430e-9d41-15a3a0f21a73 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:11.122847 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Attempting to bind port 47f41933-def4-430e-9d41-15a3a0f21a73 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:11.131731 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:11.132101 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:11.132499 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.133080 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:11.133472 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Bound port: 47f41933-def4-430e-9d41-15a3a0f21a73, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:11.133877 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.158568 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f05fa3-99e5-4572-99cf-0efb4016555c None None] Pushing event updated for resources: {'Port': ['ID=47f41933-def4-430e-9d41-15a3a0f21a73,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:11.171886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.208072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38612) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:11.217733 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] For port 47f41933-def4-430e-9d41-15a3a0f21a73, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:11.221743 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] For port 47f41933-def4-430e-9d41-15a3a0f21a73, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=47f41933-def4-430e-9d41-15a3a0f21a73,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:11.226441 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.297651 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Routers {'6bc9b5da-54d8-4ce2-b7ea-d83bae181a11'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:11.299051 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6bc9b5da-54d8-4ce2-b7ea-d83bae181a11'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:11.330313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:11.341733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:11.373075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:11.378082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.414038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port 8f95da5c-c685-4d17-91d2-5ac2c348d175 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:11.429829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Calling delete_port for 47f41933-def4-430e-9d41-15a3a0f21a73 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:11.463419 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f05fa3-99e5-4572-99cf-0efb4016555c None None] Pushing event updated for resources: {'Port': ['ID=47f41933-def4-430e-9d41-15a3a0f21a73,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:11.481626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.483325 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] Set router 6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:45:11.494272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e65383df-f699-46b3-963b-c540d0b7f24a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d04f20bdf8c14c8db7c1ab7396b8d9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849476 Sep 29 06:45:11.498613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38618) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:11.579051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Allocated IP 172.20.0.13 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/8f95da5c-c685-4d17-91d2-5ac2c348d175) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:11.591138 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc9b5da-54d8-4ce2-b7ea-d83bae181a11', 'name': 'tempest-snat-router-2022827', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:45:05Z', 'updated_at': '2022-09-29T06:45:10Z', 'revision_number': 4, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:11.595276 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a960a68-52d2-4a72-847e-fa116aa70180 None None] The sync data for ids ['6bc9b5da-54d8-4ce2-b7ea-d83bae181a11'] in dv-neutron-859761-1-hyperv is: [{'id': '6bc9b5da-54d8-4ce2-b7ea-d83bae181a11', 'name': 'tempest-snat-router-2022827', 'tenant_id': '24f7e98dfb4b4624855216777abac516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:45:05Z', 'updated_at': '2022-09-29T06:45:10Z', 'revision_number': 4, 'project_id': '24f7e98dfb4b4624855216777abac516', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:11.681358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-946623f6-a944-41ef-b8c6-538a67b72e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.729008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-946623f6-a944-41ef-b8c6-538a67b72e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.746065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:45:11.746391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:45:11.759415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.817750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.838458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Transition to ACTIVE for port object 8f95da5c-c685-4d17-91d2-5ac2c348d175 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:11.868040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.872599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-946623f6-a944-41ef-b8c6-538a67b72e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.881582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:11.957212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946623f6-a944-41ef-b8c6-538a67b72e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e134800-5bab-4165-9cc4-cf9b12979e81,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:12.002442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.035201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.037713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-946623f6-a944-41ef-b8c6-538a67b72e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.041424 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-946623f6-a944-41ef-b8c6-538a67b72e37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e134800-5bab-4165-9cc4-cf9b12979e81 HTTP/1.1" status: 204 len: 168 time: 0.5392144 Sep 29 06:45:12.046201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:12.049437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:12.053925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:12.084566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=8f95da5c-c685-4d17-91d2-5ac2c348d175,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:12.125337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:12.125975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.156068 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cbd18d9c-b33a-4841-b78f-c4338f6695c0 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0820231 Sep 29 06:45:12.158352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38626) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:12.165146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'network_id': 'f4a0610a-9cf2-47b0-8761-891a3d777c92', 'name': 'tempest-AllowedAddressPairTestJSON-1897392884'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:12.213922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Allocated IP 172.26.0.69 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e704b8d5-3d04-4384-bb13-a034118a604e) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:12.249146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting port 47f41933-def4-430e-9d41-15a3a0f21a73 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:12.249465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.330995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Provisioning for port 8f95da5c-c685-4d17-91d2-5ac2c348d175 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:12.334770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:12.337516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Provisioning complete for port 8f95da5c-c685-4d17-91d2-5ac2c348d175 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:12.339184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.339651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Usage tracker for resource:port and tenant:3ca60217aa124c1bb6ba98dfb5b4134d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:12.340479 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 1 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:12.342687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:12.350409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:12.363931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Made reservation on behalf of 3ca60217aa124c1bb6ba98dfb5b4134d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:12.367768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.419086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] device_id is not set on port 70ef753a-ca19-4ad3-951a-d7fb3a21bae6 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:12.439326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:12.467014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38632) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:12.504225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.532898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:12.541711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa84328b285944aea0b17b56806c2c85 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:12.547576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:12.585163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:12.633953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Allocated IP 172.20.0.4 (f4a0610a-9cf2-47b0-8761-891a3d777c92/e37c540b-77a6-4a6a-a03d-3f328aaeab53/70ef753a-ca19-4ad3-951a-d7fb3a21bae6) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:12.699721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.711290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] For port 47f41933-def4-430e-9d41-15a3a0f21a73, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=47f41933-def4-430e-9d41-15a3a0f21a73,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:12.711640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.822866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.829516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.841724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Calling delete_port for 47f41933-def4-430e-9d41-15a3a0f21a73 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:12.899485 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa84328b285944aea0b17b56806c2c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288900 Sep 29 06:45:12.900460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38636) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:12.902779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db589f3-1137-4bf5-a2d7-346a106881b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38204dd-0194-4b5f-99fa-4c957ded1d33,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:12.927554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.941196 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 2 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:12.968199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:12.996397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Transition to ACTIVE for port object 70ef753a-ca19-4ad3-951a-d7fb3a21bae6 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:13.001205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:13.005687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:13.006849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2076-dee4-4cdb-89f3-64b9abf1bbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.010535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:13.012395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:13.039820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2076-dee4-4cdb-89f3-64b9abf1bbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.041610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event updated for resources: {'Port': ['ID=e704b8d5-3d04-4384-bb13-a034118a604e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:13.080238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.155832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:13.158512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:13.161012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:13.208671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2076-dee4-4cdb-89f3-64b9abf1bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.219870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=70ef753a-ca19-4ad3-951a-d7fb3a21bae6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:13.239143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f2076-dee4-4cdb-89f3-64b9abf1bbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38204dd-0194-4b5f-99fa-4c957ded1d33,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:13.259373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:13.260074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.265877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.278430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b5f2076-dee4-4cdb-89f3-64b9abf1bbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.279653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8b5f2076-dee4-4cdb-89f3-64b9abf1bbaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b38204dd-0194-4b5f-99fa-4c957ded1d33 HTTP/1.1" status: 204 len: 168 time: 0.3781548 Sep 29 06:45:13.290925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c1a2d999-729a-42dd-a9e3-246f581f4455 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1285930 Sep 29 06:45:13.292131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38642) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:13.298136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f2:75:34'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:72:b8:25'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:13.338689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.429323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event deleted for resources: {'Port': ['ID=47f41933-def4-430e-9d41-15a3a0f21a73,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:13.469262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.513936 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 3 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:13.577825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:13.684887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.699545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38648) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:13.729321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.750269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:13.755734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Usage tracker for resource:security_group_rule and tenant:a6abf88e1bc1421dad887dc6ab3c59ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:13.759191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:13.772646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:13.781819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.788646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.866218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.869789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.871436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.925066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] In _notify_port_updated(), no bound segment for port 70ef753a-ca19-4ad3-951a-d7fb3a21bae6 on network f4a0610a-9cf2-47b0-8761-891a3d777c92 {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:45:13.930924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:13.931508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:13.932830 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "PUT /v2.0/ports/70ef753a-ca19-4ad3-951a-d7fb3a21bae6 HTTP/1.1" status: 200 len: 1056 time: 0.6397543 Sep 29 06:45:13.935299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ec457-011a-45a8-b2a8-6469c8c022da tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event updated for resources: {'Port': ['ID=70ef753a-ca19-4ad3-951a-d7fb3a21bae6,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:13.938826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38652) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:14.033994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port 70ef753a-ca19-4ad3-951a-d7fb3a21bae6 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:14.034265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.077709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.078238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:14.079118 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 4 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:14.095422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.103970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.157017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:14.166288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.169815 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d9c4827e-51ac-4b04-8bb0-b39259aeb04d tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/routers/6bc9b5da-54d8-4ce2-b7ea-d83bae181a11 HTTP/1.1" status: 204 len: 168 time: 4.0582342 Sep 29 06:45:14.170527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38656) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:14.197848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6abf88e1bc1421dad887dc6ab3c59ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974234 Sep 29 06:45:14.203080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38660) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:14.223464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce5c7b-c550-44c3-a27b-52c185b3940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bd11a1-b566-466c-86f7-6ae851d463fd,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:14.479902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aaa63a75-59e8-4dc0-bda0-9252578d5e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.493722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.497591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.581829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.590151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.626659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for 70ef753a-ca19-4ad3-951a-d7fb3a21bae6 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:14.654281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aaa63a75-59e8-4dc0-bda0-9252578d5e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.658730 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 5 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:14.723755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:14.775515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aaa63a75-59e8-4dc0-bda0-9252578d5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.807931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa63a75-59e8-4dc0-bda0-9252578d5e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bd11a1-b566-466c-86f7-6ae851d463fd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:14.813348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.834170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aaa63a75-59e8-4dc0-bda0-9252578d5e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.836586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aaa63a75-59e8-4dc0-bda0-9252578d5e42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0bd11a1-b566-466c-86f7-6ae851d463fd HTTP/1.1" status: 204 len: 168 time: 0.6309087 Sep 29 06:45:14.838098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Deleting port adf246e8-3404-4d6d-bca8-7df5f5fe93d2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:14.838580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.839229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:14.894059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Port': ['ID=70ef753a-ca19-4ad3-951a-d7fb3a21bae6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:15.033701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Router 0744c6c8-86fd-4d57-bf15-a2764e444f0f is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:15.141631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] For port adf246e8-3404-4d6d-bca8-7df5f5fe93d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:15.141985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:15.225118 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 6 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:15.255652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:15.257810 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-56be4d2a-f32a-4ec3-8f6e-b02705c433ad tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/ports/70ef753a-ca19-4ad3-951a-d7fb3a21bae6 HTTP/1.1" status: 204 len: 168 time: 1.3181057 Sep 29 06:45:15.260575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38670) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:15.309491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03bd8f6-3366-4c6e-b9b8-532d2ef25992 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] GET failed (client error): The resource could not be found. Sep 29 06:45:15.310044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a03bd8f6-3366-4c6e-b9b8-532d2ef25992 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Synchronizing usage tracker for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:15.317559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:15.333283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a03bd8f6-3366-4c6e-b9b8-532d2ef25992 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Unset dirty status for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:15.337464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a03bd8f6-3366-4c6e-b9b8-532d2ef25992 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "GET /v2.0/ports/70ef753a-ca19-4ad3-951a-d7fb3a21bae6 HTTP/1.1" status: 404 len: 333 time: 0.0729136 Sep 29 06:45:15.337716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38678) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:15.429160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port 8f95da5c-c685-4d17-91d2-5ac2c348d175 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:15.429610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:15.458785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Calling delete_port for adf246e8-3404-4d6d-bca8-7df5f5fe93d2 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:15.528052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:15.534851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:15.536541 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e425c46f-4ddf-452e-bd08-356eb0ce74a7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "PUT /v2.0/routers/0744c6c8-86fd-4d57-bf15-a2764e444f0f HTTP/1.1" status: 200 len: 879 time: 4.8950286 Sep 29 06:45:15.539936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38686) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:15.543239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] Sync routers for ids ['0744c6c8-86fd-4d57-bf15-a2764e444f0f'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:15.558129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] Routers {'0744c6c8-86fd-4d57-bf15-a2764e444f0f'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:15.559084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0744c6c8-86fd-4d57-bf15-a2764e444f0f'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:15.635089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:15.647420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] Routers {'0744c6c8-86fd-4d57-bf15-a2764e444f0f'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:15.649710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0744c6c8-86fd-4d57-bf15-a2764e444f0f'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:15.725444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:15.736289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:15.737493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1f4f1-83a1-4efd-8704-c27681943fc5 None None] The sync data for ids ['0744c6c8-86fd-4d57-bf15-a2764e444f0f'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:15.753852 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0cbf94f7-51c5-4fec-97fa-420502fe3b1f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/0744c6c8-86fd-4d57-bf15-a2764e444f0f HTTP/1.1" status: 200 len: 920 time: 0.2135863 Sep 29 06:45:15.757127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38696) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:15.818841 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 7 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:15.865981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for 8f95da5c-c685-4d17-91d2-5ac2c348d175 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:15.884910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:15.885120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:15.975793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf246e8-3404-4d6d-bca8-7df5f5fe93d2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:15.985035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b58d91-123e-46f0-a7b6-e01f40bb1f5d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:15.985729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f9b58d91-123e-46f0-a7b6-e01f40bb1f5d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Synchronizing usage tracker for tenant:553f1e765fdf45648cfbee49f66b1605 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:16.029460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.040698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f9b58d91-123e-46f0-a7b6-e01f40bb1f5d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Unset dirty status for tenant:553f1e765fdf45648cfbee49f66b1605 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:16.041735 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f9b58d91-123e-46f0-a7b6-e01f40bb1f5d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=0744c6c8-86fd-4d57-bf15-a2764e444f0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2835753 Sep 29 06:45:16.044574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38704) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.125700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.216370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Port': ['ID=8f95da5c-c685-4d17-91d2-5ac2c348d175,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:16.310607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.320780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.325615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.330344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-348f73b8-8583-4f83-a755-50aa23ad2a96 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/ports/8f95da5c-c685-4d17-91d2-5ac2c348d175 HTTP/1.1" status: 204 len: 168 time: 0.9911826 Sep 29 06:45:16.333402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38718) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.378257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b38a43-b3c5-4d77-8561-9ab3c3525336 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:16.384967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f4b38a43-b3c5-4d77-8561-9ab3c3525336 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.3376176 Sep 29 06:45:16.386191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38722) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.387067 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Attempt 8 to provision port 8f95da5c-c685-4d17-91d2-5ac2c348d175 Sep 29 06:45:16.398332 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e931bb-269e-4d83-baeb-1d867a563c36 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] GET failed (client error): The resource could not be found. Sep 29 06:45:16.398923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b9e931bb-269e-4d83-baeb-1d867a563c36 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Synchronizing usage tracker for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:16.401597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.402366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:16.432042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b9e931bb-269e-4d83-baeb-1d867a563c36 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Unset dirty status for tenant:3ca60217aa124c1bb6ba98dfb5b4134d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:16.433410 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b9e931bb-269e-4d83-baeb-1d867a563c36 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "GET /v2.0/ports/8f95da5c-c685-4d17-91d2-5ac2c348d175 HTTP/1.1" status: 404 len: 333 time: 0.0987139 Sep 29 06:45:16.438655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38728) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.458178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d81feb9f-a06f-4e01-b814-015eea33494f None None] Port 8f95da5c-c685-4d17-91d2-5ac2c348d175 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:16.473503 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7a167888-a522-48b3-a985-6371d49eaae3 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=0744c6c8-86fd-4d57-bf15-a2764e444f0f HTTP/1.1" status: 200 len: 205 time: 0.0736248 Sep 29 06:45:16.476825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38732) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.536633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port dc6a2c8f-b13c-47d6-8318-33232b1bb60f {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:16.537221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.543880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.545164 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f7664e68-76a6-47cc-bca8-61dda4a16aa8 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e286f3b1-5cd0-4b8e-893c-328a4d12f3d0 HTTP/1.1" status: 204 len: 168 time: 2.3741021 Sep 29 06:45:16.553690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38736) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.560873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-725328449', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:16.570779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e880ed62-be92-4a34-8236-d7e9fb66e9f0 None None] Could not find standard attr ID for object 70ef753a-ca19-4ad3-951a-d7fb3a21bae6. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:45:16.581906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:16.587376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Usage tracker for resource:router and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:16.592026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:16.593139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38740) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:16.765667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:16.775397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-291205481', 'network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:16.786765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:16.794665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Usage tracker for resource:port and tenant:21a127999f4f47e6bd35962571fd44b1 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:16.799110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.799534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:16.800092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.809641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:16.822272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.838852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Made reservation on behalf of 21a127999f4f47e6bd35962571fd44b1 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:16.841085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.864604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.873408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.887610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:16.964840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.011575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for dc6a2c8f-b13c-47d6-8318-33232b1bb60f owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:17.038327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:17.055485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Usage tracker for resource:security_group_rule and tenant:21a127999f4f47e6bd35962571fd44b1 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:17.060193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:17.068995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:17.217429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.256489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.264163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.272038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Deleting port e704b8d5-3d04-4384-bb13-a034118a604e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:17.272335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.280418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Port': ['ID=dc6a2c8f-b13c-47d6-8318-33232b1bb60f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:17.284182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.327473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.373796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device adf246e8-3404-4d6d-bca8-7df5f5fe93d2 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:17.408764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] device_id is not set on port 2573106e-d829-4201-8e73-51fa6b1b773c yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:17.443609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.463413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: adf246e8-3404-4d6d-bca8-7df5f5fe93d2 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:17.463902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device adf246e8-3404-4d6d-bca8-7df5f5fe93d2 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:17.495471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be1f27-a07b-437d-ab87-8e374f444483,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:17.512681 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9b4e7256-1203-4e97-83e2-523d29564fea tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/ports/dc6a2c8f-b13c-47d6-8318-33232b1bb60f HTTP/1.1" status: 204 len: 168 time: 1.0728488 Sep 29 06:45:17.515500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38746) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:17.587324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Allocated IP 172.26.0.16 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/2573106e-d829-4201-8e73-51fa6b1b773c) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:17.612250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.750212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting subnet e37c540b-77a6-4a6a-a03d-3f328aaeab53 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:17.760083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Calling delete_port for e704b8d5-3d04-4384-bb13-a034118a604e owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:17.771627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.787010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.801631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.868460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:17.871764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:17.875398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:17.907683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Pushing event updated for resources: {'Port': ['ID=2573106e-d829-4201-8e73-51fa6b1b773c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:17.924935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.933871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:17.934474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.955143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-68645c47-64a0-468e-97f9-6f6b70680f45 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.3608177 Sep 29 06:45:17.958466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38750) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:17.963999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.16'}]}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:17.968718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:17.972795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Usage tracker for resource:router and tenant:21a127999f4f47e6bd35962571fd44b1 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:17.976612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:17.982759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:17.992878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:17.994197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.011568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.224440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.270775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.376860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.397530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.511229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.581347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event deleted for resources: {'Port': ['ID=e704b8d5-3d04-4384-bb13-a034118a604e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:18.594862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Allocated IP 172.26.0.157 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/f2471141-c0e2-4ebb-8180-cfeef0a1321f) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:18.671285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.743238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.744876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Subnet': ['ID=e37c540b-77a6-4a6a-a03d-3f328aaeab53,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:18.771960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.797502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652134b-c9a4-413d-b0b1-eb98260c42d7 None None] Network f4a0610a-9cf2-47b0-8761-891a3d777c92 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:18.798010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.830140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:18.936486 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e8cfc9dd-baf3-49ec-9347-3d92903592bb tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/subnets/e37c540b-77a6-4a6a-a03d-3f328aaeab53 HTTP/1.1" status: 204 len: 168 time: 1.4182944 Sep 29 06:45:18.938899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38754) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:19.020053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.023843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.061267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.071534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.072652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:19.073012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.076049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.076539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Fanout notify agent at l3_agent the message router_deleted on router 0744c6c8-86fd-4d57-bf15-a2764e444f0f {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:19.091632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.096421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95167acb-7cba-4317-abfc-7618ae52eb06 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/0744c6c8-86fd-4d57-bf15-a2764e444f0f HTTP/1.1" status: 204 len: 168 time: 2.6184869 Sep 29 06:45:19.097075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38758) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:19.104404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1024336599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:19.112633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:19.117963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Usage tracker for resource:router and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:19.121566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:19.123952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] DHCP port deletion for f4a0610a-9cf2-47b0-8761-891a3d777c92 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:19.128125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] Deleting port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:19.128662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.130179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:19.143868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.145376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.150362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.224730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:19.227806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.229208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:19.239463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:19.284772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event updated for resources: {'Port': ['ID=f2471141-c0e2-4ebb-8180-cfeef0a1321f,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:19.302173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.304902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.348508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] For port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,segment=NetworkSegment(49a63384-4111-4934-be82-f89928b9f28e),segment_id=49a63384-4111-4934-be82-f89928b9f28e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:19.349121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.482470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] Calling delete_port for 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:19.487160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.490985 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-35297c82-b0b2-49e5-b59a-df0fcb8b446f tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3913002 Sep 29 06:45:19.497483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38766) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:19.509542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': True}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:19.510333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:19.646616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.677026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 update to DOWN by agent not found {{(pid=89138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 29 06:45:19.696215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] Pushing event deleted for resources: {'Port': ['ID=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:19.699806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77cbc2-09be-4bc0-809a-6ae254d11214 None None] No DVR routers for this DVR port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:19.805345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] For port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9fc4d40e-56ce-4837-bde3-8e16c68c79d3,segment=NetworkSegment(49a63384-4111-4934-be82-f89928b9f28e),segment_id=49a63384-4111-4934-be82-f89928b9f28e)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:19.805886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.818671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.822133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.935788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Calling delete_port for 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:19.998863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:19.999292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3602ee40-8ea2-4b94-afbf-a5ed9813c166 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:20.035491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 29 06:45:20.039772 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6b9b55be-52eb-4091-91e9-ff116992b660 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0776682 Sep 29 06:45:20.040000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:45:20.040522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:45:20.041044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:20.103452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Deleting port 2573106e-d829-4201-8e73-51fa6b1b773c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:20.103724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.151791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.205774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.326477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.450727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Calling delete_port for 2573106e-d829-4201-8e73-51fa6b1b773c owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:20.555473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Deleting port 9fc4d40e-56ce-4837-bde3-8e16c68c79d3 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:20.555815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.637270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] The port '9fc4d40e-56ce-4837-bde3-8e16c68c79d3' was deleted {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:45:20.744650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.845791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Pushing event deleted for resources: {'Port': ['ID=2573106e-d829-4201-8e73-51fa6b1b773c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:20.856458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.886728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.924740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a0610a-9cf2-47b0-8761-891a3d777c92']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:20.939779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a63384-4111-4934-be82-f89928b9f28e') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:20.940122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a63384-4111-4934-be82-f89928b9f28e') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:20.956088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.966386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.979177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.984487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:20.990139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:20.990671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.014596 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a498d6aa-7da9-41d6-bd22-d951aa6a9b77 tempest-RoutersAdminNegativeIpV6Test-629945245 tempest-RoutersAdminNegativeIpV6Test-629945245-project-admin] 10.222.0.26 "DELETE /v2.0/ports/2573106e-d829-4201-8e73-51fa6b1b773c HTTP/1.1" status: 204 len: 168 time: 0.9718945 Sep 29 06:45:21.020267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.172689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 49a63384-4111-4934-be82-f89928b9f28e resource provider aggregate not found Sep 29 06:45:21.194792 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 49a63384-4111-4934-be82-f89928b9f28e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49a63384-4111-4934-be82-f89928b9f28e found for delete ", "request_id": "req-5a1e1709-14a1-49fb-98b4-4e0c8f3964a0"}]} Sep 29 06:45:21.215717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.221064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.249306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] Pushing event deleted for resources: {'Network': ['ID=f4a0610a-9cf2-47b0-8761-891a3d777c92,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:21.253466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a9ea13b-b439-4de7-8bcb-9703066e88c6 tempest-AllowedAddressPairTestJSON-1770837726 tempest-AllowedAddressPairTestJSON-1770837726-project] 10.222.0.26 "DELETE /v2.0/networks/f4a0610a-9cf2-47b0-8761-891a3d777c92 HTTP/1.1" status: 204 len: 168 time: 2.3131208 Sep 29 06:45:21.272643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Allocated IP 172.26.0.169 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/f704a039-a593-454a-992d-e3c0ca98e777) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:21.277053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Router f8748c6b-d1d5-425f-bc7b-0586ddd56194 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:21.317269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38784) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:21.453220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.468985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:21.473719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:5de7460185a7466e864d4f4cf4a2170e is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:21.476886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:21.483350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:21.579838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.584325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.591873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:21.601293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38792) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:21.604006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.606108 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] Sync routers for ids ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:21.616566 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] Routers {'f8748c6b-d1d5-425f-bc7b-0586ddd56194'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:21.617157 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:21.635615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.639512 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8f8d8425-6eab-4fc1-8415-866bf5d8ae55 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0820646 Sep 29 06:45:21.640251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38798) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:21.648922 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5de7460185a7466e864d4f4cf4a2170e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298171 Sep 29 06:45:21.651867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38802) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:21.652762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': False}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:21.672832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:21.714242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a382d-75f7-4162-9ab1-fa3245b55ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f06012-4533-4aa1-91dd-505ae3ea7e3d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:21.728372 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:21.740728 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] Routers {'f8748c6b-d1d5-425f-bc7b-0586ddd56194'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:21.741347 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:21.761142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:21.766431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:21.774851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:21.810488 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:21.810926 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9d12cf-f125-4b75-8c57-d121a8a18d13 None None] The sync data for ids ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:21.839023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Port': ['ID=f704a039-a593-454a-992d-e3c0ca98e777,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:21.876106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-548b042a-6022-4914-9ece-0a0846c3d301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.020974 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-927c7cf5-9b40-4d83-a239-64a263ecfabd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ca60217aa124c1bb6ba98dfb5b4134d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136891 Sep 29 06:45:22.023895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:22.036838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-548b042a-6022-4914-9ece-0a0846c3d301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.221914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-548b042a-6022-4914-9ece-0a0846c3d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.236110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f4714b1-c56c-4792-8161-1de2a8deeafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.252136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.272833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f4714b1-c56c-4792-8161-1de2a8deeafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.287768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b042a-6022-4914-9ece-0a0846c3d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f06012-4533-4aa1-91dd-505ae3ea7e3d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:22.307915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-548b042a-6022-4914-9ece-0a0846c3d301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.309238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-548b042a-6022-4914-9ece-0a0846c3d301 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97f06012-4533-4aa1-91dd-505ae3ea7e3d HTTP/1.1" status: 204 len: 168 time: 0.6560929 Sep 29 06:45:22.331054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.450718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f4714b1-c56c-4792-8161-1de2a8deeafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.467321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4714b1-c56c-4792-8161-1de2a8deeafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be531bc-b7d9-4ba3-85ae-2c6cecb8d846,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:22.507668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f4714b1-c56c-4792-8161-1de2a8deeafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.508782 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f4714b1-c56c-4792-8161-1de2a8deeafd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7be531bc-b7d9-4ba3-85ae-2c6cecb8d846 HTTP/1.1" status: 204 len: 168 time: 0.4838295 Sep 29 06:45:22.727527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38816) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:22.866718 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-737883b8-5133-4eb6-a628-1b1c33821e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21a127999f4f47e6bd35962571fd44b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380157 Sep 29 06:45:22.869343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38824) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:22.893670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:22.908316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.021882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0348e344-4b93-421e-bd98-5558e2f68e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.120156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0348e344-4b93-421e-bd98-5558e2f68e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.203827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Router 06a35977-31ca-4599-8b02-bd9b2fb36b2a is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:23.207818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0348e344-4b93-421e-bd98-5558e2f68e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.209060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.213247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.225989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348e344-4b93-421e-bd98-5558e2f68e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be1f27-a07b-437d-ab87-8e374f444483,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:23.309277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0348e344-4b93-421e-bd98-5558e2f68e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.313017 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0348e344-4b93-421e-bd98-5558e2f68e1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3be1f27-a07b-437d-ab87-8e374f444483 HTTP/1.1" status: 204 len: 168 time: 0.4402859 Sep 29 06:45:23.424898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Router f8748c6b-d1d5-425f-bc7b-0586ddd56194 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:45:23.460500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38844) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:23.463913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:23.471953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.473553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] Sync routers for ids ['06a35977-31ca-4599-8b02-bd9b2fb36b2a'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:23.475680 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-082b69da-3c64-499d-be37-7890d296266d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "PUT /v2.0/routers/06a35977-31ca-4599-8b02-bd9b2fb36b2a HTTP/1.1" status: 200 len: 915 time: 3.9772224 Sep 29 06:45:23.476339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38850) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:23.490660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] Routers {'06a35977-31ca-4599-8b02-bd9b2fb36b2a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:23.491271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['06a35977-31ca-4599-8b02-bd9b2fb36b2a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.611560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.635756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] Routers {'06a35977-31ca-4599-8b02-bd9b2fb36b2a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:23.636574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['06a35977-31ca-4599-8b02-bd9b2fb36b2a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.693702 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-85e81743-d337-4eef-a367-9cc6dbb3477f tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/06a35977-31ca-4599-8b02-bd9b2fb36b2a HTTP/1.1" status: 200 len: 921 time: 0.2137907 Sep 29 06:45:23.694061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38856) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:23.706675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.707850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61fa8d-ddf0-4f69-a28b-56260c014576 None None] The sync data for ids ['06a35977-31ca-4599-8b02-bd9b2fb36b2a'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:23.735707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:23.741434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.744962 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] Sync routers for ids ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:23.746474 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9d804e26-1a7d-44ab-a2a4-f5bd6317fe76 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "PUT /v2.0/routers/f8748c6b-d1d5-425f-bc7b-0586ddd56194 HTTP/1.1" status: 200 len: 925 time: 2.1042821 Sep 29 06:45:23.748573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38862) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:23.754211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'networks': [{'name': 'tempest-network--505907601'}, {'name': 'tempest-network--886797490'}]} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:23.754540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'network': {'name': 'tempest-network--505907601'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:23.755174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'network': {'name': 'tempest-network--886797490'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:23.759314 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] Routers {'f8748c6b-d1d5-425f-bc7b-0586ddd56194'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:23.760169 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.766293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:23.772531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:network and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:23.781810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:23.790621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:23.809799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'network': 2} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:23.814466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.830141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.842636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.850750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4062c8-147c-43a0-a724-dfd06c8b8fba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:23.855156 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] Routers {'f8748c6b-d1d5-425f-bc7b-0586ddd56194'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:23.855445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38870) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:23.855555 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cf4062c8-147c-43a0-a724-dfd06c8b8fba tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=06a35977-31ca-4599-8b02-bd9b2fb36b2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1604784 Sep 29 06:45:23.856346 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.856772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:23.861217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:security_group_rule and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:23.864229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:23.872776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:23.930478 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:23.931299 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5024a-157e-4e02-a6fc-110369f8bea3 None None] The sync data for ids ['f8748c6b-d1d5-425f-bc7b-0586ddd56194'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:23.974519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.979298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:23.979753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.027033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e6446e-c359-43f7-bfe0-4d2a2b77e5c8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:24.034611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:24.043691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.043883 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Added segment 3e265a28-81b0-4f39-ac2d-098a08c2c25c of type vlan for network 8d594f54-52bc-4367-a75c-3af099ca5f85 Sep 29 06:45:24.084298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.085731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635a7d8-c6d0-4c78-8d39-b9c06f303487 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:24.092274 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8635a7d8-c6d0-4c78-8d39-b9c06f303487 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.2307670 Sep 29 06:45:24.092532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38880) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.097773 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2b68f874-9ad1-494a-ba72-9ba9a7bb1d12 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/f8748c6b-d1d5-425f-bc7b-0586ddd56194 HTTP/1.1" status: 200 len: 925 time: 0.3480337 Sep 29 06:45:24.107081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38886) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.148696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a5007d97-bc3d-4334-9bea-4e42216aa5f4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=06a35977-31ca-4599-8b02-bd9b2fb36b2a HTTP/1.1" status: 200 len: 205 time: 0.0552015 Sep 29 06:45:24.151312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.196732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:24.212767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.213105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Added segment 287fcb61-6229-4716-995e-4d0681e495f5 of type vlan for network ca2c54d1-b39d-40eb-ac07-69232ce1d6fa Sep 29 06:45:24.243365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad4c9d-3a11-46ae-81a5-e7aae1e0ce40 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:24.244052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-03ad4c9d-3a11-46ae-81a5-e7aae1e0ce40 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Synchronizing usage tracker for tenant:24f7e98dfb4b4624855216777abac516 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:24.250162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.280359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-03ad4c9d-3a11-46ae-81a5-e7aae1e0ce40 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Unset dirty status for tenant:24f7e98dfb4b4624855216777abac516 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:24.281699 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-03ad4c9d-3a11-46ae-81a5-e7aae1e0ce40 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=f8748c6b-d1d5-425f-bc7b-0586ddd56194&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1732857 Sep 29 06:45:24.285816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38896) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.321831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38900) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.354604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.467612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1536855569'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:24.485485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.486040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.491947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:24.496488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:24.497085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.519174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:24.537574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:network and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:24.542602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:24.551867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:24.577079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.587514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Deleting port f704a039-a593-454a-992d-e3c0ca98e777 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:24.587851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.635215 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1734784 Sep 29 06:45:24.640190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38906) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.674696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Network': ['ID=8d594f54-52bc-4367-a75c-3af099ca5f85,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:24.686736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8d594f54-52bc-4367-a75c-3af099ca5f85 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:24.749362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:24.753782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.758845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3e927-cbed-4a0b-9b1e-d13285c3954a tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:24.762628 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ccd3e927-cbed-4a0b-9b1e-d13285c3954a tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.4732702 Sep 29 06:45:24.766828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38910) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.807930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.852958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b9f3d-9690-4335-a2ed-9005e18fa5e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Network': ['ID=ca2c54d1-b39d-40eb-ac07-69232ce1d6fa,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:24.854406 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7b3d0e30-369b-4c00-b3e8-2354bbd3e9e0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8748c6b-d1d5-425f-bc7b-0586ddd56194 HTTP/1.1" status: 200 len: 205 time: 0.0865073 Sep 29 06:45:24.855482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:24.858247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38914) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:24.866193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ca2c54d1-b39d-40eb-ac07-69232ce1d6fa details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:24.904629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:security_group_rule and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:24.917237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:24.926663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:24.990098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:24.995731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:25.003026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:25.008940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:25.014551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:25.015417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Synchronizing usage tracker for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:25.112343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.120444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Calling delete_port for f704a039-a593-454a-992d-e3c0ca98e777 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:25.240188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.247819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.270640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Unset dirty status for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:25.271853 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2a144efc-f16f-4fea-a0e5-58feb78dcdc3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6227570 Sep 29 06:45:25.275016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38918) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:25.288789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:25.333890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7517ef28-54f9-4efd-934a-4d083d3bef69,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:25.337702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.338041 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Added segment 028a5b3c-5ef4-48bf-b9ad-a522898d9ab5 of type vlan for network 4f723a10-0bd7-4e60-9921-89b35030f7ba Sep 29 06:45:25.384451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.388260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.399747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.406580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Deleting port f2471141-c0e2-4ebb-8180-cfeef0a1321f {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:25.406947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.433924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.448748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event deleted for resources: {'Port': ['ID=f704a039-a593-454a-992d-e3c0ca98e777,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:25.551429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.556941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:25.557519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.668023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.681739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.716457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d594f54-52bc-4367-a75c-3af099ca5f85']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:25.729159 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4062982 Sep 29 06:45:25.731187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.738168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38924) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:25.739699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e265a28-81b0-4f39-ac2d-098a08c2c25c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:25.739996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e265a28-81b0-4f39-ac2d-098a08c2c25c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:25.757543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:25.799397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00510aa-ece9-4536-8d8f-7919766618d2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Network': ['ID=4f723a10-0bd7-4e60-9921-89b35030f7ba,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:25.811133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:25.872802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.875391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.902823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.903337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Fanout notify agent at l3_agent the message router_deleted on router 06a35977-31ca-4599-8b02-bd9b2fb36b2a {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:25.916701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.919489 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-377f40d3-3241-43fc-bcd5-080f0b455474 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/06a35977-31ca-4599-8b02-bd9b2fb36b2a HTTP/1.1" status: 204 len: 168 time: 1.7664275 Sep 29 06:45:25.922711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38928) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:25.928650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1901383546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:25.935831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:25.939908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Usage tracker for resource:router and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:25.943887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:25.949739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:25.959623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.960593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.975140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.993203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:25.997111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.010143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Calling delete_port for f2471141-c0e2-4ebb-8180-cfeef0a1321f owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:26.015435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.016579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f7b4743-f02e-42c9-b664-6823d24aa3e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0927911 Sep 29 06:45:26.019472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:26.024260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': False}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:26.127206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.156519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:26.156915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.238938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 3e265a28-81b0-4f39-ac2d-098a08c2c25c resource provider aggregate not found Sep 29 06:45:26.269282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:26.281319 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 3e265a28-81b0-4f39-ac2d-098a08c2c25c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e265a28-81b0-4f39-ac2d-098a08c2c25c found for delete ", "request_id": "req-a0c0e5d7-7740-4fe1-9460-69c6120e053d"}]} Sep 29 06:45:26.291860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:26.295423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:26.302279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:26.313345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.332612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.335079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:26.338344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.376524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Network': ['ID=8d594f54-52bc-4367-a75c-3af099ca5f85,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:26.448478 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e57ae3b5-803e-4070-aad7-937df29548de tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/networks/8d594f54-52bc-4367-a75c-3af099ca5f85 HTTP/1.1" status: 204 len: 168 time: 1.1723938 Sep 29 06:45:26.454982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38940) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:26.498900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.636624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.642653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.703945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event deleted for resources: {'Port': ['ID=f2471141-c0e2-4ebb-8180-cfeef0a1321f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:26.811116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.840802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.964914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:26.977762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Allocated IP 172.26.0.147 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/17fc3054-230f-49c7-87f9-742a61b7984c) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:27.014142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.119897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2c54d1-b39d-40eb-ac07-69232ce1d6fa']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:27.128767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.159225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.209248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287fcb61-6229-4716-995e-4d0681e495f5') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:27.209815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287fcb61-6229-4716-995e-4d0681e495f5') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:27.221304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:27.222712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.224440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:27.226605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.228192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:27.228377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.233556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.270999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Pushing event updated for resources: {'Port': ['ID=17fc3054-230f-49c7-87f9-742a61b7984c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:27.315848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.325657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.326186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Fanout notify agent at l3_agent the message router_deleted on router f8748c6b-d1d5-425f-bc7b-0586ddd56194 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:27.345166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:27.345547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.363308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=a4e5b543-a414-48bd-89c0-a66d69dac877,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:27.555218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:27.555502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network hostable DHCP agents. Network: 4f723a10-0bd7-4e60-9921-89b35030f7ba, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:45:27.575191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.576284 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95d91cd9-632f-40bf-a155-46e62a83d800 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/f8748c6b-d1d5-425f-bc7b-0586ddd56194 HTTP/1.1" status: 204 len: 168 time: 2.7168348 Sep 29 06:45:27.579940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.581216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38944) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:27.602833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.609135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-890078021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:27.622041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:45:27.627093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:27.634300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Network': ['ID=ca2c54d1-b39d-40eb-ac07-69232ce1d6fa,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:27.638607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Usage tracker for resource:router and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:27.642286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-57f58a94-8ddb-4662-833e-6aa48bdde2df tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/networks/ca2c54d1-b39d-40eb-ac07-69232ce1d6fa HTTP/1.1" status: 204 len: 168 time: 1.1862402 Sep 29 06:45:27.645336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:27.648792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38948) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:27.654128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4f723a10-0bd7-4e60-9921-89b35030f7ba) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:27.663396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb51129-a2ab-4b44-81c5-5f0e12cd6b53 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:27.678009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:27.732447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:27.733057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.758509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.774050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.775202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.805434 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0afb0521-bb9c-4528-b4f1-3fd4451942ce tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0563917 Sep 29 06:45:27.807311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38954) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:27.819985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'name': 'tempest-NetworksTestDHCPv6-611389330'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:27.889440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'a4e5b543-a414-48bd-89c0-a66d69dac877'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:27.890333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.906048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:27.920844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41cabd8-db12-4d10-9212-d1ed86bee5b3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:27.926872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41cabd8-db12-4d10-9212-d1ed86bee5b3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:27.927652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e41cabd8-db12-4d10-9212-d1ed86bee5b3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Synchronizing usage tracker for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:27.989444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e41cabd8-db12-4d10-9212-d1ed86bee5b3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Unset dirty status for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:27.993708 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e41cabd8-db12-4d10-9212-d1ed86bee5b3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3402741 Sep 29 06:45:27.993827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38958) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:27.999296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1760968238'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:28.006668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.020689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:28.043167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:28.056853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:28.061764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.065607 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-25b1968a-9273-4691-b6cd-cbd6df0183e6 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4803751 Sep 29 06:45:28.065607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:28.066701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38962) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:28.069837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:28.075303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:28.087268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/a4e5b543-a414-48bd-89c0-a66d69dac877/6b4b9a21-a7c0-4bc0-92ce-54288334d339) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:28.125361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.127760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:28.128984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.131210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.161151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:28.300311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.305434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:28.309083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.311417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Transition to ACTIVE for port object 6b4b9a21-a7c0-4bc0-92ce-54288334d339 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:28.329938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Transition to ACTIVE for port object 6b4b9a21-a7c0-4bc0-92ce-54288334d339 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:28.339669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.344005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Router 41191b72-8d41-4821-85e3-269850386486 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:28.384929 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 287fcb61-6229-4716-995e-4d0681e495f5 resource provider aggregate not found Sep 29 06:45:28.399097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:28.410998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:28.419228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:28.423448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:28.459531 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 287fcb61-6229-4716-995e-4d0681e495f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 287fcb61-6229-4716-995e-4d0681e495f5 found for delete ", "request_id": "req-752e6211-97e3-4fd2-acbc-3a9133e92ed5"}]} Sep 29 06:45:28.473120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port d27a2327-9ccb-4abf-adba-b9e08bec85e9 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:28.474048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Pushing event updated for resources: {'Port': ['ID=6b4b9a21-a7c0-4bc0-92ce-54288334d339,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:28.505155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.505508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Added segment bda0d560-eafe-4c54-953c-abfe992068e2 of type vlan for network 72b94051-eb93-47ec-b566-ef26c557e160 Sep 29 06:45:28.538408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Attempting to bind port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:28.538906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Attempting to bind port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:28.539273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Attempting to bind port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:28.545159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:28.545530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:28.545929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.546470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:28.546937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Bound port: 6b4b9a21-a7c0-4bc0-92ce-54288334d339, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:28.547310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.549214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:28.557740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.561908 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c0e73fff-3f01-44b1-b7f0-42fc71f22450 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "PUT /v2.0/routers/41191b72-8d41-4821-85e3-269850386486 HTTP/1.1" status: 200 len: 916 time: 2.5414350 Sep 29 06:45:28.562537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38970) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:28.593827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] Sync routers for ids ['41191b72-8d41-4821-85e3-269850386486'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:28.602978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.624037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] Routers {'41191b72-8d41-4821-85e3-269850386486'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:28.624677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['41191b72-8d41-4821-85e3-269850386486'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:28.649212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.702076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:28.717931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] Routers {'41191b72-8d41-4821-85e3-269850386486'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:28.718155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['41191b72-8d41-4821-85e3-269850386486'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:28.753947 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b60bbe2c-78c2-4ad0-87d2-e8200b718049 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/41191b72-8d41-4821-85e3-269850386486 HTTP/1.1" status: 200 len: 922 time: 0.1891778 Sep 29 06:45:28.754170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38976) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:28.767653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] For port 6b4b9a21-a7c0-4bc0-92ce-54288334d339, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:28.784300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:28.784763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01222cc-1fb1-46c7-bee4-bac93a010ec5 None None] The sync data for ids ['41191b72-8d41-4821-85e3-269850386486'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:28.788180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] For port 6b4b9a21-a7c0-4bc0-92ce-54288334d339, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6b4b9a21-a7c0-4bc0-92ce-54288334d339,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:28.794043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.877836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf092c-48ad-427f-9f0a-b1ae38725fd5 None None] Pushing event updated for resources: {'Port': ['ID=6b4b9a21-a7c0-4bc0-92ce-54288334d339,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:28.887911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.893500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:28.894119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:28.898185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::202 (4f723a10-0bd7-4e60-9921-89b35030f7ba/a4e5b543-a414-48bd-89c0-a66d69dac877/d27a2327-9ccb-4abf-adba-b9e08bec85e9) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:29.184087 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1892278 Sep 29 06:45:29.184876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c2688-3719-4555-b4a9-05622a0dbe53 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Network': ['ID=72b94051-eb93-47ec-b566-ef26c557e160,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:29.186983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38980) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:29.193914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-661752593'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:29.197593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 72b94051-eb93-47ec-b566-ef26c557e160 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:29.199475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:29.205122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:network and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:29.209569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:29.215856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:29.219836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3785cd-4a0c-48e2-a5e3-000a7b241cf7 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:29.221344 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cc3785cd-4a0c-48e2-a5e3-000a7b241cf7 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=41191b72-8d41-4821-85e3-269850386486&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4537244 Sep 29 06:45:29.224733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38984) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:29.304907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:29.310015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.369483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:29.397487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.397822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Added segment 115540fa-9a4f-4540-9fa1-e3613bad631b of type vlan for network 33b6b890-5aea-48dd-8ccb-37c2b45d1ff0 Sep 29 06:45:29.432689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1114e0-96b6-48a6-a3c9-6f75b940a38d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:29.436239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7d1114e0-96b6-48a6-a3c9-6f75b940a38d tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.2104602 Sep 29 06:45:29.449502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6b4b9a21-a7c0-4bc0-92ce-54288334d339 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:29.458609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.461583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:29.490780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.496156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:29.496739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.544044 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3558521 Sep 29 06:45:29.544559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:29.549336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 38992) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:29.555980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9420a24b-3f87-4426-bc0c-f0522f50f7ea tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=41191b72-8d41-4821-85e3-269850386486 HTTP/1.1" status: 200 len: 205 time: 0.0810399 Sep 29 06:45:29.581544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 38996) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:29.597356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'ports': [{'network_id': '72b94051-eb93-47ec-b566-ef26c557e160', 'name': 'tempest-port--1260312253', 'admin_state_up': True}, {'network_id': '33b6b890-5aea-48dd-8ccb-37c2b45d1ff0', 'admin_state_up': False}]} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:29.597720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'port': {'network_id': '72b94051-eb93-47ec-b566-ef26c557e160', 'name': 'tempest-port--1260312253', 'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:29.598129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'port': {'network_id': '33b6b890-5aea-48dd-8ccb-37c2b45d1ff0', 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:29.667258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.693652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.732779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.739734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object d27a2327-9ccb-4abf-adba-b9e08bec85e9 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:29.821145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7574dc-66cc-4e77-a71b-13bfc4029d47 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Network': ['ID=33b6b890-5aea-48dd-8ccb-37c2b45d1ff0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:29.835645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 33b6b890-5aea-48dd-8ccb-37c2b45d1ff0 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:29.923061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64583baf-c791-4c47-b29a-14c05358932f None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:29.966462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:29.966695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:29.970456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:port and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:29.973927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:29.979869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:29.990951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'port': 2} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:29.995717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.012983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.062902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.069022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Provisioning for port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:30.076346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Provisioning complete for port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:30.076830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.077488 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Attempt 1 to provision port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 Sep 29 06:45:30.162883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Allocated IP 172.26.0.229 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e7934985-7f24-407b-90ad-dbfa79ff2835) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:30.230043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:30.237405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:30.243618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] device_id is not set on port 18590d5f-0e04-46c3-bde5-aff2ad7c3722 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:30.263443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:30.268968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:30.269582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.301640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Current status of the port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:30.302112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.330139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=d27a2327-9ccb-4abf-adba-b9e08bec85e9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:30.339859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.345310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] For port 6b4b9a21-a7c0-4bc0-92ce-54288334d339, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6b4b9a21-a7c0-4bc0-92ce-54288334d339,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:30.354438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.364070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.373938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4860f2da-9a1d-427d-95b9-174176027bd2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5635755 Sep 29 06:45:30.379124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39000) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:30.440311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Deleting port 17fc3054-230f-49c7-87f9-742a61b7984c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:30.440962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.463018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] device_id is not set on port a18df2b5-5a7a-45f1-9088-0588c410d07b yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:30.478487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed33cb9-5439-41d7-918c-ee314af27839 None None] Pushing event updated for resources: {'Port': ['ID=6b4b9a21-a7c0-4bc0-92ce-54288334d339,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:30.550941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.561677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.590472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.689687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Port': ['ID=18590d5f-0e04-46c3-bde5-aff2ad7c3722,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:30.699804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Checking segment: {'id': 'bda0d560-eafe-4c54-953c-abfe992068e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '72b94051-eb93-47ec-b566-ef26c557e160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:30.700211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network hostable DHCP agents. Network: 72b94051-eb93-47ec-b566-ef26c557e160, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:45:30.724271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network 72b94051-eb93-47ec-b566-ef26c557e160 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:45:30.726816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Provisioning complete for port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:30.727202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.727534 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Attempt 1 to provision port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 Sep 29 06:45:30.736551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 72b94051-eb93-47ec-b566-ef26c557e160) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:30.742105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:30.743506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.804966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f379629-8200-4c88-b4ae-9cc7943d13f4 None None] Network 72b94051-eb93-47ec-b566-ef26c557e160 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:30.827241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Port': ['ID=a18df2b5-5a7a-45f1-9088-0588c410d07b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:30.833866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e162454-e27f-4ab9-911a-8679bf968f8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:30.845618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e162454-e27f-4ab9-911a-8679bf968f8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:30.847167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e162454-e27f-4ab9-911a-8679bf968f8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:30.873827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.876204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Checking segment: {'id': '115540fa-9a4f-4540-9fa1-e3613bad631b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '33b6b890-5aea-48dd-8ccb-37c2b45d1ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:30.876891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network hostable DHCP agents. Network: 33b6b890-5aea-48dd-8ccb-37c2b45d1ff0, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:45:30.908230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network 33b6b890-5aea-48dd-8ccb-37c2b45d1ff0 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:45:30.926400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 33b6b890-5aea-48dd-8ccb-37c2b45d1ff0) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:30.931701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:30.940477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:30.946810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:30.948013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.951143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:30.955062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546b3f3-a89c-47f9-92ad-f5e71b5144f4 None None] Network 33b6b890-5aea-48dd-8ccb-37c2b45d1ff0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:30.979480 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-71955c2e-8dfa-404b-a26d-cd902b74692c tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4276452 Sep 29 06:45:30.980399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39004) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:31.053976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Calling delete_port for 17fc3054-230f-49c7-87f9-742a61b7984c owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:31.079420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d63fd-a9c1-45f2-9431-80896ec622dc tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:31.082601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e162454-e27f-4ab9-911a-8679bf968f8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:31.086461 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7e162454-e27f-4ab9-911a-8679bf968f8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.7035093 Sep 29 06:45:31.087308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d63fd-a9c1-45f2-9431-80896ec622dc tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:31.088182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-246d63fd-a9c1-45f2-9431-80896ec622dc tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Synchronizing usage tracker for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:31.091688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39008) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:31.127392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:31.134225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:31.140513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Current status of the port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:31.142341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:31.164358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-246d63fd-a9c1-45f2-9431-80896ec622dc tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Unset dirty status for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:31.168536 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-246d63fd-a9c1-45f2-9431-80896ec622dc tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1849794 Sep 29 06:45:31.170641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39012) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:31.177577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port d27a2327-9ccb-4abf-adba-b9e08bec85e9 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:31.178128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.183856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event updated for resources: {'Port': ['ID=e7934985-7f24-407b-90ad-dbfa79ff2835,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:31.245850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Provisioning for port d27a2327-9ccb-4abf-adba-b9e08bec85e9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:31.263960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Provisioning complete for port d27a2327-9ccb-4abf-adba-b9e08bec85e9 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:31.264185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.265273 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Attempt 1 to provision port d27a2327-9ccb-4abf-adba-b9e08bec85e9 Sep 29 06:45:31.346918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Port d27a2327-9ccb-4abf-adba-b9e08bec85e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:31.393363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Deleting port 18590d5f-0e04-46c3-bde5-aff2ad7c3722 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:31.415675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.459045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6b4b9a21-a7c0-4bc0-92ce-54288334d339 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:31.520341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.549254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:31.549617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.549951 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 Sep 29 06:45:31.573541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event deleted for resources: {'Port': ['ID=17fc3054-230f-49c7-87f9-742a61b7984c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:31.706900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:31.783641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.808257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:31.848361 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Attempt 2 to provision port d27a2327-9ccb-4abf-adba-b9e08bec85e9 Sep 29 06:45:31.905548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Port d27a2327-9ccb-4abf-adba-b9e08bec85e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:31.957098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.010536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.014600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.022857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.027218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for d27a2327-9ccb-4abf-adba-b9e08bec85e9 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:32.199372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Calling delete_port for 18590d5f-0e04-46c3-bde5-aff2ad7c3722 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:32.240255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.240488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Fanout notify agent at l3_agent the message router_deleted on router 41191b72-8d41-4821-85e3-269850386486 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:32.335194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.336917 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d627fc33-6417-4ce4-8039-239c89ca6b45 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/41191b72-8d41-4821-85e3-269850386486 HTTP/1.1" status: 204 len: 168 time: 2.7525623 Sep 29 06:45:32.340810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39016) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:32.348902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-576709556', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:32.358217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:32.358946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.371599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Usage tracker for resource:router and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:32.374464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:32.407267 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Attempt 3 to provision port d27a2327-9ccb-4abf-adba-b9e08bec85e9 Sep 29 06:45:32.425902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Port': ['ID=18590d5f-0e04-46c3-bde5-aff2ad7c3722,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:32.434112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:32.434449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.461876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.474376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.476268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.479336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Port d27a2327-9ccb-4abf-adba-b9e08bec85e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:32.507754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4f66d9fb-38ce-442f-b38b-dc57f7eaf789 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/ports/18590d5f-0e04-46c3-bde5-aff2ad7c3722 HTTP/1.1" status: 204 len: 168 time: 1.3359370 Sep 29 06:45:32.514691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39020) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:32.528842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=d27a2327-9ccb-4abf-adba-b9e08bec85e9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:32.572509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.607368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.611919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.625520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.630219 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-474ac35a-7f66-4aac-b150-bde5e0633840 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/d27a2327-9ccb-4abf-adba-b9e08bec85e9 HTTP/1.1" status: 204 len: 168 time: 1.5350688 Sep 29 06:45:32.635420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39024) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:32.704018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Deleting port a18df2b5-5a7a-45f1-9088-0588c410d07b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:32.704355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.769356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4f8be-9189-431f-8f68-5c6af51fa640 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:32.771307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4f8be-9189-431f-8f68-5c6af51fa640 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:32.772814 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-14b4f8be-9189-431f-8f68-5c6af51fa640 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1368275 Sep 29 06:45:32.775612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39028) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:32.902043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet a4e5b543-a414-48bd-89c0-a66d69dac877 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:32.928482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:32.980362 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Attempt 4 to provision port d27a2327-9ccb-4abf-adba-b9e08bec85e9 Sep 29 06:45:33.026224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44223f43-261f-4a1e-ba4c-9d66014885d5 None None] Port d27a2327-9ccb-4abf-adba-b9e08bec85e9 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:33.069872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.073201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.101611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.137334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b768487-b7a4-433a-8972-725f92eac8c9 None None] Could not find standard attr ID for object d27a2327-9ccb-4abf-adba-b9e08bec85e9. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:45:33.200572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Router e1b8ee76-251d-4f1e-adaa-db2b8505bb91 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:33.237324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Calling delete_port for a18df2b5-5a7a-45f1-9088-0588c410d07b owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:33.344470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.389384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.410003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:33.420607 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] Sync routers for ids ['e1b8ee76-251d-4f1e-adaa-db2b8505bb91'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:33.432861 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] Routers {'e1b8ee76-251d-4f1e-adaa-db2b8505bb91'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:33.433483 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e1b8ee76-251d-4f1e-adaa-db2b8505bb91'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:33.451792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.457328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Port': ['ID=a18df2b5-5a7a-45f1-9088-0588c410d07b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:33.475183 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-86fa1b1e-7ea2-4630-9d6d-06adab356ee5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/ports/a18df2b5-5a7a-45f1-9088-0588c410d07b HTTP/1.1" status: 204 len: 168 time: 0.9502439 Sep 29 06:45:33.476920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39034) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:33.501986 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:33.512154 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] Routers {'e1b8ee76-251d-4f1e-adaa-db2b8505bb91'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:33.512919 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e1b8ee76-251d-4f1e-adaa-db2b8505bb91'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:33.576979 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:33.577629 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd073ca2-6c87-46b7-8d38-94cc9b94db86 None None] The sync data for ids ['e1b8ee76-251d-4f1e-adaa-db2b8505bb91'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:33.640338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c5f7f648-ae83-4464-84ad-c3df4cb646d8 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Synchronizing usage tracker for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:33.654331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.654944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.658032 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a87dcfd5-2006-45bd-b89c-47092097e50c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "PUT /v2.0/routers/e1b8ee76-251d-4f1e-adaa-db2b8505bb91 HTTP/1.1" status: 200 len: 883 time: 5.5879104 Sep 29 06:45:33.659549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39038) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:33.700195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.729117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.753870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c5f7f648-ae83-4464-84ad-c3df4cb646d8 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Unset dirty status for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:33.758018 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c5f7f648-ae83-4464-84ad-c3df4cb646d8 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2781744 Sep 29 06:45:33.758018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e5b543-a414-48bd-89c0-a66d69dac877,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:33.765772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39042) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:33.772469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1300116049'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:33.774445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.777865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:33.781779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32768161-4e58-42fd-a420-e66d2d0b6362 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:33.787489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.787836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.788169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.788521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.788814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.789142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.789462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.790413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.790413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.790413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.790747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.790942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:network and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:33.791058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:33.799798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:33.806413 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-97302c1f-2c88-4e56-8fe6-d00c05402dba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a4e5b543-a414-48bd-89c0-a66d69dac877 HTTP/1.1" status: 204 len: 168 time: 1.0274398 Sep 29 06:45:33.806809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39046) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:33.810299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:33.830612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:33.834025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.906483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:33.922654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Allocated IP 172.26.0.245 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/57e97915-668c-4c13-a517-ea34e0ec129e) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:33.927761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:33.928108 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Added segment 0a6c57be-19a3-4bb1-a1b9-a725d510e7cc of type vlan for network 14d0e27c-2668-438e-9e05-811f1171fbc4 Sep 29 06:45:33.945538 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3c1aca6e-14a6-42a9-b2df-2464cf0ca4b8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351764 Sep 29 06:45:33.945745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39050) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:33.953383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:34.026361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.056556 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-114bca90-4430-4fd5-990a-5607b0500fe4 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/e1b8ee76-251d-4f1e-adaa-db2b8505bb91 HTTP/1.1" status: 200 len: 924 time: 0.3684361 Sep 29 06:45:34.056770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39054) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:34.068818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:34.073112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] Deleting port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:34.073860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.115297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.120747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:34.121345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.129745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:34.135267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:34.149970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:34.159005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:34.161927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.183440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee3e95-a874-465d-b200-dda5d3302f11 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:34.184152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7fee3e95-a874-465d-b200-dda5d3302f11 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Synchronizing usage tracker for tenant:24f7e98dfb4b4624855216777abac516 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:34.195623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7fee3e95-a874-465d-b200-dda5d3302f11 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Unset dirty status for tenant:24f7e98dfb4b4624855216777abac516 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:34.199221 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7fee3e95-a874-465d-b200-dda5d3302f11 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=e1b8ee76-251d-4f1e-adaa-db2b8505bb91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1391094 Sep 29 06:45:34.199448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39058) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:34.256040 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4890423 Sep 29 06:45:34.259400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39062) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:34.262648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Network': ['ID=14d0e27c-2668-438e-9e05-811f1171fbc4,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:34.271441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-434851833'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:34.280955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:34.281571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:34.285379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.285535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.285734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.286070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.286850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.286850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.287064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.287397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.287727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.288056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.288384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.288765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.289036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c630ef-b8ec-483e-9596-d0c52e86784d tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:34.295785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:network and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:34.299405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:34.307006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:34.307199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 14d0e27c-2668-438e-9e05-811f1171fbc4 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:34.315988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.353195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:34.356603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.411886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:34.417616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:34.424406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:34.437563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff75f9-7ebf-43a5-af0d-3f21a3c99324 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:34.438087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-abff75f9-7ebf-43a5-af0d-3f21a3c99324 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Synchronizing usage tracker for tenant:24f7e98dfb4b4624855216777abac516 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:34.454374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event updated for resources: {'Port': ['ID=57e97915-668c-4c13-a517-ea34e0ec129e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:34.457915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:34.481590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.481991 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Added segment 37767372-9807-4e2e-869c-b38bb804fb1f of type vlan for network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d Sep 29 06:45:34.491104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] For port 6b4b9a21-a7c0-4bc0-92ce-54288334d339, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6b4b9a21-a7c0-4bc0-92ce-54288334d339,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:34.492047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.510075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-abff75f9-7ebf-43a5-af0d-3f21a3c99324 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Unset dirty status for tenant:24f7e98dfb4b4624855216777abac516 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:34.511200 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-abff75f9-7ebf-43a5-af0d-3f21a3c99324 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.3108444 Sep 29 06:45:34.516102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39066) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:34.577838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d5ee7ad-5baa-4590-be4d-74d90a7fb245 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8ee76-251d-4f1e-adaa-db2b8505bb91 HTTP/1.1" status: 200 len: 205 time: 0.0584481 Sep 29 06:45:34.578054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39070) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:34.632522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] Calling delete_port for 6b4b9a21-a7c0-4bc0-92ce-54288334d339 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:34.633691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.712581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.718307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.724070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:34.724669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.766320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] No DVR routers for this DVR port 6b4b9a21-a7c0-4bc0-92ce-54288334d339 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:34.770462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97242e-2d50-422a-9f63-ca9d37ebb468 None None] Pushing event deleted for resources: {'Port': ['ID=6b4b9a21-a7c0-4bc0-92ce-54288334d339,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:34.780356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.851843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:34.857662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:34.863824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.868947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb2910-dc95-490d-9223-fb0c3fc086b4 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:34.922402 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6490619 Sep 29 06:45:34.929576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:34.930172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:34.947695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:34.961589 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-46b76888-3b03-4f12-85e9-afaed0ecdcbb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0148687 Sep 29 06:45:34.964934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39074) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:34.982021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'name': 'tempest-NetworksTestDHCPv6-1451554041'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:35.047234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eb79d-aa1d-433d-a2ee-47b8e510565f tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Network': ['ID=90999eed-a81f-4d8f-8ddb-f9a3959fd09d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:35.049603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39078) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:35.055888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.076669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:35.115146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'subnets': [{'network_id': '14d0e27c-2668-438e-9e05-811f1171fbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--501581261', 'ip_version': 4}, {'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:35.115456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'subnet': {'network_id': '14d0e27c-2668-438e-9e05-811f1171fbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--501581261', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:35.116184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Request body: {'subnet': {'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:35.165821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:35.166658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.332848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.347602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:35.355852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:35.359796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7/bdfd2e6c-2a8a-4320-b406-ef2f2dec3698) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:35.365451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Deleting port e7934985-7f24-407b-90ad-dbfa79ff2835 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:35.366017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.412850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:35.417002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.456255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6b4b9a21-a7c0-4bc0-92ce-54288334d339 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:35.470057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 9a9c9494-4788-45dd-8d84-5c478325944e yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:35.499538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6b4b9a21-a7c0-4bc0-92ce-54288334d339 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:35.499885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6b4b9a21-a7c0-4bc0-92ce-54288334d339 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:35.631851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.642375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Transition to ACTIVE for port object bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:35.644809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.662377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Transition to ACTIVE for port object bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:35.668748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.731803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:35.735880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:35.738754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:35.739108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Usage tracker for resource:subnet and tenant:b8416fb79b0a41ec831a7d1b22a74907 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:35.741375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:35.743837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:35.754095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:35.761861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.789194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Pushing event updated for resources: {'Port': ['ID=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:35.809441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Calling delete_port for e7934985-7f24-407b-90ad-dbfa79ff2835 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:35.819456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Made reservation on behalf of b8416fb79b0a41ec831a7d1b22a74907 for: {'subnet': 2} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:35.823359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.823688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.828042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.828503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.828946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.829400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.829939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.830378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.830831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.831807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.832244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.832668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.833097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.833516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:45:35.866307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Attempting to bind port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:35.866307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Attempting to bind port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:35.866889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Attempting to bind port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:35.872562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:35.873189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:35.873666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.874138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:35.874804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Bound port: bdfd2e6c-2a8a-4320-b406-ef2f2dec3698, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:35.875274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:35.905056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::25d (4f723a10-0bd7-4e60-9921-89b35030f7ba/5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7/9a9c9494-4788-45dd-8d84-5c478325944e) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:35.971572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] For port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:35.974623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] For port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:35.979216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.059059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f704e6-ea4a-44ca-bde7-daf94576b36d None None] Pushing event updated for resources: {'Port': ['ID=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:36.137150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Router 43d67a0e-06ad-44f4-8d01-bdc231f6cbdc is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:36.178232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.244111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event deleted for resources: {'Port': ['ID=e7934985-7f24-407b-90ad-dbfa79ff2835,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:36.323237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.414953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.466087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 9a9c9494-4788-45dd-8d84-5c478325944e will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:36.479823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:36.498144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] Sync routers for ids ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:36.508189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] Routers {'43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:36.508812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:36.540473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.541692 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ae81c46-2109-40c5-854d-a2febd22eeec tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1999416 Sep 29 06:45:36.546715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39084) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:36.554586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:36.576488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:36.585405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] Routers {'43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:36.586014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:36.609631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.613443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.649222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.649929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:36.649929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b985fe12-a8ee-4b5b-9593-28bac0ddb7b5 None None] The sync data for ids ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:36.689454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.689988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Fanout notify agent at l3_agent the message router_deleted on router e1b8ee76-251d-4f1e-adaa-db2b8505bb91 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:36.767213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.844360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:36.851192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:36.853874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:36.859969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:36.860625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.876037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.880814 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6d340098-1e70-47d9-812f-2d629fe41f95 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/e1b8ee76-251d-4f1e-adaa-db2b8505bb91 HTTP/1.1" status: 204 len: 168 time: 2.2982605 Sep 29 06:45:36.885276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=9a9c9494-4788-45dd-8d84-5c478325944e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:36.890993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39088) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:36.897181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-856539094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:36.905072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:36.912998 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b38702e2-7b64-40e4-8a5f-4eb1a65c67be tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9446087 Sep 29 06:45:36.912998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Usage tracker for resource:router and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:36.914620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39092) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:36.917098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:36.963142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:36.987981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:36.989143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.012303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.037677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13bafc-ac21-47a9-a84d-65e3c778e7e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.043476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13bafc-ac21-47a9-a84d-65e3c778e7e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.044285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3e13bafc-ac21-47a9-a84d-65e3c778e7e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:37.060664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.069597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3e13bafc-ac21-47a9-a84d-65e3c778e7e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:37.070977 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3e13bafc-ac21-47a9-a84d-65e3c778e7e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1551297 Sep 29 06:45:37.076148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39096) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:37.140663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Subnet': ['ID=03cbf476-0b74-4442-87eb-38fd7f1ddbb0,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:37.147238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Checking segment: {'id': '0a6c57be-19a3-4bb1-a1b9-a725d510e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '14d0e27c-2668-438e-9e05-811f1171fbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:37.147598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network hostable DHCP agents. Network: 14d0e27c-2668-438e-9e05-811f1171fbc4, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:45:37.162896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.166658 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-949ec54c-d861-4ea1-a508-ef1fc3d56a4d tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2721660 Sep 29 06:45:37.167628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39100) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:37.176112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': True}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:37.227496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 9a9c9494-4788-45dd-8d84-5c478325944e {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:37.227832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.240313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network 14d0e27c-2668-438e-9e05-811f1171fbc4 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:45:37.268435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 14d0e27c-2668-438e-9e05-811f1171fbc4) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:37.279772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e2b742-0d48-4c06-974f-3506e4e9dfd1 None None] Network 14d0e27c-2668-438e-9e05-811f1171fbc4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:37.338238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.511262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.526056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:37.533587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event updated for resources: {'Subnet': ['ID=109f280e-9902-4fab-8c57-028aff9f663a,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:37.550427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.558394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Checking segment: {'id': '37767372-9807-4e2e-869c-b38bb804fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:37.558394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network hostable DHCP agents. Network: 90999eed-a81f-4d8f-8ddb-f9a3959fd09d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:45:37.571792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Deleting port 57e97915-668c-4c13-a517-ea34e0ec129e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:37.572128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.589121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-96925bf8-8d36-4fcf-b459-950780955d18 None None] Provisioning for port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:37.621584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:45:37.648917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 90999eed-a81f-4d8f-8ddb-f9a3959fd09d) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:37.684650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76599747-1458-4901-adb9-64a2bee78e18 None None] Network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:37.700176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.700644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.701627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.703802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:37.712646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.737690 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-301d179c-0d02-42ce-be40-473b48fec96b tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.6831746 Sep 29 06:45:37.740636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39106) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:37.784437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:37.784809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.785143 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 Sep 29 06:45:37.831090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.850943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd34c33d-bff1-42b7-a43b-c990b33ad6b6 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.852596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd34c33d-bff1-42b7-a43b-c990b33ad6b6 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.854276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd34c33d-bff1-42b7-a43b-c990b33ad6b6 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:37.855201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fd34c33d-bff1-42b7-a43b-c990b33ad6b6 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Synchronizing usage tracker for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:37.904534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Provisioning for port 9a9c9494-4788-45dd-8d84-5c478325944e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:37.918870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.929608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Provisioning complete for port 9a9c9494-4788-45dd-8d84-5c478325944e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:37.929982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.930517 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Attempt 1 to provision port 9a9c9494-4788-45dd-8d84-5c478325944e Sep 29 06:45:37.957550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee715d95-e380-40f2-bc9c-28d685f0a8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-14d0e27c-2668-438e-9e05-811f1171fbc4', 'network_id': '14d0e27c-2668-438e-9e05-811f1171fbc4', 'tenant_id': 'b8416fb79b0a41ec831a7d1b22a74907', 'fixed_ips': [{'subnet_id': '03cbf476-0b74-4442-87eb-38fd7f1ddbb0'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:37.958370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ee715d95-e380-40f2-bc9c-28d685f0a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:37.978176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Calling delete_port for 57e97915-668c-4c13-a517-ea34e0ec129e owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:38.039906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fd34c33d-bff1-42b7-a43b-c990b33ad6b6 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Unset dirty status for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:38.041549 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fd34c33d-bff1-42b7-a43b-c990b33ad6b6 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2996595 Sep 29 06:45:38.046820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 9a9c9494-4788-45dd-8d84-5c478325944e owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:38.051705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39110) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:38.115848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Port 9a9c9494-4788-45dd-8d84-5c478325944e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:38.205007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Deleting subnet 03cbf476-0b74-4442-87eb-38fd7f1ddbb0 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:38.218850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.254035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:38.254413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.265030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.268596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-90999eed-a81f-4d8f-8ddb-f9a3959fd09d', 'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d', 'tenant_id': 'b8416fb79b0a41ec831a7d1b22a74907', 'fixed_ips': [{'subnet_id': '109f280e-9902-4fab-8c57-028aff9f663a'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:38.269814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.320622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Pushing event deleted for resources: {'Port': ['ID=57e97915-668c-4c13-a517-ea34e0ec129e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:38.363538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:38.373083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.375329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.490776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.490994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.512658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:38.517733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.529400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.532819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Allocated IP 172.20.0.18 (90999eed-a81f-4d8f-8ddb-f9a3959fd09d/109f280e-9902-4fab-8c57-028aff9f663a/12691afa-da07-46e4-a8bc-3bd5c7b2a77c) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:38.609704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.616588 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Attempt 2 to provision port 9a9c9494-4788-45dd-8d84-5c478325944e Sep 29 06:45:38.670538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf2cf2-46c6-46cf-835d-fa8fe6be9f3f None None] Port 9a9c9494-4788-45dd-8d84-5c478325944e was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:38.671936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=9a9c9494-4788-45dd-8d84-5c478325944e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:38.673471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d7967f0d-268b-4110-9944-06d5ef002806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.723547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.783773 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3fc1fdd8-78c4-45f7-990c-f7409ac45ee8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/9a9c9494-4788-45dd-8d84-5c478325944e HTTP/1.1" status: 204 len: 168 time: 1.7063310 Sep 29 06:45:38.786923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39114) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:38.799312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.810241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Transition to ACTIVE for port object 12691afa-da07-46e4-a8bc-3bd5c7b2a77c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:38.831715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Transition to ACTIVE for port object 12691afa-da07-46e4-a8bc-3bd5c7b2a77c will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:38.844427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:38.847360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Allocated IP 172.26.0.186 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/f5b3e0ee-1376-4ecf-b580-edfe5fef4ace) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:38.891291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed87901-a98e-47d7-815f-f3e94ead28fe tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:38.893153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed87901-a98e-47d7-815f-f3e94ead28fe tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:38.894120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:38.894472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4ed87901-a98e-47d7-815f-f3e94ead28fe tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:38.900401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:38.908635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:38.996854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4ed87901-a98e-47d7-815f-f3e94ead28fe tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:38.998012 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4ed87901-a98e-47d7-815f-f3e94ead28fe tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2101147 Sep 29 06:45:39.001112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:39.027581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Pushing event updated for resources: {'Port': ['ID=12691afa-da07-46e4-a8bc-3bd5c7b2a77c,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:39.038600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Attempting to bind port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:39.038975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Attempting to bind port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '37767372-9807-4e2e-869c-b38bb804fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:39.039339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Attempting to bind port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c on network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:39.045158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:39.045532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Checking segment: {'id': '37767372-9807-4e2e-869c-b38bb804fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:39.045928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.046316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Bound using segment: {'id': '37767372-9807-4e2e-869c-b38bb804fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:39.046816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Bound port: 12691afa-da07-46e4-a8bc-3bd5c7b2a77c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37767372-9807-4e2e-869c-b38bb804fb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '90999eed-a81f-4d8f-8ddb-f9a3959fd09d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:39.047187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.058076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.062152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.086188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.096168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:39.102382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.166229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.175882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] For port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:39.179504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] For port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=12691afa-da07-46e4-a8bc-3bd5c7b2a77c,segment=NetworkSegment(37767372-9807-4e2e-869c-b38bb804fb1f),segment_id=37767372-9807-4e2e-869c-b38bb804fb1f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:39.184778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.206643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.230812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server [None req-ee715d95-e380-40f2-bc9c-28d685f0a8c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03cbf476-0b74-4442-87eb-38fd7f1ddbb0: This subnet is being modified by another concurrent operation. Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 06:45:39.239754 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise exception Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03cbf476-0b74-4442-87eb-38fd7f1ddbb0: This subnet is being modified by another concurrent operation. Sep 29 06:45:39.244219 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server Sep 29 06:45:39.257628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Router 43d67a0e-06ad-44f4-8d01-bdc231f6cbdc has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:45:39.258790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Subnet': ['ID=03cbf476-0b74-4442-87eb-38fd7f1ddbb0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:39.268023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.283614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532eac7-f9d8-44a4-89ca-9939eb9b169b None None] Pushing event updated for resources: {'Port': ['ID=12691afa-da07-46e4-a8bc-3bd5c7b2a77c,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:39.298667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f7001a-16e7-4329-bacc-1750562109ad None None] Network 14d0e27c-2668-438e-9e05-811f1171fbc4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:39.314217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:39.318763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:39.323308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:39.353091 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cb4b9c54-425e-48a3-ba1c-678c57c617a2 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/subnets/03cbf476-0b74-4442-87eb-38fd7f1ddbb0 HTTP/1.1" status: 204 len: 168 time: 1.3009055 Sep 29 06:45:39.359791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39122) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:39.404982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Port': ['ID=f5b3e0ee-1376-4ecf-b580-edfe5fef4ace,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:39.415720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.435484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:39.538017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:39.549442 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] Sync routers for ids ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:39.551825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.555538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-15b2a62e-fa73-4d81-9934-460e333de4a2 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "PUT /v2.0/routers/43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 200 len: 705 time: 3.0056877 Sep 29 06:45:39.561982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39126) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:39.563033 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] Routers {'43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:39.563813 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:39.670921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:39.672978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.673547 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 Sep 29 06:45:39.680773 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:39.695466 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] Routers {'43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:39.696301 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:39.751286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Deleting subnet 109f280e-9902-4fab-8c57-028aff9f663a {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:39.756972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.762578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.798518 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:39.799161 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc6bca-d1fa-46e4-bae2-5732a8b4fb7f None None] The sync data for ids ['43d67a0e-06ad-44f4-8d01-bdc231f6cbdc'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:39.837328 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fecaf392-45bf-485e-91bd-f5a2a356c1cd tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/routers/43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 200 len: 740 time: 0.2636592 Sep 29 06:45:39.837623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d39c07-5407-44f6-bd6a-817efc25afd8 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:39.838789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39130) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:39.867611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:39.875699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.900509 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f9745399-f0ca-4cf1-b7bd-68184848a592 tempest-RoutersAdminTest-494409450 tempest-RoutersAdminTest-494409450-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 200 len: 205 time: 0.0603397 Sep 29 06:45:39.902945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:39.904423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39134) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:39.944185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:39.958131 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0271ff08-34d8-49b2-b750-091d185460b2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7 HTTP/1.1" status: 204 len: 168 time: 0.9558411 Sep 29 06:45:39.966669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39138) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:40.136043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:40.138808 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f907132b-09bd-4495-a111-d7438105e4ce tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 200 len: 205 time: 0.2310164 Sep 29 06:45:40.143075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] Deleting port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:40.144185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.148884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:40.180222 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-00ad148b-68ef-4d02-814e-571c4e36d7f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2102928 Sep 29 06:45:40.182282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39146) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:40.191535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:40.299386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.307606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.361290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.372539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:40.381673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:40.384981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:40.392661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:40.411074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:40.414922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.434194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.483899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] For port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:40.484447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.582613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.589153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Subnet': ['ID=109f280e-9902-4fab-8c57-028aff9f663a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:40.608266 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6549f3e3-f679-4b8f-9f08-fa295faeb7e5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/subnets/109f280e-9902-4fab-8c57-028aff9f663a HTTP/1.1" status: 204 len: 168 time: 1.2472200 Sep 29 06:45:40.611423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39150) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:40.636803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] Calling delete_port for bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:40.667526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa7de7-20bb-4fb1-967a-29e5e9d43ad5 None None] Network 90999eed-a81f-4d8f-8ddb-f9a3959fd09d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:40.687346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab61d653-a395-422f-92d3-724327f341f5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:40.688029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ab61d653-a395-422f-92d3-724327f341f5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Synchronizing usage tracker for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:40.755276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ab61d653-a395-422f-92d3-724327f341f5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Unset dirty status for tenant:b8416fb79b0a41ec831a7d1b22a74907 on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:40.760109 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ab61d653-a395-422f-92d3-724327f341f5 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1440454 Sep 29 06:45:40.761585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39154) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:40.766135 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:45:40.790776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.795143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.818156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d16ad291-6550-4d8a-a910-da8149ce4f96 None None] Provisioning for port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:40.889760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.890546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Fanout notify agent at l3_agent the message router_deleted on router 43d67a0e-06ad-44f4-8d01-bdc231f6cbdc {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:40.914393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.915170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.921766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.925194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.927104 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e041b167-9b99-4c49-b80e-d07ff5cf34e4 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 204 len: 168 time: 0.7767749 Sep 29 06:45:40.929976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39158) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:40.972695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] Pushing event deleted for resources: {'Port': ['ID=bdfd2e6c-2a8a-4320-b406-ef2f2dec3698,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:40.981529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-114fb553-7fe8-48fd-bbbf-f2e808c1b956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.982684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Deleting port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:40.982684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:40.986291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471c400-6fa7-4baf-a89e-c8275910b824 None None] No DVR routers for this DVR port bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:41.036293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:41.046024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:41.052031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:41.052195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6641ef9f-fee3-49df-b50a-112855323f4b tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 200 len: 205 time: 0.1183202 Sep 29 06:45:41.052294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.053195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39164) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.059170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193e0af-7a83-4021-ab76-3b24c54144ee None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:41.086729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9031627 Sep 29 06:45:41.089490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39168) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.090298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e5ad-5517-4455-92a8-8f701cdee3b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=615b3500-dc55-4105-b908-c1b029988969,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:41.099205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'name': 'tempest-NetworksTestDHCPv6-1708987461'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:41.130457 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-ed13e6ba-e217-4e43-a5f6-b5ffaad4f04b tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] delete failed (client error): The resource could not be found. Sep 29 06:45:41.133867 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed13e6ba-e217-4e43-a5f6-b5ffaad4f04b tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/43d67a0e-06ad-44f4-8d01-bdc231f6cbdc HTTP/1.1" status: 404 len: 336 time: 0.0775216 Sep 29 06:45:41.134535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39172) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.180697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] DHCP port deletion for 90999eed-a81f-4d8f-8ddb-f9a3959fd09d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:41.192347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.195995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9bbba7af-a629-4d16-b5fe-df814bb45c65 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=41191b72-8d41-4821-85e3-269850386486 HTTP/1.1" status: 200 len: 205 time: 0.0608788 Sep 29 06:45:41.198523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.199002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] Deleting port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:41.199294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.201634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.267507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-1a7c75f7-e972-4fd9-8ac3-d7ffb094ef4c tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] delete failed (client error): The resource could not be found. Sep 29 06:45:41.272012 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1a7c75f7-e972-4fd9-8ac3-d7ffb094ef4c tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/41191b72-8d41-4821-85e3-269850386486 HTTP/1.1" status: 404 len: 336 time: 0.0692098 Sep 29 06:45:41.316042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39180) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.455196 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b3081962-840c-44f9-aee1-bf06eda18842 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=06a35977-31ca-4599-8b02-bd9b2fb36b2a HTTP/1.1" status: 200 len: 205 time: 0.1360321 Sep 29 06:45:41.459151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:41.466635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39184) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.516237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:41.516853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bdfd2e6c-2a8a-4320-b406-ef2f2dec3698 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:41.553243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-9f9f0bdb-9740-4122-9107-74536f8170dc tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] delete failed (client error): The resource could not be found. Sep 29 06:45:41.553243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9f9f0bdb-9740-4122-9107-74536f8170dc tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/06a35977-31ca-4599-8b02-bd9b2fb36b2a HTTP/1.1" status: 404 len: 336 time: 0.0817401 Sep 29 06:45:41.553243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:41.554744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39188) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.557613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:41.560955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] For port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=12691afa-da07-46e4-a8bc-3bd5c7b2a77c,segment=NetworkSegment(37767372-9807-4e2e-869c-b38bb804fb1f),segment_id=37767372-9807-4e2e-869c-b38bb804fb1f)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:41.561309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.590293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] For port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=12691afa-da07-46e4-a8bc-3bd5c7b2a77c,segment=NetworkSegment(37767372-9807-4e2e-869c-b38bb804fb1f),segment_id=37767372-9807-4e2e-869c-b38bb804fb1f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:41.591338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.600193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '615b3500-dc55-4105-b908-c1b029988969'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:41.601144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.604222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:41.609403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Router a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:41.632474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-52392d45-f727-4e25-860e-0b24bf09bc2b tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=0744c6c8-86fd-4d57-bf15-a2764e444f0f HTTP/1.1" status: 200 len: 205 time: 0.0744860 Sep 29 06:45:41.632474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:41.672040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39192) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.735323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] Calling delete_port for 12691afa-da07-46e4-a8bc-3bd5c7b2a77c owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:41.747676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Calling delete_port for 12691afa-da07-46e4-a8bc-3bd5c7b2a77c owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:41.755025 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-31043abd-8593-4ca0-bc7b-eb84ee927b47 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] delete failed (client error): The resource could not be found. Sep 29 06:45:41.758554 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-31043abd-8593-4ca0-bc7b-eb84ee927b47 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/0744c6c8-86fd-4d57-bf15-a2764e444f0f HTTP/1.1" status: 404 len: 336 time: 0.0838251 Sep 29 06:45:41.764304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39198) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.782735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:41.786327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.821610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5b2e38c5-4e93-435e-bbd6-708c4a0bcee1 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9fe7f9-a269-4f18-9057-81c918d47858 HTTP/1.1" status: 200 len: 205 time: 0.0543296 Sep 29 06:45:41.822191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39202) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.824537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port a59a8324-4927-4278-911a-469699668a88 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:41.854603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.900764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-e7893481-29a4-41d6-a335-7125b91f9ff7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] delete failed (client error): The resource could not be found. Sep 29 06:45:41.901957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e7893481-29a4-41d6-a335-7125b91f9ff7 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/6a9fe7f9-a269-4f18-9057-81c918d47858 HTTP/1.1" status: 404 len: 336 time: 0.0792508 Sep 29 06:45:41.904898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39206) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:41.940324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:41.952125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.007519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] Pushing event deleted for resources: {'Port': ['ID=12691afa-da07-46e4-a8bc-3bd5c7b2a77c,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:42.015908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcb43b-1cf3-4674-8381-d49552b79d9d None None] No DVR routers for this DVR port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:42.021268 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1f9a8795-4ca4-4739-9187-72b21e7ca6bb tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a2217f1-82d6-477f-8836-c80181126e6a HTTP/1.1" status: 200 len: 205 time: 0.1150613 Sep 29 06:45:42.024262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39210) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.026919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/615b3500-dc55-4105-b908-c1b029988969/c0aed185-c54b-4955-bf28-d0ed61c9e3ff) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:42.055345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:42.059939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.064574 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-74c66778-1968-4695-9058-9e57d6cf92c3 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "PUT /v2.0/routers/a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d HTTP/1.1" status: 200 len: 918 time: 4.8929863 Sep 29 06:45:42.064574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39214) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.090961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:45:42.091573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:45:42.108304 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-4fcad322-af13-4736-a8d5-0fae7af5073b tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] delete failed (client error): The resource could not be found. Sep 29 06:45:42.112725 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4fcad322-af13-4736-a8d5-0fae7af5073b tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/routers/8a2217f1-82d6-477f-8836-c80181126e6a HTTP/1.1" status: 404 len: 336 time: 0.0844011 Sep 29 06:45:42.112861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] Sync routers for ids ['a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:42.114117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39218) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.137605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] Routers {'a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:42.138229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:42.155450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0e77b9-41b4-424b-a310-2f74731ce9b8 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] DELETE failed (client error): The resource could not be found. Sep 29 06:45:42.156041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0e77b9-41b4-424b-a310-2f74731ce9b8 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:45:42.167071 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-de0e77b9-41b4-424b-a310-2f74731ce9b8 tempest-RoutersAdminTest-2132497221 tempest-RoutersAdminTest-2132497221-project] 10.222.0.26 "DELETE /v2.0/subnets/b23ada51-d642-478b-9b12-da3821ad3cc5 HTTP/1.1" status: 404 len: 337 time: 0.0504746 Sep 29 06:45:42.211689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:42.247629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] Routers {'a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:42.248289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:42.266771 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a3454203-23e8-463f-aaa3-7ce245d2d811 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d HTTP/1.1" status: 200 len: 924 time: 0.1988082 Sep 29 06:45:42.266992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39224) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.318370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:42.318845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a02bd-f9d9-4d3c-b6a8-2dad47547338 None None] The sync data for ids ['a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:42.352599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875d504-38ff-4a97-9d89-6516225854e9 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:42.354129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e875d504-38ff-4a97-9d89-6516225854e9 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0862203 Sep 29 06:45:42.356820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39228) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.396147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.407038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Transition to ACTIVE for port object c0aed185-c54b-4955-bf28-d0ed61c9e3ff will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:42.426373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Transition to ACTIVE for port object c0aed185-c54b-4955-bf28-d0ed61c9e3ff will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:42.433303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.492976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39234) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.511925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:42.514658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:42.519085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:42.522089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0bbb8b-cda7-4cd4-8f91-abe40a0a032e tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:42.523983 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-af0bbb8b-cda7-4cd4-8f91-abe40a0a032e tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.1657422 Sep 29 06:45:42.526324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39240) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.537460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::117 (4f723a10-0bd7-4e60-9921-89b35030f7ba/615b3500-dc55-4105-b908-c1b029988969/a59a8324-4927-4278-911a-469699668a88) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:42.561169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Pushing event updated for resources: {'Port': ['ID=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:42.589493 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-725a51cc-c535-4d1d-aa33-a9db82ea333c tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d HTTP/1.1" status: 200 len: 205 time: 0.0619540 Sep 29 06:45:42.594662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39244) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:42.598705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Deleting port 12691afa-da07-46e4-a8bc-3bd5c7b2a77c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:42.601179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.646965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Attempting to bind port c0aed185-c54b-4955-bf28-d0ed61c9e3ff on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:42.647339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Attempting to bind port c0aed185-c54b-4955-bf28-d0ed61c9e3ff by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:42.647713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Attempting to bind port c0aed185-c54b-4955-bf28-d0ed61c9e3ff on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:42.654925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:42.655307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:42.655767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.656166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:42.656641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Bound port: c0aed185-c54b-4955-bf28-d0ed61c9e3ff, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:42.657020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.682195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] The port '12691afa-da07-46e4-a8bc-3bd5c7b2a77c' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:45:42.752019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.791998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.800206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] For port c0aed185-c54b-4955-bf28-d0ed61c9e3ff, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:42.804147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] For port c0aed185-c54b-4955-bf28-d0ed61c9e3ff, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:42.809381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.894859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2239b-ddd6-4e10-a7af-057acfcf9647 None None] Pushing event updated for resources: {'Port': ['ID=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:42.903999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:42.929244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d591491b54314a37b6035bad9b26bd11 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:42.937075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:42.945166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:42.963287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:43.003144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90999eed-a81f-4d8f-8ddb-f9a3959fd09d']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:43.035385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37767372-9807-4e2e-869c-b38bb804fb1f') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:43.035681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37767372-9807-4e2e-869c-b38bb804fb1f') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:43.062186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.093184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.105174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.124945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object a59a8324-4927-4278-911a-469699668a88 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:43.126253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:43.126670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.130275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.147819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Deleting port f5b3e0ee-1376-4ecf-b580-edfe5fef4ace {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:43.148349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.203734 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 37767372-9807-4e2e-869c-b38bb804fb1f resource provider aggregate not found Sep 29 06:45:43.250838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.251966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 37767372-9807-4e2e-869c-b38bb804fb1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37767372-9807-4e2e-869c-b38bb804fb1f found for delete ", "request_id": "req-76ea98d6-c006-4e34-a84f-35eb4481298d"}]} Sep 29 06:45:43.279763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.283875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.321150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.329374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Network': ['ID=90999eed-a81f-4d8f-8ddb-f9a3959fd09d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:43.335580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.351752 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6d4859e9-d8e2-433e-9bb4-c246cb9c840e tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/networks/90999eed-a81f-4d8f-8ddb-f9a3959fd09d HTTP/1.1" status: 204 len: 168 time: 2.5901937 Sep 29 06:45:43.355926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39252) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:43.361527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.365571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.451525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0aed185-c54b-4955-bf28-d0ed61c9e3ff up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:43.499983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Calling delete_port for f5b3e0ee-1376-4ecf-b580-edfe5fef4ace owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:43.525397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c0aed185-c54b-4955-bf28-d0ed61c9e3ff completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:43.548411 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d591491b54314a37b6035bad9b26bd11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530877 Sep 29 06:45:43.549189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153df1b9-a638-402b-b05c-b285db11c0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128eef47-c13a-4c79-bc53-578b4d4a34c9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:43.551685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39256) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:43.553944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:43.562000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:43.564288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:43.570581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:43.571192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.594988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=a59a8324-4927-4278-911a-469699668a88,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:43.611587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.615546 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-abb14ed9-12f7-4b19-9b05-27badc0a6870 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5212464 Sep 29 06:45:43.618250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39260) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:43.704446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-685f6653-13de-4aeb-bb6e-9a4d07a6be35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.752252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-685f6653-13de-4aeb-bb6e-9a4d07a6be35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.763720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.792067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d0e27c-2668-438e-9e05-811f1171fbc4']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:43.806451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6c57be-19a3-4bb1-a1b9-a725d510e7cc') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:43.807080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6c57be-19a3-4bb1-a1b9-a725d510e7cc') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:43.820892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.843577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.851579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:43.852289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.853157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5ce19-3c75-4a11-badb-a047988f1769 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:43.859426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5ce19-3c75-4a11-badb-a047988f1769 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:43.860231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7de5ce19-3c75-4a11-badb-a047988f1769 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:43.877174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.932198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event deleted for resources: {'Port': ['ID=f5b3e0ee-1376-4ecf-b580-edfe5fef4ace,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:43.963519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.977669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7de5ce19-3c75-4a11-badb-a047988f1769 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:43.978898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7de5ce19-3c75-4a11-badb-a047988f1769 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3596175 Sep 29 06:45:43.985655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39264) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:43.990058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:43.992760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Network': ['ID=14d0e27c-2668-438e-9e05-811f1171fbc4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:44.004396 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c5bb9252-d187-45a9-91a3-c7a4c4c7e4ae tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/networks/14d0e27c-2668-438e-9e05-811f1171fbc4 HTTP/1.1" status: 204 len: 168 time: 0.6422470 Sep 29 06:45:44.004790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39268) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:44.017101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Provisioning for port c0aed185-c54b-4955-bf28-d0ed61c9e3ff completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:44.017710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-685f6653-13de-4aeb-bb6e-9a4d07a6be35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.026796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Provisioning complete for port c0aed185-c54b-4955-bf28-d0ed61c9e3ff triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:44.027504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.028449 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Attempt 1 to provision port c0aed185-c54b-4955-bf28-d0ed61c9e3ff Sep 29 06:45:44.090659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f6653-13de-4aeb-bb6e-9a4d07a6be35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128eef47-c13a-4c79-bc53-578b4d4a34c9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:44.120394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.201819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Current status of the port c0aed185-c54b-4955-bf28-d0ed61c9e3ff is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:44.202209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.226702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bfb25f-27b8-45c1-ad82-e8f4457f1618 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:45:44.239962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port a59a8324-4927-4278-911a-469699668a88 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:44.240869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.280620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-685f6653-13de-4aeb-bb6e-9a4d07a6be35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.284945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-685f6653-13de-4aeb-bb6e-9a4d07a6be35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/128eef47-c13a-4c79-bc53-578b4d4a34c9 HTTP/1.1" status: 204 len: 168 time: 0.7322879 Sep 29 06:45:44.287194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] For port c0aed185-c54b-4955-bf28-d0ed61c9e3ff, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:44.292512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.305337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.366746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.370581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.389764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c0347-59bc-444e-b7cf-25d0cf7fd763 None None] Pushing event updated for resources: {'Port': ['ID=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:44.436651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Provisioning for port a59a8324-4927-4278-911a-469699668a88 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:44.447504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.448095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Fanout notify agent at l3_agent the message router_deleted on router a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:44.452254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Provisioning complete for port a59a8324-4927-4278-911a-469699668a88 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:44.452901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.454057 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Attempt 1 to provision port a59a8324-4927-4278-911a-469699668a88 Sep 29 06:45:44.513215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.554320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b6b890-5aea-48dd-8ccb-37c2b45d1ff0']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:44.560954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bfb25f-27b8-45c1-ad82-e8f4457f1618 None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:45:44.563359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Port a59a8324-4927-4278-911a-469699668a88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:44.572985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115540fa-9a4f-4540-9fa1-e3613bad631b') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:44.573696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115540fa-9a4f-4540-9fa1-e3613bad631b') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:44.589220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.609692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.617361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:44.617771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.649116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.654530 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a6023355-8693-4b77-b4bd-c54aa362cf9e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d HTTP/1.1" status: 204 len: 168 time: 2.0545719 Sep 29 06:45:44.655626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39276) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:44.671538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869380458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:44.680607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:44.688462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Usage tracker for resource:router and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:44.693876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:44.703175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:44.721956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39280) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:44.739082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.740126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.751768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.759401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.783490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.806678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Network': ['ID=33b6b890-5aea-48dd-8ccb-37c2b45d1ff0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:44.812329 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-91d780e5-c443-4e91-9f2c-1c99ed681d87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=553f1e765fdf45648cfbee49f66b1605&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0885143 Sep 29 06:45:44.816964 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-60e25ddb-00e8-405f-bdb1-babe51e765e3 tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/networks/33b6b890-5aea-48dd-8ccb-37c2b45d1ff0 HTTP/1.1" status: 204 len: 168 time: 0.8089874 Sep 29 06:45:44.816964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39288) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:44.817571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39290) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:44.887702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.897238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for a59a8324-4927-4278-911a-469699668a88 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:44.966091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:44.979502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.000326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.001435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b487d12e-4962-4771-81fb-598fefff5ab0 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3448682 Sep 29 06:45:45.028056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39296) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:45.028705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-33fb0fa7-f637-4dbf-b0e0-2be9825a1d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.044260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'enable_snat': False}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:45.064789 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Attempt 2 to provision port a59a8324-4927-4278-911a-469699668a88 Sep 29 06:45:45.068565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.103459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e972d06-6ac7-4508-88ca-bcf620bf78e3 None None] Port a59a8324-4927-4278-911a-469699668a88 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:45.119325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=a59a8324-4927-4278-911a-469699668a88,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:45.168801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.185935 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ebbe2b63-ec63-431c-a3a7-f214fb0f4353 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/a59a8324-4927-4278-911a-469699668a88 HTTP/1.1" status: 204 len: 168 time: 1.1991889 Sep 29 06:45:45.188957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39300) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:45.204140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-33fb0fa7-f637-4dbf-b0e0-2be9825a1d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.264398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6675a-2b05-4b4e-8756-6d693bb5fecb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:45.265977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6675a-2b05-4b4e-8756-6d693bb5fecb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:45.266913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1dc6675a-2b05-4b4e-8756-6d693bb5fecb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:45.295847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1dc6675a-2b05-4b4e-8756-6d693bb5fecb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:45.301102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1dc6675a-2b05-4b4e-8756-6d693bb5fecb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1111383 Sep 29 06:45:45.301707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39306) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:45.336342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0a6c57be-19a3-4bb1-a1b9-a725d510e7cc resource provider aggregate not found Sep 29 06:45:45.423304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 615b3500-dc55-4105-b908-c1b029988969 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:45.437540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.455520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0aed185-c54b-4955-bf28-d0ed61c9e3ff up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:45.505347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.510310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.527266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c0aed185-c54b-4955-bf28-d0ed61c9e3ff triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:45.527723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.528125 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c0aed185-c54b-4955-bf28-d0ed61c9e3ff Sep 29 06:45:45.530525 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0a6c57be-19a3-4bb1-a1b9-a725d510e7cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a6c57be-19a3-4bb1-a1b9-a725d510e7cc found for delete ", "request_id": "req-383979ce-1db1-45e7-bf2a-d81431166e18"}]} Sep 29 06:45:45.551512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b94051-eb93-47ec-b566-ef26c557e160']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:45.560652 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 115540fa-9a4f-4540-9fa1-e3613bad631b resource provider aggregate not found Sep 29 06:45:45.611168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.633287 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 115540fa-9a4f-4540-9fa1-e3613bad631b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 115540fa-9a4f-4540-9fa1-e3613bad631b found for delete ", "request_id": "req-7c1a05ab-5f3e-4585-87cc-8c409fdc7369"}]} Sep 29 06:45:45.635325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda0d560-eafe-4c54-953c-abfe992068e2') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:45.635624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda0d560-eafe-4c54-953c-abfe992068e2') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:45.658332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c0aed185-c54b-4955-bf28-d0ed61c9e3ff is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:45.702774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.707969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.714297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-33fb0fa7-f637-4dbf-b0e0-2be9825a1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.732524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.746846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb0fa7-f637-4dbf-b0e0-2be9825a1d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb154f-a0e9-408f-94ce-4d7aefb5a595,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:45.747588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.747903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.757255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-33fb0fa7-f637-4dbf-b0e0-2be9825a1d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.758544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=615b3500-dc55-4105-b908-c1b029988969,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:45.758756 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-33fb0fa7-f637-4dbf-b0e0-2be9825a1d94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2bb154f-a0e9-408f-94ce-4d7aefb5a595 HTTP/1.1" status: 204 len: 168 time: 0.9423828 Sep 29 06:45:45.759904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:45:45.760314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:45.773981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5465432-ab9a-44ba-86fa-bd203ddae44b None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:45.780227 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-03ed2930-8cc3-46f1-b06d-74a0cddb573d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/615b3500-dc55-4105-b908-c1b029988969 HTTP/1.1" status: 204 len: 168 time: 0.4772329 Sep 29 06:45:45.782144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39318) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:45.965322 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1bd5397b-ff7a-4342-a6ca-0a5590e38e66 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1793420 Sep 29 06:45:45.969922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39322) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.096314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:46.102327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] Deleting port c0aed185-c54b-4955-bf28-d0ed61c9e3ff {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:46.102736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.107249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.136821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.151817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] Pushing event deleted for resources: {'Network': ['ID=72b94051-eb93-47ec-b566-ef26c557e160,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:46.160929 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2d60f77d-1c3f-46f0-b749-87f4c841b21a tempest-BulkNetworkOpsTest-2068387838 tempest-BulkNetworkOpsTest-2068387838-project] 10.222.0.26 "DELETE /v2.0/networks/72b94051-eb93-47ec-b566-ef26c557e160 HTTP/1.1" status: 204 len: 168 time: 1.3419385 Sep 29 06:45:46.195687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da56b332-fe6b-4af0-8a55-60151e592dc4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:46.196351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-da56b332-fe6b-4af0-8a55-60151e592dc4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:46.226204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-da56b332-fe6b-4af0-8a55-60151e592dc4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:46.227285 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da56b332-fe6b-4af0-8a55-60151e592dc4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2541001 Sep 29 06:45:46.229869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39332) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.393703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] For port c0aed185-c54b-4955-bf28-d0ed61c9e3ff, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:46.394106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.415204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c41cc-4c39-458c-82a4-5e56e621a461 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:46.416109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4a0c41cc-4c39-458c-82a4-5e56e621a461 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:46.483153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4a0c41cc-4c39-458c-82a4-5e56e621a461 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:46.484597 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4a0c41cc-4c39-458c-82a4-5e56e621a461 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2538197 Sep 29 06:45:46.487993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39344) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.560833 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d61c8ae1-7f63-4fec-8f47-a82afc8218dc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717530 Sep 29 06:45:46.565607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39348) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.568266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.583960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] Calling delete_port for c0aed185-c54b-4955-bf28-d0ed61c9e3ff owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:46.596802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:46.608946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39352) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.627533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.675538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.726976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] Pushing event deleted for resources: {'Port': ['ID=c0aed185-c54b-4955-bf28-d0ed61c9e3ff,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:46.731610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e4fc8-bc57-4896-a366-7ab394a122c8 None None] No DVR routers for this DVR port c0aed185-c54b-4955-bf28-d0ed61c9e3ff on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:46.775948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:46.792706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:46.827275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-97e78530-6dcf-4f23-b6c0-197698db101f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8416fb79b0a41ec831a7d1b22a74907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163002 Sep 29 06:45:46.829860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39364) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.834027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:46.837533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.891436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-11e2ec64-2934-488a-804d-4e733e4ac3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.918309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-11e2ec64-2934-488a-804d-4e733e4ac3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.961464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.965989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Allocated IP 172.26.0.10 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/82f9492a-9102-47e2-81da-5d0add4de5e0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:46.978609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-11e2ec64-2934-488a-804d-4e733e4ac3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:46.993871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39370) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:46.996356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2ec64-2934-488a-804d-4e733e4ac3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e6446e-c359-43f7-bfe0-4d2a2b77e5c8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:47.009354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-11e2ec64-2934-488a-804d-4e733e4ac3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:47.013569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-11e2ec64-2934-488a-804d-4e733e4ac3ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8e6446e-c359-43f7-bfe0-4d2a2b77e5c8 HTTP/1.1" status: 204 len: 168 time: 0.1818433 Sep 29 06:45:47.109534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-d4319e84-7149-45e7-b5c9-1e21756ff246 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.110977 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d4319e84-7149-45e7-b5c9-1e21756ff246 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1155958 Sep 29 06:45:47.114265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39378) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.119223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-8a2a5f3f-6a35-4e4e-829c-a99cd3217b5f tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.120931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8a2a5f3f-6a35-4e4e-829c-a99cd3217b5f tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050087 Sep 29 06:45:47.123270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39382) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.129618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-032c73a7-f987-46cf-a18e-895a1609b197 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.130708 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-032c73a7-f987-46cf-a18e-895a1609b197 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065596 Sep 29 06:45:47.133810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39386) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.140139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-e67d58f0-f1e4-4bce-bba7-ba547e0a2f0e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.140795 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e67d58f0-f1e4-4bce-bba7-ba547e0a2f0e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052941 Sep 29 06:45:47.143291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39390) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.148789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-41181f01-775b-4efe-ba8a-191e46352e51 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.149713 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-41181f01-775b-4efe-ba8a-191e46352e51 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055623 Sep 29 06:45:47.152166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39394) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.157285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-7bfca83e-4537-4081-bf9e-99f9185b1e54 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.158872 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7bfca83e-4537-4081-bf9e-99f9185b1e54 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056636 Sep 29 06:45:47.161181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39398) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.167149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-2f1fa4e6-9314-42fd-b381-04a2c9690b4c tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.168087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2f1fa4e6-9314-42fd-b381-04a2c9690b4c tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058398 Sep 29 06:45:47.170470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39402) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.176622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-8f87bfef-ad01-4d75-a0ec-6639a0f0941d tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.178692 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8f87bfef-ad01-4d75-a0ec-6639a0f0941d tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062065 Sep 29 06:45:47.179912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39406) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.185029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-b101fd41-c1e7-45c6-8ae6-2faca89d4c9e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.188134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b101fd41-c1e7-45c6-8ae6-2faca89d4c9e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049672 Sep 29 06:45:47.188367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39410) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.193485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:47.195090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-96cecd3a-e922-4d3e-8051-25e4a48e20f2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.196270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-96cecd3a-e922-4d3e-8051-25e4a48e20f2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068290 Sep 29 06:45:47.199085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39414) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.204360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-7cb0f1f5-569d-4c29-ab7d-3fc34e6a0141 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.205621 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7cb0f1f5-569d-4c29-ab7d-3fc34e6a0141 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051711 Sep 29 06:45:47.208356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39418) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.214166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-c6f6632e-5449-42ff-a7fc-5a6875d635f6 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.217555 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c6f6632e-5449-42ff-a7fc-5a6875d635f6 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059214 Sep 29 06:45:47.218047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39422) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.221731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:47.223723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-b8ef04c9-3841-4dcf-bc70-9d4bc93e0fd3 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.226527 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b8ef04c9-3841-4dcf-bc70-9d4bc93e0fd3 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057690 Sep 29 06:45:47.227291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39426) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.237876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-5a50414b-66f0-4c0f-8c59-c1352153caf6 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.239194 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5a50414b-66f0-4c0f-8c59-c1352153caf6 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0106056 Sep 29 06:45:47.241427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39432) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.246825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-f952e2f3-04a4-4c95-8729-8b96b4e8bcd5 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.249929 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f952e2f3-04a4-4c95-8729-8b96b4e8bcd5 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052733 Sep 29 06:45:47.250112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39436) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.255770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-27dd7f27-98dc-4d00-af2e-bcc426c0d72a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.258550 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-27dd7f27-98dc-4d00-af2e-bcc426c0d72a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056126 Sep 29 06:45:47.259102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39440) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.263833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-7a4e2f19-bcd7-4b5c-81bd-8882743926ff tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.264754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7a4e2f19-bcd7-4b5c-81bd-8882743926ff tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047832 Sep 29 06:45:47.267046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39444) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.271631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-3b7c52b2-89a5-467b-8ed8-ce12dee4fd4a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.274558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3b7c52b2-89a5-467b-8ed8-ce12dee4fd4a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046680 Sep 29 06:45:47.274997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39448) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.279471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-07d065f1-4713-4026-aad6-f3986acd2a31 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.282635 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-07d065f1-4713-4026-aad6-f3986acd2a31 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045562 Sep 29 06:45:47.283444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39452) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.289065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-aff0c2bf-57c8-4ad0-a817-2333b3a4e589 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.292066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aff0c2bf-57c8-4ad0-a817-2333b3a4e589 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048041 Sep 29 06:45:47.293175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39456) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.297065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-549af08c-64d0-45d4-9b63-f2832b714308 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.298672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:47.298815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-549af08c-64d0-45d4-9b63-f2832b714308 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048177 Sep 29 06:45:47.300978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39460) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.301969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:47.306884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:47.307474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:47.308328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-4a886675-6f83-4053-a1b6-b8233b850816 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.312670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=1c95f2a8-b534-4a25-86e4-05e047d7e28d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:47.314676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39464) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.320361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bdcd7d-9e3a-48cd-ab2b-a47f43e2d5f0 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:47.320720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a886675-6f83-4053-a1b6-b8233b850816 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0184810 Sep 29 06:45:47.327127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [None req-870dc684-3bc2-4529-a119-cf8045205c1e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.331062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39468) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.337924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-ddfcad68-744c-4477-93c9-2778b609d796 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.340327 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ddfcad68-744c-4477-93c9-2778b609d796 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066514 Sep 29 06:45:47.342371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39472) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.351036 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-870dc684-3bc2-4529-a119-cf8045205c1e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0352733 Sep 29 06:45:47.352469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:47.353014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-7feaf0d2-5d14-4391-90c4-f516f99b6132 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.354550 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7feaf0d2-5d14-4391-90c4-f516f99b6132 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106597 Sep 29 06:45:47.356938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39476) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.378859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-fe811f45-e198-4161-9238-b73b2cb75b92 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.382591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe811f45-e198-4161-9238-b73b2cb75b92 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0165305 Sep 29 06:45:47.385089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39482) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.395645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-73ec9717-4521-4ff9-b2c9-3c0f216657b2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.398152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-73ec9717-4521-4ff9-b2c9-3c0f216657b2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119007 Sep 29 06:45:47.401655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39486) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.415324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-a1acddf0-7128-41af-ac77-34bd023f456d tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.415324 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a1acddf0-7128-41af-ac77-34bd023f456d tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0125000 Sep 29 06:45:47.417985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39490) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.430927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-96f43b69-f32c-49d4-a095-dd7779165def tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.432014 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-96f43b69-f32c-49d4-a095-dd7779165def tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0125618 Sep 29 06:45:47.434377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39496) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.440498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-639d313f-52e1-43ca-97ef-728197598dce tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.442121 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-639d313f-52e1-43ca-97ef-728197598dce tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067759 Sep 29 06:45:47.444856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39500) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.456113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0aed185-c54b-4955-bf28-d0ed61c9e3ff no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:47.464270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [None req-9ad92c1b-709f-41dc-a618-31acc90afb48 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.466551 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ad92c1b-709f-41dc-a618-31acc90afb48 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0123055 Sep 29 06:45:47.468739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39504) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.479170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:47.482794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:47.483972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-43665f8e-0ac6-4906-b257-99154dc86294 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.485650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Pushing event updated for resources: {'Port': ['ID=82f9492a-9102-47e2-81da-5d0add4de5e0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:47.488592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-43665f8e-0ac6-4906-b257-99154dc86294 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0180702 Sep 29 06:45:47.488736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:47.489078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.494607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-76b9a3de-4e52-463e-838e-40783fb1dbd0 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.498233 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-76b9a3de-4e52-463e-838e-40783fb1dbd0 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078740 Sep 29 06:45:47.498744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39514) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.502997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c0aed185-c54b-4955-bf28-d0ed61c9e3ff {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:47.503547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0aed185-c54b-4955-bf28-d0ed61c9e3ff not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:47.504134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-256343f9-4b32-4674-8523-8d0d50057a1f tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.507767 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-256343f9-4b32-4674-8523-8d0d50057a1f tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0081203 Sep 29 06:45:47.508324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39518) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.514589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-85433882-40bd-4993-97a4-2c54087d65d9 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.518173 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-85433882-40bd-4993-97a4-2c54087d65d9 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088911 Sep 29 06:45:47.518755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39522) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.524485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-d710dc6d-d999-446a-bb2f-e94bb6698322 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.527710 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d710dc6d-d999-446a-bb2f-e94bb6698322 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080385 Sep 29 06:45:47.528361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39526) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.533290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-03a3ad0a-e7c1-4805-bf73-2c0cfaf30a59 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.537536 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-03a3ad0a-e7c1-4805-bf73-2c0cfaf30a59 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0083492 Sep 29 06:45:47.538150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39530) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.544262 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f24d51cd-90e5-4e09-af63-5a25d06f74d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9780998 Sep 29 06:45:47.546450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-0037a4a7-9334-4a97-8c0c-4c736ff6da65 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.547314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39534) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.550688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0037a4a7-9334-4a97-8c0c-4c736ff6da65 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0115771 Sep 29 06:45:47.551248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39538) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.556109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': '1c95f2a8-b534-4a25-86e4-05e047d7e28d', 'ip_address': '2001:db8::a75e:45c0:9e59:c072'}], 'name': 'tempest-NetworksTestDHCPv6-990409410'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:47.556257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-33d8a18a-9e45-4bed-bf99-35b59076e1cd tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.559643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-33d8a18a-9e45-4bed-bf99-35b59076e1cd tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075021 Sep 29 06:45:47.560199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39542) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.565445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-c4e583f1-9eaf-4eab-a6c4-2fddc30eed46 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.568803 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c4e583f1-9eaf-4eab-a6c4-2fddc30eed46 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076578 Sep 29 06:45:47.569446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39546) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.574582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-c17175a0-d10b-4f75-8fa1-cc50ccbd5ac8 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.575647 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c17175a0-d10b-4f75-8fa1-cc50ccbd5ac8 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053504 Sep 29 06:45:47.578898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39552) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.584733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-308eced3-f15a-4c92-9ad8-288034465ad2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.585684 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-308eced3-f15a-4c92-9ad8-288034465ad2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059223 Sep 29 06:45:47.588218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39556) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.593172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-a980f919-7db4-4966-b43f-692327ff007e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.594201 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a980f919-7db4-4966-b43f-692327ff007e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050218 Sep 29 06:45:47.597532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39560) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.601786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-7204f2be-a270-4bfd-ba6e-1ed283fc3778 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.602736 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7204f2be-a270-4bfd-ba6e-1ed283fc3778 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047669 Sep 29 06:45:47.605123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.610619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-68ab3d8e-502c-40a5-9b48-8ce623bdd33f tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.613910 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-68ab3d8e-502c-40a5-9b48-8ce623bdd33f tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078895 Sep 29 06:45:47.614451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.619057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-551a735f-271e-41ca-9ebc-b816e9bfa02a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.622270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-551a735f-271e-41ca-9ebc-b816e9bfa02a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069184 Sep 29 06:45:47.622827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39572) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.627298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-b506be96-8cd2-47b5-93b4-6b99c61e3c23 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.630850 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b506be96-8cd2-47b5-93b4-6b99c61e3c23 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071316 Sep 29 06:45:47.631386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39576) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.635792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-30270282-f21b-4e9b-8c75-7fbc79a23891 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.639128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-30270282-f21b-4e9b-8c75-7fbc79a23891 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068884 Sep 29 06:45:47.639659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39580) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.644742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-5f9631ac-6b3a-4472-bcd6-722120eca52a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.648033 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5f9631ac-6b3a-4472-bcd6-722120eca52a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075154 Sep 29 06:45:47.648563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39584) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.653613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-ef83f98d-06fd-408f-a690-e0e13812f57a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.657102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ef83f98d-06fd-408f-a690-e0e13812f57a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075543 Sep 29 06:45:47.657662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39588) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.662887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-b7e30570-251f-4bcc-9750-e61b9132ddae tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.666207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b7e30570-251f-4bcc-9750-e61b9132ddae tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076530 Sep 29 06:45:47.666820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39592) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.672247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-4a4e2558-3387-444d-bbba-31fda08da04b tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.675589 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a4e2558-3387-444d-bbba-31fda08da04b tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055172 Sep 29 06:45:47.675962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39596) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.683367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-bc47de95-eb71-409f-b078-404970ee3a59 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.686535 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bc47de95-eb71-409f-b078-404970ee3a59 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075152 Sep 29 06:45:47.687362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39600) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.689276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '1c95f2a8-b534-4a25-86e4-05e047d7e28d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:47.690155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:47.696695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-977fafc0-1a06-4d25-8209-f3f87ef2cb3b tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.701208 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-977fafc0-1a06-4d25-8209-f3f87ef2cb3b tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0115685 Sep 29 06:45:47.702290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39604) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.709072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-a43e8998-2293-43b2-9f76-c0ebeb22e75d tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.713709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a43e8998-2293-43b2-9f76-c0ebeb22e75d tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0100393 Sep 29 06:45:47.714784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39608) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.720597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-a1f956ce-8725-4442-b800-83a0c3a33885 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.725884 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a1f956ce-8725-4442-b800-83a0c3a33885 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0098550 Sep 29 06:45:47.726725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39612) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.732557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-f70670ba-2378-49fb-a30c-ca2176775fac tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.734595 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f70670ba-2378-49fb-a30c-ca2176775fac tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056307 Sep 29 06:45:47.736342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39618) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.741363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-69d22768-ec29-44fa-af96-0bdb43e03861 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.744988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-69d22768-ec29-44fa-af96-0bdb43e03861 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076847 Sep 29 06:45:47.745876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39622) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.751461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-13f83598-6742-4f70-ab1f-700389978e62 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.755231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-13f83598-6742-4f70-ab1f-700389978e62 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083387 Sep 29 06:45:47.756068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39626) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.761150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-b66e0cd0-40a0-443f-9b6a-63270c5bafe2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.764892 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b66e0cd0-40a0-443f-9b6a-63270c5bafe2 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077825 Sep 29 06:45:47.765645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39630) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.772036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-b046cbfd-094e-4d48-9fd3-2b29e667ef17 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.779193 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b046cbfd-094e-4d48-9fd3-2b29e667ef17 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080137 Sep 29 06:45:47.780194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39636) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.785896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-7bce9076-2c2a-47ea-9b1f-e1d286b0c687 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.790432 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7bce9076-2c2a-47ea-9b1f-e1d286b0c687 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0091181 Sep 29 06:45:47.791152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39640) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.796376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-f09c6065-cd4a-4c57-8d64-ee4ae5a4e380 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.800778 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f09c6065-cd4a-4c57-8d64-ee4ae5a4e380 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0084581 Sep 29 06:45:47.801362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39644) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.806658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-395e9113-8dd5-42cc-8dd5-c28bbbbc8afd tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.810216 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-395e9113-8dd5-42cc-8dd5-c28bbbbc8afd tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079303 Sep 29 06:45:47.811157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39648) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.816874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-78e0b41b-ee29-41a0-b67c-ee36a792df8e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.823587 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-78e0b41b-ee29-41a0-b67c-ee36a792df8e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0111797 Sep 29 06:45:47.824175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39654) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.829791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-273bc193-38ba-4baf-b72a-4987b66ac30a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.833657 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-273bc193-38ba-4baf-b72a-4987b66ac30a tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082657 Sep 29 06:45:47.834285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39660) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.839355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-82f5b4e1-be25-4384-801d-101d907d974c tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.842921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-82f5b4e1-be25-4384-801d-101d907d974c tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076540 Sep 29 06:45:47.843695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39664) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.848548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-f227ee6d-df0d-442d-92d8-a020c2f23f14 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.851948 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f227ee6d-df0d-442d-92d8-a020c2f23f14 tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073740 Sep 29 06:45:47.852975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39668) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:47.857359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [None req-094e79ce-27b3-401e-af57-ea7a1e52c77e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:45:47.865433 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-094e79ce-27b3-401e-af57-ea7a1e52c77e tempest-ExtensionsTestJSON-488814643 tempest-ExtensionsTestJSON-488814643-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119038 Sep 29 06:45:47.885690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/1c95f2a8-b534-4a25-86e4-05e047d7e28d/c5685381-c168-4c11-9478-fa4da0cc81b7) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:47.898731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment bda0d560-eafe-4c54-953c-abfe992068e2 resource provider aggregate not found Sep 29 06:45:47.993663 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment bda0d560-eafe-4c54-953c-abfe992068e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bda0d560-eafe-4c54-953c-abfe992068e2 found for delete ", "request_id": "req-18cc8408-cfbe-4ebf-8037-f0b4a9f999da"}]} Sep 29 06:45:48.081044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:48.099115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:48.109967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39680) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:48.121710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.138716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Transition to ACTIVE for port object c5685381-c168-4c11-9478-fa4da0cc81b7 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:48.161401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39686) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:48.164408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Transition to ACTIVE for port object c5685381-c168-4c11-9478-fa4da0cc81b7 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:48.175617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:48.175794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.250872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Pushing event updated for resources: {'Port': ['ID=c5685381-c168-4c11-9478-fa4da0cc81b7,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:48.270554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:48.271929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:48.274899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:48.318172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.336907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:48.341376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbf978106994742acba3d6a8134c858 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:48.345227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:48.352401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:48.366839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840571891'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:48.375687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:48.388526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:48.392944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:48.404909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:48.422892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.425043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Attempting to bind port c5685381-c168-4c11-9478-fa4da0cc81b7 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:48.425919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Attempting to bind port c5685381-c168-4c11-9478-fa4da0cc81b7 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:48.426297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Attempting to bind port c5685381-c168-4c11-9478-fa4da0cc81b7 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:48.432263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.432700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:48.433047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:48.433428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.433823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:48.434758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Bound port: c5685381-c168-4c11-9478-fa4da0cc81b7, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:48.435327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.441773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.465160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:48.477996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:48.487439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:48.502835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:48.519821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.531522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.540972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] For port c5685381-c168-4c11-9478-fa4da0cc81b7, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:48.541307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.544893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] For port c5685381-c168-4c11-9478-fa4da0cc81b7, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5685381-c168-4c11-9478-fa4da0cc81b7,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:48.551248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.557303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:48.603491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bbf978106994742acba3d6a8134c858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409478 Sep 29 06:45:48.606923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39692) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:48.609620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6ebbc-4956-4d7d-ab87-630d24b2bbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fff97b0-0309-418d-9259-82cbf4f0c09a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:48.666080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf8ced-2570-4a37-b889-aa7336e7ffd4 None None] Pushing event updated for resources: {'Port': ['ID=c5685381-c168-4c11-9478-fa4da0cc81b7,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:48.698901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.710738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.724973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:48.728965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7328-00e5-42c5-b0eb-ca7ebd8c47a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.737289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:48.752909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:48.773411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:48.779710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d09d49-9798-485b-9d11-ceb10036e2b4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:48.790969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7328-00e5-42c5-b0eb-ca7ebd8c47a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.916371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7328-00e5-42c5-b0eb-ca7ebd8c47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.921759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:48.933466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d7328-00e5-42c5-b0eb-ca7ebd8c47a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fff97b0-0309-418d-9259-82cbf4f0c09a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:48.937610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.000590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.008599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39696) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.011132 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8968606 Sep 29 06:45:49.014964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7328-00e5-42c5-b0eb-ca7ebd8c47a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.016287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba9d7328-00e5-42c5-b0eb-ca7ebd8c47a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fff97b0-0309-418d-9259-82cbf4f0c09a HTTP/1.1" status: 204 len: 168 time: 0.4082944 Sep 29 06:45:49.018185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50227724-e480-4883-b206-45d090aeaca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa81ba-e278-4726-9918-b494b369a9a0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:49.054189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::a75e:45c0:9e59:c072 (4f723a10-0bd7-4e60-9921-89b35030f7ba/1c95f2a8-b534-4a25-86e4-05e047d7e28d/ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:49.060429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.090678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.213526 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9d7e32bd-d5da-4761-b43c-707748b606eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2017593 Sep 29 06:45:49.217337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39704) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.222946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-security--1795539393', 'description': 'tempest-security-description-1014586637'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:49.260032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.320438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.334585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.338922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.345112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "PUT /v2.0/security-groups/b7aa81ba-e278-4726-9918-b494b369a9a0 HTTP/1.1" status: 200 len: 1778 time: 0.1266298 Sep 29 06:45:49.345749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39714) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.427391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe173e-eb21-4b54-ab63-ba57be1c4244 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa81ba-e278-4726-9918-b494b369a9a0,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:49.458678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-54f50fbc-d533-44f6-86ce-6087c6a7e387 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups/b7aa81ba-e278-4726-9918-b494b369a9a0 HTTP/1.1" status: 200 len: 1778 time: 0.1046247 Sep 29 06:45:49.461368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39720) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.467041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5685381-c168-4c11-9478-fa4da0cc81b7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:49.544742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05b145f7-ee9d-4f44-b383-b44f809049eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.580623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05b145f7-ee9d-4f44-b383-b44f809049eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.620650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c5685381-c168-4c11-9478-fa4da0cc81b7 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:49.646809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05b145f7-ee9d-4f44-b383-b44f809049eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.668398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b145f7-ee9d-4f44-b383-b44f809049eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa81ba-e278-4726-9918-b494b369a9a0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:49.684372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05b145f7-ee9d-4f44-b383-b44f809049eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.688179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-05b145f7-ee9d-4f44-b383-b44f809049eb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/b7aa81ba-e278-4726-9918-b494b369a9a0 HTTP/1.1" status: 204 len: 168 time: 0.2257938 Sep 29 06:45:49.688816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39726) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.719777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Router 9ea878f8-1600-4f3e-b7ca-0506e2e382c2 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:49.762289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bf935a5-65ba-4781-8366-85fe4ac4e34d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:49.782848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bf935a5-65ba-4781-8366-85fe4ac4e34d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:49.788511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1bf935a5-65ba-4781-8366-85fe4ac4e34d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0986617 Sep 29 06:45:49.789905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39734) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.819832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-e01f6aa3-e883-4992-a0ad-82d363bb4d28 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] delete failed (client error): The resource could not be found. Sep 29 06:45:49.821394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e01f6aa3-e883-4992-a0ad-82d363bb4d28 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/b7aa81ba-e278-4726-9918-b494b369a9a0 HTTP/1.1" status: 404 len: 347 time: 0.0299289 Sep 29 06:45:49.825467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39738) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.851942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1345667609'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:49.861240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.866690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:49.887435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Provisioning for port c5685381-c168-4c11-9478-fa4da0cc81b7 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:49.892511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Provisioning complete for port c5685381-c168-4c11-9478-fa4da0cc81b7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:49.892896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:49.893246 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Attempt 1 to provision port c5685381-c168-4c11-9478-fa4da0cc81b7 Sep 29 06:45:49.949107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:49.961750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:49.972255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39744) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:49.992223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.014170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Current status of the port c5685381-c168-4c11-9478-fa4da0cc81b7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:50.014638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.017198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:50.027249 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] Sync routers for ids ['9ea878f8-1600-4f3e-b7ca-0506e2e382c2'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:50.027945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:50.038596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:50.039255 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] Routers {'9ea878f8-1600-4f3e-b7ca-0506e2e382c2'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:50.040306 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9ea878f8-1600-4f3e-b7ca-0506e2e382c2'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:50.043576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.044759 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-92e4bdfd-3b28-4777-8705-a080e86736bc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "PUT /v2.0/routers/9ea878f8-1600-4f3e-b7ca-0506e2e382c2 HTTP/1.1" status: 200 len: 919 time: 5.0142000 Sep 29 06:45:50.046307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:50.048155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39750) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.053463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:50.056010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.080067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] For port c5685381-c168-4c11-9478-fa4da0cc81b7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5685381-c168-4c11-9478-fa4da0cc81b7,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:50.090031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.120168 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:50.129203 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] Routers {'9ea878f8-1600-4f3e-b7ca-0506e2e382c2'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:50.129815 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9ea878f8-1600-4f3e-b7ca-0506e2e382c2'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:50.149877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-249579232'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:50.158272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:50.162312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:50.168907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:50.172198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:50.177467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:network and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:50.179337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:50.180167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.182581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:50.191382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:50.193649 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:50.194206 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4959104a-0b99-45b6-af9a-7c463a525454 None None] The sync data for ids ['9ea878f8-1600-4f3e-b7ca-0506e2e382c2'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:50.197014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f2d39-8c3e-4924-8be6-9deddd7417af None None] Pushing event updated for resources: {'Port': ['ID=c5685381-c168-4c11-9478-fa4da0cc81b7,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:50.231394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:50.238068 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-45f683b4-23a7-4481-a9ab-26107372d4df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6890998 Sep 29 06:45:50.240371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39754) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.356353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.364101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.383872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:50.387334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.410953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.424798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.427757 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5977144 Sep 29 06:45:50.428605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017698e-c060-471c-b37e-a3f982e3ceb6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8712061d-6f2e-4e13-a1bc-c2da6fa373c2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:50.431771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39758) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.441401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d73bf-981c-452a-b56a-3cb839622dd7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:50.443258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:50.447387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d73bf-981c-452a-b56a-3cb839622dd7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:50.448203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a91d73bf-981c-452a-b56a-3cb839622dd7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:50.449923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:security_group_rule and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:50.454991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:50.457529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '8712061d-6f2e-4e13-a1bc-c2da6fa373c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:50.463729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:50.465922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:50.467366 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8b08d9bd-02a0-4175-8b1e-58068d59a193 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/9ea878f8-1600-4f3e-b7ca-0506e2e382c2 HTTP/1.1" status: 200 len: 925 time: 0.4177322 Sep 29 06:45:50.471712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39762) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.474655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:50.478973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:50.486409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:50.488381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a91d73bf-981c-452a-b56a-3cb839622dd7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:50.489628 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a91d73bf-981c-452a-b56a-3cb839622dd7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2482572 Sep 29 06:45:50.493252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39766) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.541161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Provisioning for port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:50.546928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Provisioning complete for port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:50.547409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.547927 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Attempt 1 to provision port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 Sep 29 06:45:50.553528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.595840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d04c30-5e87-4eed-b6e5-eb94a398edbc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:50.600391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:50.600541 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d1d04c30-5e87-4eed-b6e5-eb94a398edbc tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=9ea878f8-1600-4f3e-b7ca-0506e2e382c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1252227 Sep 29 06:45:50.600621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.600853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.666631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:50.707329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.708773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.713507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.714764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.763708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:45:50.767417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dd9018-db64-48c6-8445-71da5d5338e6,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:50.774117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.775353 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cca60f8b-72a6-40d4-8866-52e96ba1f598 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241262 Sep 29 06:45:50.778675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39774) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.793492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efecda3d-6cbc-4c1b-83f5-47301c1cd4e0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:50.799177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.799517 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Added segment 358c6533-929a-4bfe-97fd-12af4964c360 of type vlan for network ce994343-d1ba-43f8-bf37-364ff9e90906 Sep 29 06:45:50.806684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52065c7-1b28-4c5f-8ca1-59cac1ce9f86 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:50.808258 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f52065c7-1b28-4c5f-8ca1-59cac1ce9f86 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/networks/66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 881 time: 0.2065032 Sep 29 06:45:50.813830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39778) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.836999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.868748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.874258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:50.874888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.942701 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6a1dd36d-a60f-4780-8b61-a3f157320b15 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ea878f8-1600-4f3e-b7ca-0506e2e382c2 HTTP/1.1" status: 200 len: 205 time: 0.1277328 Sep 29 06:45:50.948715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39782) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:50.953636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a7c85860-5bd9-4710-a0cb-a0fdba186389 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:50.989787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Network': ['ID=ce994343-d1ba-43f8-bf37-364ff9e90906,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:50.992512 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9c7b524f-6ef5-4308-a853-ef4e793233d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0192595 Sep 29 06:45:50.995464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39786) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:51.000872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'subnet': {'network_id': 'ce994343-d1ba-43f8-bf37-364ff9e90906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:51.003835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ce994343-d1ba-43f8-bf37-364ff9e90906 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:45:51.051164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a7c85860-5bd9-4710-a0cb-a0fdba186389 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.106821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.115628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:51.119630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:subnet and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:51.122595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:51.128919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:51.139361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:51.143138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.168160 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Attempt 2 to provision port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 Sep 29 06:45:51.225804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:51.239616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a7c85860-5bd9-4710-a0cb-a0fdba186389 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.314175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:51.377820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.398184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5685381-c168-4c11-9478-fa4da0cc81b7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:51.471157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c5685381-c168-4c11-9478-fa4da0cc81b7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:51.471940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.471940 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c5685381-c168-4c11-9478-fa4da0cc81b7 Sep 29 06:45:51.477250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Subnet': ['ID=892adec3-8c84-4e83-a4a6-582517e5d327,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:51.486435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Checking segment: {'id': '358c6533-929a-4bfe-97fd-12af4964c360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ce994343-d1ba-43f8-bf37-364ff9e90906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:51.486963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network hostable DHCP agents. Network: ce994343-d1ba-43f8-bf37-364ff9e90906, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:45:51.495587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c85860-5bd9-4710-a0cb-a0fdba186389 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93dd9018-db64-48c6-8445-71da5d5338e6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:51.498304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a7c85860-5bd9-4710-a0cb-a0fdba186389 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.501929 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a7c85860-5bd9-4710-a0cb-a0fdba186389 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/93dd9018-db64-48c6-8445-71da5d5338e6 HTTP/1.1" status: 204 len: 168 time: 0.7199309 Sep 29 06:45:51.504230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39792) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:51.528002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:45:51.529153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.546300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, ce994343-d1ba-43f8-bf37-364ff9e90906) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:51.556424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:51.557220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.569577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-628a23dc-c95a-44a7-82ac-5a3f0dc4da12 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:51.573790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974953c6-f51f-408e-90b5-3214867a4ae5 None None] Network ce994343-d1ba-43f8-bf37-364ff9e90906 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:51.598008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-628a23dc-c95a-44a7-82ac-5a3f0dc4da12 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:51.599654 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-628a23dc-c95a-44a7-82ac-5a3f0dc4da12 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946739 Sep 29 06:45:51.602530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39796) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:51.605989 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-16a18579-2f17-46a0-8845-96688350ad93 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6095846 Sep 29 06:45:51.618903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39800) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:51.633003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-239976524', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:51.641756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:51.649068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:router and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:51.657904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:51.667200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:51.676518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c5685381-c168-4c11-9478-fa4da0cc81b7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:51.705041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5678c09-07d8-4878-b459-75b03094987e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.708834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.709823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.740729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5678c09-07d8-4878-b459-75b03094987e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.746985 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Attempt 3 to provision port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 Sep 29 06:45:51.791160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5678c09-07d8-4878-b459-75b03094987e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.794457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.798946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.817261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5678c09-07d8-4878-b459-75b03094987e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712061d-6f2e-4e13-a1bc-c2da6fa373c2,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:51.821808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:45:51.823888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.846445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5678c09-07d8-4878-b459-75b03094987e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.850391 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5678c09-07d8-4878-b459-75b03094987e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/8712061d-6f2e-4e13-a1bc-c2da6fa373c2 HTTP/1.1" status: 204 len: 168 time: 0.2468657 Sep 29 06:45:51.851358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39804) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:51.889007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:51.895108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1421ec-ac01-4489-bb20-63c9ed7e8d7b None None] Network ce994343-d1ba-43f8-bf37-364ff9e90906 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:51.898052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Deleting port 82f9492a-9102-47e2-81da-5d0add4de5e0 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:51.898394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.944716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:51.991311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a93e104-5fe2-411b-93e3-7fe9fcf1b3a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 HTTP/1.1" status: 204 len: 168 time: 1.4970312 Sep 29 06:45:52.043450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39808) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:52.146573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed7126-1013-4c9c-a753-623d4fa2e783 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:52.148168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed7126-1013-4c9c-a753-623d4fa2e783 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:52.148904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-73ed7126-1013-4c9c-a753-623d4fa2e783 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:52.170509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.172944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.184457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2321d067-7b2a-4f7f-a6bd-c42b030fcefe tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:52.243100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-73ed7126-1013-4c9c-a753-623d4fa2e783 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:52.246881 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-73ed7126-1013-4c9c-a753-623d4fa2e783 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1998653 Sep 29 06:45:52.299930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39812) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:52.311628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Calling delete_port for 82f9492a-9102-47e2-81da-5d0add4de5e0 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:52.323673 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Attempt 4 to provision port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 Sep 29 06:45:52.362711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8673e963-d805-4379-80d4-f7bf3a669e5b None None] Port ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:45:52.405638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2321d067-7b2a-4f7f-a6bd-c42b030fcefe tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:52.410990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2321d067-7b2a-4f7f-a6bd-c42b030fcefe tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5548322 Sep 29 06:45:52.411244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39816) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:52.422283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566970337'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:52.430897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:52.461889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 1c95f2a8-b534-4a25-86e4-05e047d7e28d {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:52.469170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:52.471097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.482314 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-9d36da4a-24ae-4fd3-a56c-deace917aa47 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182222 Sep 29 06:45:52.535806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.548531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.617335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:52.633558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:52.664123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:52.677532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:52.727242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.729058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.761912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.771996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.829391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-3e5d5256-8705-41c8-bcab-9ffaec6cb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:52.830947 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-3e5d5256-8705-41c8-bcab-9ffaec6cb9eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e68664f8f4564c1dbe0f0879decabe4c&device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 1098 time: 0.2698443 Sep 29 06:45:52.878037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event deleted for resources: {'Port': ['ID=82f9492a-9102-47e2-81da-5d0add4de5e0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:52.989703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:52.992781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.001243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.142 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/1ba7c8a6-12b6-43d8-8697-bdb69627624a) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:53.038133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.112786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-7a165b7c-ba65-41f9-a82e-6523183b5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:53.114285 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-7a165b7c-ba65-41f9-a82e-6523183b5067 service neutron] 10.222.0.61 "GET /v2.0/networks?id=979c1f83-802e-4aef-a559-9f00b2fd8b54 HTTP/1.1" status: 200 len: 907 time: 0.2366753 Sep 29 06:45:53.227221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.256408 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-e8dc2f28-912f-4fb8-972f-43a50e7d2bf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77583e9d-627a-452a-87da-71107c4a9e7a HTTP/1.1" status: 200 len: 1001 time: 0.1340911 Sep 29 06:45:53.324960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.348187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-6a0227e7-9c50-4fc5-92f4-27762829430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:53.349650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-6a0227e7-9c50-4fc5-92f4-27762829430e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4f381b12-92c1-4d00-bd68-2d636f8e211e HTTP/1.1" status: 200 len: 845 time: 0.0848165 Sep 29 06:45:53.352780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.355581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=1c95f2a8-b534-4a25-86e4-05e047d7e28d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:53.372232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88a973-0e83-4afe-a0d0-7955f67d18d4 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:53.375549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.382476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d18a087-8a59-4485-b498-06bbd9d1fb77,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:53.386308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.420307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.426743 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fa0772fd-50cb-41f0-8c17-4e076cd21e2a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0095062 Sep 29 06:45:53.426743 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2e871c29-afa0-4858-9499-32a181671886 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/1c95f2a8-b534-4a25-86e4-05e047d7e28d HTTP/1.1" status: 204 len: 168 time: 1.1227598 Sep 29 06:45:53.426743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39822) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:53.429339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39824) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:53.436148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '6d18a087-8a59-4485-b498-06bbd9d1fb77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:53.444605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:53.447240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.485012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:53.488155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.488155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea878f8-1600-4f3e-b7ca-0506e2e382c2 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:45:53.496329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:53.500575 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4c2c0c17-ea4a-4e55-bd64-2d9a12e28124 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738449 Sep 29 06:45:53.503231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39830) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:53.509479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:53.527668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:53.529799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.530924 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-54f58318-d374-4a37-869e-cd5afb7f419a tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/9ea878f8-1600-4f3e-b7ca-0506e2e382c2 HTTP/1.1" status: 204 len: 168 time: 2.5813143 Sep 29 06:45:53.541409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39834) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:53.544092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:53.553401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:53.559641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2108100208', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:53.567513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:53.597319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:53.603464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=1ba7c8a6-12b6-43d8-8697-bdb69627624a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:53.623725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Usage tracker for resource:router and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:53.628098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-0b28508b-a1aa-4cd4-af6e-df2ea11500ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:53.629611 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-0b28508b-a1aa-4cd4-af6e-df2ea11500ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=979c1f83-802e-4aef-a559-9f00b2fd8b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2729359 Sep 29 06:45:53.633039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:53.637249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.637669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:53.642253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:53.645779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:53.651875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:53.661288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:53.664818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.670577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:53.701000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:53.705249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] Deleting port c5685381-c168-4c11-9478-fa4da0cc81b7 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:53.706265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.915083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.915295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] For port c5685381-c168-4c11-9478-fa4da0cc81b7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5685381-c168-4c11-9478-fa4da0cc81b7,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:53.915715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.935677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.936572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:53.979743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:53.982219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:53.987325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:53.987925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.003706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=dd792434-5be6-44f3-b802-18eaa3ed938d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:54.021085 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b79302af-63cf-4537-9987-91c0d9f1b3cd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5163798 Sep 29 06:45:54.023294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39838) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:54.029237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'dd792434-5be6-44f3-b802-18eaa3ed938d', 'ip_address': '2001:db8::2495:7dba:b1a3:403'}], 'name': 'tempest-NetworksTestDHCPv6-575085929'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:54.085117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] Calling delete_port for c5685381-c168-4c11-9478-fa4da0cc81b7 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:54.093567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.139435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.151508 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-2d926fd3-328c-4eee-971e-4b2500ec4aca service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043035 Sep 29 06:45:54.154099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.173456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.177033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:54.181297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:54.184448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:54.191105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:54.201739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:54.224721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] Pushing event deleted for resources: {'Port': ['ID=c5685381-c168-4c11-9478-fa4da0cc81b7,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:54.226569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7261c24-51ee-4842-b24c-1e383f966392 None None] No DVR routers for this DVR port c5685381-c168-4c11-9478-fa4da0cc81b7 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:54.244751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58104ff7-5648-438b-a502-dd1e324afffe None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:54.332883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.365876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 5c030910-1553-4795-85f3-ba5ddfbaf675 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:54.385298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a183026-2375-4066-8057-a6aec602533e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:54.501577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'dd792434-5be6-44f3-b802-18eaa3ed938d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:54.502474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.592328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::2495:7dba:b1a3:403 (4f723a10-0bd7-4e60-9921-89b35030f7ba/dd792434-5be6-44f3-b802-18eaa3ed938d/5c030910-1553-4795-85f3-ba5ddfbaf675) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:54.667810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.673027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.674878 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8e559fb8-3bb0-44ea-bb09-7b0d9b10e77a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2446945 Sep 29 06:45:54.686543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:54.715511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '6d18a087-8a59-4485-b498-06bbd9d1fb77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:54.742344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:54.763444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:54.774000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:54.778127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a49c6cb-0f96-4ef8-807f-c3b6bba9b8ec req-64a54e91-241f-4d82-b76a-ecb6a2e807ca service neutron] 10.222.0.61 "GET /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153054 Sep 29 06:45:54.798529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.815126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 5c030910-1553-4795-85f3-ba5ddfbaf675 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:54.832773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:54.834643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.839239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.915818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/dd792434-5be6-44f3-b802-18eaa3ed938d/d3d64e67-d8fd-4cad-8fd5-d22324b44ad5) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:54.938428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=5c030910-1553-4795-85f3-ba5ddfbaf675,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:54.946116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:54.948096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.948732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:54.950618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:54.958177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:54.958177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:54.986516 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7e0467e0-beef-4007-a709-a8ffef3ee76a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9598541 Sep 29 06:45:54.986815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39848) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:55.079472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa1be1-697b-4ba8-bf08-a489e08c1ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:55.080720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-83aa1be1-697b-4ba8-bf08-a489e08c1ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:55.096732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-83aa1be1-697b-4ba8-bf08-a489e08c1ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:55.100910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-83aa1be1-697b-4ba8-bf08-a489e08c1ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1103306 Sep 29 06:45:55.101143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39852) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:55.124475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.135215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Transition to ACTIVE for port object d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:55.155039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Transition to ACTIVE for port object d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:55.160468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.191149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.232016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:55.235228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:55.239565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:55.290571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Pushing event updated for resources: {'Port': ['ID=d3d64e67-d8fd-4cad-8fd5-d22324b44ad5,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:55.296780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 5c030910-1553-4795-85f3-ba5ddfbaf675 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:55.297194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.390946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.398957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Attempting to bind port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:55.399339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Attempting to bind port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:55.399703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Attempting to bind port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:55.411268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:55.412058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:55.412777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.414874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:55.415427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Bound port: d3d64e67-d8fd-4cad-8fd5-d22324b44ad5, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:55.415819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.425358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5685381-c168-4c11-9478-fa4da0cc81b7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:55.440157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb24d3c-a2b1-4f65-96a1-21cfffe5c1a0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:55.464817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c5685381-c168-4c11-9478-fa4da0cc81b7 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:55.465228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5685381-c168-4c11-9478-fa4da0cc81b7 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:55.520754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.521950 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-18131e29-b1ec-4cb9-9bc3-141c3aeab6dd tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8244624 Sep 29 06:45:55.523455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.532361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39856) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:55.542899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '6d18a087-8a59-4485-b498-06bbd9d1fb77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:55.546130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] For port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:55.550105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] For port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d3d64e67-d8fd-4cad-8fd5-d22324b44ad5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:55.554501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.567163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:55.574981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:55.585258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:55.594333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:55.597286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.634907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b67f-1ba2-4132-af82-045501ed3478 None None] Pushing event updated for resources: {'Port': ['ID=d3d64e67-d8fd-4cad-8fd5-d22324b44ad5,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:55.715230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.742213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 5c030910-1553-4795-85f3-ba5ddfbaf675 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:55.770262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.797640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.889090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.920515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.964945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296cf5f3-b18c-4137-92d5-d045def1e084,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:55.994979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:55.998946 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e17295df-8f23-44fb-a82c-98f766efa713 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4605050 Sep 29 06:45:55.998946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39860) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.004836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '6d18a087-8a59-4485-b498-06bbd9d1fb77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:56.011084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.013109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:56.015688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:56.062703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:56.072129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:56.075029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=5c030910-1553-4795-85f3-ba5ddfbaf675,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:56.085721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Allocated IP 172.26.0.195 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e008bcec-4eec-401d-aaa3-b99fd346a98d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:56.114468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:56.126597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.128639 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c2b5db23-796c-469b-bb8e-d27ccce290c5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/5c030910-1553-4795-85f3-ba5ddfbaf675 HTTP/1.1" status: 204 len: 168 time: 1.0265148 Sep 29 06:45:56.131512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39864) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.183622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.232450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ad531-d1d7-4fde-83bc-130c84f8a49e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:56.234122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ad531-d1d7-4fde-83bc-130c84f8a49e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:56.234887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a02ad531-d1d7-4fde-83bc-130c84f8a49e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:56.261487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a02ad531-d1d7-4fde-83bc-130c84f8a49e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:56.262685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a02ad531-d1d7-4fde-83bc-130c84f8a49e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1302707 Sep 29 06:45:56.266312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39868) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.279233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.283144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.307975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e882e649-0c2e-4cda-b4b7-663b079769af,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:56.321128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.322861 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-659dadf3-48d3-4713-9853-4d8ea869b648 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226686 Sep 29 06:45:56.325439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39872) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.335244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '6d18a087-8a59-4485-b498-06bbd9d1fb77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:56.341549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:56.345846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:56.349493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:56.355928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:56.366268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:56.380781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:56.395985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet dd792434-5be6-44f3-b802-18eaa3ed938d {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:45:56.397463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:56.399502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:56.400415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.409191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.464092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.487481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:56.498678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:56.499183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:56.505296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.512869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.540283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff8ab67-c056-4a37-b9bc-8ce25d9e930f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:56.558154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.560017 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a301b2dc-36ba-4273-8152-3f17d8734cd1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2336230 Sep 29 06:45:56.562885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39876) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.566885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.579046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:56.579641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37502361-5ef9-4eb3-8130-2aad1853b879 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:56.581736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.585355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed9a10bb-e003-4bcc-a015-dd1044bc2169 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9629326 Sep 29 06:45:56.586558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39880) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.587509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.603945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9699b2a4-329e-418a-8f8c-b285a23cbd5e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.616421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9699b2a4-329e-418a-8f8c-b285a23cbd5e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.644448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9699b2a4-329e-418a-8f8c-b285a23cbd5e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.665132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9699b2a4-329e-418a-8f8c-b285a23cbd5e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.668795 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9699b2a4-329e-418a-8f8c-b285a23cbd5e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/aff8ab67-c056-4a37-b9bc-8ce25d9e930f HTTP/1.1" status: 204 len: 168 time: 0.1022573 Sep 29 06:45:56.668795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b2a4-329e-418a-8f8c-b285a23cbd5e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aff8ab67-c056-4a37-b9bc-8ce25d9e930f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:56.669942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39884) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.732501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-047141e4-c7c2-4da5-8833-4256480c2a45 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:56.751643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-047141e4-c7c2-4da5-8833-4256480c2a45 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:56.756716 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-047141e4-c7c2-4da5-8833-4256480c2a45 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0856354 Sep 29 06:45:56.757387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39888) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.788043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6b25f84-b81d-4d4c-b609-97d8b0894404 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.800598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6b25f84-b81d-4d4c-b609-97d8b0894404 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.832378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6b25f84-b81d-4d4c-b609-97d8b0894404 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.852202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e9a303e5-eb56-4f7d-b283-e1223b2b2605 None None] Provisioning for port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:56.875637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b25f84-b81d-4d4c-b609-97d8b0894404 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e882e649-0c2e-4cda-b4b7-663b079769af,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:56.880329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6b25f84-b81d-4d4c-b609-97d8b0894404 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.882838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d6b25f84-b81d-4d4c-b609-97d8b0894404 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e882e649-0c2e-4cda-b4b7-663b079769af HTTP/1.1" status: 204 len: 168 time: 0.1233354 Sep 29 06:45:56.884485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39892) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.940819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-93338f51-e81e-4e8e-a9eb-f59a116e4a9d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:56.958973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-93338f51-e81e-4e8e-a9eb-f59a116e4a9d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:56.963746 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-93338f51-e81e-4e8e-a9eb-f59a116e4a9d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0774777 Sep 29 06:45:56.964168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:56.964387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39896) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:56.980152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c67223a1-b651-44d2-8091-f606d99f9cae None None] Could not find standard attr ID for object 5c030910-1553-4795-85f3-ba5ddfbaf675. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:45:56.994424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f079538b-962b-4a31-9bc1-d0f46022c10c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.005629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.005839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f079538b-962b-4a31-9bc1-d0f46022c10c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.032835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f079538b-962b-4a31-9bc1-d0f46022c10c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.052050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079538b-962b-4a31-9bc1-d0f46022c10c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=296cf5f3-b18c-4137-92d5-d045def1e084,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:57.060135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f079538b-962b-4a31-9bc1-d0f46022c10c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.063091 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f079538b-962b-4a31-9bc1-d0f46022c10c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/296cf5f3-b18c-4137-92d5-d045def1e084 HTTP/1.1" status: 204 len: 168 time: 0.0975466 Sep 29 06:45:57.064153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39900) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:57.117661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c279899f-b7bf-4266-9abe-5aa9c75b8e10 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:57.141759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c279899f-b7bf-4266-9abe-5aa9c75b8e10 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:57.145394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c279899f-b7bf-4266-9abe-5aa9c75b8e10 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0782807 Sep 29 06:45:57.146850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39904) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:57.160582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=dd792434-5be6-44f3-b802-18eaa3ed938d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:57.165519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:57.169043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.176877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:57.176996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0200d89e-db0f-4705-982a-8d0e658e8416 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.181987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4592639-0054-435e-8e0c-3b9774a22acc None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:57.186873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:57.194903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0200d89e-db0f-4705-982a-8d0e658e8416 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.211378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event updated for resources: {'Port': ['ID=e008bcec-4eec-401d-aaa3-b99fd346a98d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:57.224273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0200d89e-db0f-4705-982a-8d0e658e8416 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.244791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d89e-db0f-4705-982a-8d0e658e8416 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fb24d3c-a2b1-4f65-96a1-21cfffe5c1a0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:57.249182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0200d89e-db0f-4705-982a-8d0e658e8416 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.253479 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0200d89e-db0f-4705-982a-8d0e658e8416 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6fb24d3c-a2b1-4f65-96a1-21cfffe5c1a0 HTTP/1.1" status: 204 len: 168 time: 0.1053505 Sep 29 06:45:57.254054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39908) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:57.279046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1156e967-d606-4ed6-bc1f-7b45476ffc67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/dd792434-5be6-44f3-b802-18eaa3ed938d HTTP/1.1" status: 204 len: 168 time: 1.0084569 Sep 29 06:45:57.281466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39912) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:57.405621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cca80e28-62c8-43a4-b321-d36af2c4dc62 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218703 Sep 29 06:45:57.414578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6d55278e-7298-48cd-920f-5675a1c82a34 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:57.419573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39916) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:57.424353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:57.456125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6d55278e-7298-48cd-920f-5675a1c82a34 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:57.457513 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6d55278e-7298-48cd-920f-5675a1c82a34 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2024326 Sep 29 06:45:57.475905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:45:57.501627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39920) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:57.559609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:57.564329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:57.568075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:57.573583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:45:57.574840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:57.583571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] Deleting port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:57.584122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.586877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:57.590481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.619410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a40dd475-cd0e-4cd8-8047-f9edeb873dc2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.699928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:45:57.702393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a40dd475-cd0e-4cd8-8047-f9edeb873dc2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.707288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:45:57.707665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.707999 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 Sep 29 06:45:57.859149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a40dd475-cd0e-4cd8-8047-f9edeb873dc2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.872433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] For port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d3d64e67-d8fd-4cad-8fd5-d22324b44ad5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:45:57.872979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:57.898930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dd475-cd0e-4cd8-8047-f9edeb873dc2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a183026-2375-4066-8057-a6aec602533e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:57.932848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.007012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:58.009011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] Calling delete_port for d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:58.010069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:58.014574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:58.015171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.016759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a40dd475-cd0e-4cd8-8047-f9edeb873dc2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.020466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a40dd475-cd0e-4cd8-8047-f9edeb873dc2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9a183026-2375-4066-8057-a6aec602533e HTTP/1.1" status: 204 len: 168 time: 0.5075057 Sep 29 06:45:58.020602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=f949cbd2-f8e3-46ff-bf0b-fb47153be933,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:58.022649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39924) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:58.055397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.074279 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f261077f-786c-4984-9576-a4a1da508399 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6550205 Sep 29 06:45:58.078042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39928) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:58.086032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'f949cbd2-f8e3-46ff-bf0b-fb47153be933', 'ip_address': '2001:db8::2aea:729d:2bfb:c9ae'}], 'name': 'tempest-NetworksTestDHCPv6-87709920'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:58.112650 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e011954f-3b53-4af9-af32-1b3548550c37 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850978 Sep 29 06:45:58.114467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39932) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:58.118606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:45:58.119102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.190593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.243207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] Pushing event deleted for resources: {'Port': ['ID=d3d64e67-d8fd-4cad-8fd5-d22324b44ad5,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:58.247820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c650ebc-ed8d-4138-a5e8-19722978f11f None None] No DVR routers for this DVR port d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:45:58.252210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.273557 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465dd634-583f-43c8-821a-5f99694108c2 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:45:58.295363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be1267c7-8638-4665-91f3-ddbdd84f501b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.313939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:58.326255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:58.331654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:58.340204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be1267c7-8638-4665-91f3-ddbdd84f501b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.348654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:58.388845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:45:58.394090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.420384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 363c8ad7-1fd1-4bc3-8143-cd26811d1d11 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:45:58.480482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be1267c7-8638-4665-91f3-ddbdd84f501b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.509161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1267c7-8638-4665-91f3-ddbdd84f501b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d18a087-8a59-4485-b498-06bbd9d1fb77,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:58.569572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'f949cbd2-f8e3-46ff-bf0b-fb47153be933'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:45:58.570995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.577213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be1267c7-8638-4665-91f3-ddbdd84f501b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.578346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-be1267c7-8638-4665-91f3-ddbdd84f501b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/6d18a087-8a59-4485-b498-06bbd9d1fb77 HTTP/1.1" status: 204 len: 168 time: 0.4639511 Sep 29 06:45:58.582098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39936) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:58.690895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fa2ea014-68eb-4677-9b3e-9c39959cbbb7 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:58.704657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::2aea:729d:2bfb:c9ae (4f723a10-0bd7-4e60-9921-89b35030f7ba/f949cbd2-f8e3-46ff-bf0b-fb47153be933/363c8ad7-1fd1-4bc3-8143-cd26811d1d11) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:58.723660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fa2ea014-68eb-4677-9b3e-9c39959cbbb7 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:58.724904 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fa2ea014-68eb-4677-9b3e-9c39959cbbb7 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1424599 Sep 29 06:45:58.732348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39940) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:58.744759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834922995'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:58.753590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:58.804359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:58.826246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.840316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.914346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.930160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 363c8ad7-1fd1-4bc3-8143-cd26811d1d11 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:58.952769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:58.990999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:59.004818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:59.018049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/f949cbd2-f8e3-46ff-bf0b-fb47153be933/5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:59.024332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:59.027348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:59.031122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:59.037353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:59.037973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.057383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=363c8ad7-1fd1-4bc3-8143-cd26811d1d11,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:59.057628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:59.068761 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-457da16d-4d96-40bb-bed7-a5fe589f064b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9872870 Sep 29 06:45:59.070005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39944) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:59.088642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:59.163608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d053b-3e94-40b4-8508-dc68e2759e4d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:45:59.164363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-294d053b-3e94-40b4-8508-dc68e2759e4d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:45:59.185584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-294d053b-3e94-40b4-8508-dc68e2759e4d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:45:59.187173 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-294d053b-3e94-40b4-8508-dc68e2759e4d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1159847 Sep 29 06:45:59.189826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39948) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:59.198667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.1 (ce994343-d1ba-43f8-bf37-364ff9e90906/892adec3-8c84-4e83-a4a6-582517e5d327/e7143658-ec6e-41de-82b1-31a91b1cf222) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:45:59.247167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.257877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Transition to ACTIVE for port object 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:59.270433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 363c8ad7-1fd1-4bc3-8143-cd26811d1d11 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:45:59.270807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.278249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Transition to ACTIVE for port object 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:45:59.284221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.356178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.365400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.372263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:59.373549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:45:59.375383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Pushing event updated for resources: {'Port': ['ID=5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:59.378590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:45:59.382567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Router 1ab84521-b4af-43bc-b24a-3d68aa630376 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:45:59.434327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:45:59.524397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=517dbf7e-186a-44fe-8064-97bf04b29c4e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:59.524911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:45:59.525433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d3d64e67-d8fd-4cad-8fd5-d22324b44ad5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:45:59.536014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Attempting to bind port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:45:59.536527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Attempting to bind port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:45:59.536917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Attempting to bind port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:45:59.543170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:45:59.543711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:45:59.544122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.544588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:45:59.545132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Bound port: 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:45:59.545573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.561014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.569630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.570873 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b40e8967-6ba5-4422-ba93-af2573f81726 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8375807 Sep 29 06:45:59.576918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39952) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:59.641567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.644212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '517dbf7e-186a-44fe-8064-97bf04b29c4e', 'direction': 'ingress', 'protocol': 17}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:59.662886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:45:59.669054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:45:59.674688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:45:59.685207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:45:59.686335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] For port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:45:59.689593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] For port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:45:59.696207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.705984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:45:59.716857 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] Sync routers for ids ['1ab84521-b4af-43bc-b24a-3d68aa630376'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:45:59.728098 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] Routers {'1ab84521-b4af-43bc-b24a-3d68aa630376'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:59.728898 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1ab84521-b4af-43bc-b24a-3d68aa630376'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:59.731240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.757013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.761286 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed9741f4-402e-47af-9f0c-3d68d9cb5a58 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2145391 Sep 29 06:45:59.762180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39956) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:45:59.767968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:45:59.775399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 363c8ad7-1fd1-4bc3-8143-cd26811d1d11 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:45:59.775585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:45:59.814913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550a8b8-c1e1-4967-a477-ddead41b1726 None None] Pushing event updated for resources: {'Port': ['ID=5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:45:59.822712 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:59.837859 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] Routers {'1ab84521-b4af-43bc-b24a-3d68aa630376'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:45:59.838725 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1ab84521-b4af-43bc-b24a-3d68aa630376'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:59.912437 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:45:59.913163 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b75c62-ea4d-4522-ad84-77243effa7f7 None None] The sync data for ids ['1ab84521-b4af-43bc-b24a-3d68aa630376'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:45:59.950643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:45:59.958078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.131011 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=363c8ad7-1fd1-4bc3-8143-cd26811d1d11,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:00.156734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:00.167524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=e7143658-ec6e-41de-82b1-31a91b1cf222,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:00.178785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:00.193503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.207357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b33138b1-b93b-40b8-9fb1-0e6bd4734eb9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/363c8ad7-1fd1-4bc3-8143-cd26811d1d11 HTTP/1.1" status: 204 len: 168 time: 1.0155826 Sep 29 06:46:00.208323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39960) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.237569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.246625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.278717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db219bf-8528-4c23-86da-513d3f2d023b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:00.280148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db219bf-8528-4c23-86da-513d3f2d023b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:00.281447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7db219bf-8528-4c23-86da-513d3f2d023b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:00.283749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d1b1ea-3b30-474c-89f6-d739bdd464f6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:00.285601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.297176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7db219bf-8528-4c23-86da-513d3f2d023b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:00.298569 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7db219bf-8528-4c23-86da-513d3f2d023b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0892062 Sep 29 06:46:00.301349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39964) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.368915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet f949cbd2-f8e3-46ff-bf0b-fb47153be933 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:00.373967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.432783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.506956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.508178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cfe7d913-6fd2-4cb4-b9db-36715cc37fd5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9303808 Sep 29 06:46:00.511491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39968) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.559316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.640080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86d600de-2bfe-4b8c-ac1e-0ef1345fc838 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.677762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86d600de-2bfe-4b8c-ac1e-0ef1345fc838 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.689920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.738037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=f949cbd2-f8e3-46ff-bf0b-fb47153be933,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:00.757092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.779366 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a34df702-e98e-4815-a501-ee359bfb7a7f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f949cbd2-f8e3-46ff-bf0b-fb47153be933 HTTP/1.1" status: 204 len: 168 time: 0.4763436 Sep 29 06:46:00.780983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39972) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.848713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86d600de-2bfe-4b8c-ac1e-0ef1345fc838 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.850960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86d600de-2bfe-4b8c-ac1e-0ef1345fc838 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.854423 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-86d600de-2bfe-4b8c-ac1e-0ef1345fc838 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/517dbf7e-186a-44fe-8064-97bf04b29c4e HTTP/1.1" status: 204 len: 168 time: 0.3395052 Sep 29 06:46:00.856415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.873776 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-62a49195-70a7-44bb-9b70-9e5497e66d0b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893791 Sep 29 06:46:00.875056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39980) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.875196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191ae34-0347-4cff-9151-97e356e6ed4c None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:00.876070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d600de-2bfe-4b8c-ac1e-0ef1345fc838 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=517dbf7e-186a-44fe-8064-97bf04b29c4e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:00.919122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.925756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:00.971946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dee827-038d-4b37-9517-33636d5749c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:00.972936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e9dee827-038d-4b37-9517-33636d5749c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:00.990756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-898f61b2-a4ac-4886-ac9f-1d8742115161 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:00.992150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e9dee827-038d-4b37-9517-33636d5749c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:00.996143 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e9dee827-038d-4b37-9517-33636d5749c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1143801 Sep 29 06:46:00.996498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39984) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:00.999175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.025009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9602431a-b99e-4439-8638-900b66b666ed None None] Provisioning for port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:01.031403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Deleting port e008bcec-4eec-401d-aaa3-b99fd346a98d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:01.031741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.067385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd06d0b-b60d-45e4-a9cd-5094c8ab1adf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:01.070135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5cd06d0b-b60d-45e4-a9cd-5094c8ab1adf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:01.087289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5cd06d0b-b60d-45e4-a9cd-5094c8ab1adf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:01.091928 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5cd06d0b-b60d-45e4-a9cd-5094c8ab1adf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942345 Sep 29 06:46:01.092551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.150902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-898f61b2-a4ac-4886-ac9f-1d8742115161 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:01.152128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-898f61b2-a4ac-4886-ac9f-1d8742115161 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2877173 Sep 29 06:46:01.157398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 39992) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.173001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011774399'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:01.179279 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-593c50f9-f41a-4697-b13f-fd4e1ee28524 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857089 Sep 29 06:46:01.179770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:01.183340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 39996) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.184829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:01.186346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] Deleting port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:01.186823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.195177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:01.205199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.226189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:01.230743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:01.233795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:01.235118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:01.240783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:01.319337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.323455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.380425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6c0f89-5f8f-4797-989b-e715c88531c6,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:01.406216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.409050 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-470eaf02-5d86-4f36-819d-844a742b15d2 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2496684 Sep 29 06:46:01.412191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40000) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.418928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--621441297'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:01.425988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:01.428645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] For port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:01.429220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.431632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:01.435466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:01.441985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:01.455887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.478524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:01.483495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:01.486539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:01.492723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:01.562517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] Calling delete_port for 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:01.574606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.580369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.596197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:01.624035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.632259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e05fa0-0d3f-4119-985b-c6efa98356e0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:01.638197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:01.645659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.646949 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-346ac4fe-22f9-4daa-b8dc-54850685b510 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2335172 Sep 29 06:46:01.647576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.650539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40004) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.656048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '8f6c0f89-5f8f-4797-989b-e715c88531c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08e05fa0-0d3f-4119-985b-c6efa98356e0', 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:01.662325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:01.666958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:01.669791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:01.675538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:01.697446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] Pushing event deleted for resources: {'Port': ['ID=5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:01.701747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4ed0c-572c-49cf-96ea-45d48029c5f1 None None] No DVR routers for this DVR port 5d0b2d17-0b5b-40bf-9d57-b0e8cd310c3b on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:01.713814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.782957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.787135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.817179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099ad336-aa71-4422-ba87-75c73bdaed68,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:01.826488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.827694 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2a683c21-e157-4bb7-87c4-56ba78c1c398 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1760678 Sep 29 06:46:01.829432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:01.831226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40010) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.833643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.855639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Calling delete_port for e008bcec-4eec-401d-aaa3-b99fd346a98d owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:01.860254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9de4dbf-87b5-4e90-a007-959a995f9f0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.870793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9de4dbf-87b5-4e90-a007-959a995f9f0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.895573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9de4dbf-87b5-4e90-a007-959a995f9f0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.912574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de4dbf-87b5-4e90-a007-959a995f9f0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=099ad336-aa71-4422-ba87-75c73bdaed68,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:01.916593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9de4dbf-87b5-4e90-a007-959a995f9f0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:01.920635 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e9de4dbf-87b5-4e90-a007-959a995f9f0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/099ad336-aa71-4422-ba87-75c73bdaed68 HTTP/1.1" status: 204 len: 168 time: 0.0855498 Sep 29 06:46:01.920734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40014) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:01.969396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cf17f444-3f32-4e46-915a-f6b9d5f23d1b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:01.985199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cf17f444-3f32-4e46-915a-f6b9d5f23d1b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:01.986652 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cf17f444-3f32-4e46-915a-f6b9d5f23d1b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0650148 Sep 29 06:46:01.989656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40018) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.054464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40a4839f-cea8-4e18-9dee-0ecf6d20c64a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.082018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40a4839f-cea8-4e18-9dee-0ecf6d20c64a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.128070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40a4839f-cea8-4e18-9dee-0ecf6d20c64a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.145667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4839f-cea8-4e18-9dee-0ecf6d20c64a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e05fa0-0d3f-4119-985b-c6efa98356e0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.162180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40a4839f-cea8-4e18-9dee-0ecf6d20c64a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.166248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-40a4839f-cea8-4e18-9dee-0ecf6d20c64a tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/08e05fa0-0d3f-4119-985b-c6efa98356e0 HTTP/1.1" status: 204 len: 168 time: 0.1756978 Sep 29 06:46:02.166894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40022) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.230193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1ea821f6-1136-43c0-9177-8e932b651bf8 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:02.245059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1ea821f6-1136-43c0-9177-8e932b651bf8 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:02.246476 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1ea821f6-1136-43c0-9177-8e932b651bf8 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0787344 Sep 29 06:46:02.249419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40026) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.290855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.303475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.315220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17c4c9d3-0fba-4025-aa6a-6fcbdbfd5090 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.342784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17c4c9d3-0fba-4025-aa6a-6fcbdbfd5090 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.395264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17c4c9d3-0fba-4025-aa6a-6fcbdbfd5090 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.415157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c9d3-0fba-4025-aa6a-6fcbdbfd5090 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6c0f89-5f8f-4797-989b-e715c88531c6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.431836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17c4c9d3-0fba-4025-aa6a-6fcbdbfd5090 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.434537 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-17c4c9d3-0fba-4025-aa6a-6fcbdbfd5090 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/8f6c0f89-5f8f-4797-989b-e715c88531c6 HTTP/1.1" status: 204 len: 168 time: 0.1828382 Sep 29 06:46:02.435962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40030) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.486954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd18fc16-16f4-4cf5-92c3-66df7f1bde34 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:02.493043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=e7143658-ec6e-41de-82b1-31a91b1cf222,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.503569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd18fc16-16f4-4cf5-92c3-66df7f1bde34 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:02.504822 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dd18fc16-16f4-4cf5-92c3-66df7f1bde34 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0677905 Sep 29 06:46:02.505699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.509259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40034) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.514848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--957649764'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:02.521162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:02.530873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:02.541103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.554568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.560862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:02.565540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:02.568428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:02.574124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:02.645263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.649179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.661242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.699092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a2e285-982b-4a77-896f-d9570d2abdb1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.708707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.712916 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1300b16d-a80c-4ad2-b677-e749126ac9a6 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2023785 Sep 29 06:46:02.713542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40038) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.718653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': 'c9a2e285-982b-4a77-896f-d9570d2abdb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:02.725099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:02.729022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:02.729475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:02.732492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:02.740225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:02.757010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.764412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Pushing event deleted for resources: {'Port': ['ID=e008bcec-4eec-401d-aaa3-b99fd346a98d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.777067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:02.779793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:02.780384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.788451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31fb80-dab0-4bc9-bbf6-1bb462264299 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:02.820994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.825271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.849023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb6ea70-0536-4d78-bf76-f6fb284190be,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.864457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.865717 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6ff6393a-7515-4e29-8e2e-a029d18631f5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1512136 Sep 29 06:46:02.868784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40044) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.870673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=cfc8c735-6911-49f9-b6cb-03bb11d7191c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:02.899813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62b2ff3b-854e-426b-93bb-a9ed29241f7b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.911693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62b2ff3b-854e-426b-93bb-a9ed29241f7b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.919060 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1291d7b3-546b-4601-a66e-bf41e0e8a90a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7344828 Sep 29 06:46:02.921294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40048) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:02.926592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:02.928233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'cfc8c735-6911-49f9-b6cb-03bb11d7191c', 'ip_address': '2001:db8::9c0:4063:bdee:5518'}], 'name': 'tempest-NetworksTestDHCPv6-360212500'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:03.032923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'cfc8c735-6911-49f9-b6cb-03bb11d7191c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:03.034521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.120888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:03.130399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:03.131060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62b2ff3b-854e-426b-93bb-a9ed29241f7b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.166137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2ff3b-854e-426b-93bb-a9ed29241f7b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bb6ea70-0536-4d78-bf76-f6fb284190be,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:03.174522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62b2ff3b-854e-426b-93bb-a9ed29241f7b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.178134 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-62b2ff3b-854e-426b-93bb-a9ed29241f7b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2bb6ea70-0536-4d78-bf76-f6fb284190be HTTP/1.1" status: 204 len: 168 time: 0.3058131 Sep 29 06:46:03.184367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40052) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:03.204239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/cfc8c735-6911-49f9-b6cb-03bb11d7191c/3cfc9f1d-c0ae-4ba7-9ca5-77593b714682) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:03.244853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c9021a1c-3c9c-42ed-aa3f-a35b13145a42 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:03.248608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:03.262939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:03.273197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c9021a1c-3c9c-42ed-aa3f-a35b13145a42 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:03.277366 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c9021a1c-3c9c-42ed-aa3f-a35b13145a42 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0893192 Sep 29 06:46:03.277591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40056) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:03.292374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:03.442857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42891-7b32-4e76-81bb-17ed572b074f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.472902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.475949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.488339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Transition to ACTIVE for port object 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:03.499147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42891-7b32-4e76-81bb-17ed572b074f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.515139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Transition to ACTIVE for port object 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:03.515344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port fbc234f0-4186-4336-a1a3-5b8f6b08f658 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:03.522162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.598615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:03.599953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:03.611136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:03.613610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.626290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.674060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Pushing event updated for resources: {'Port': ['ID=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:03.695731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:03.769727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Attempting to bind port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:03.770379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Attempting to bind port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:03.770957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Attempting to bind port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:03.776731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:03.777487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:03.778142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.778722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:03.779398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Bound port: 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:03.779941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.802010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::9c0:4063:bdee:5518 (4f723a10-0bd7-4e60-9921-89b35030f7ba/cfc8c735-6911-49f9-b6cb-03bb11d7191c/fbc234f0-4186-4336-a1a3-5b8f6b08f658) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:03.832417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42891-7b32-4e76-81bb-17ed572b074f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:03.849704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Router 1ab84521-b4af-43bc-b24a-3d68aa630376 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:03.860079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb42891-7b32-4e76-81bb-17ed572b074f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a2e285-982b-4a77-896f-d9570d2abdb1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:03.926208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] For port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:03.929912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] For port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:03.941071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.029187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36e82f-4907-4c19-9b60-c3b0e2b1201b None None] Pushing event updated for resources: {'Port': ['ID=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:04.045555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fbb42891-7b32-4e76-81bb-17ed572b074f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.049953 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fbb42891-7b32-4e76-81bb-17ed572b074f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/c9a2e285-982b-4a77-896f-d9570d2abdb1 HTTP/1.1" status: 204 len: 168 time: 0.7713401 Sep 29 06:46:04.053319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40064) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.079816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:04.086986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.088881 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-27741140-8ab8-427b-b66c-31d3c1d975bf tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "PUT /v2.0/routers/1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 200 len: 710 time: 4.3220823 Sep 29 06:46:04.091441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] Sync routers for ids ['1ab84521-b4af-43bc-b24a-3d68aa630376'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:04.092141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40068) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.105336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] Routers {'1ab84521-b4af-43bc-b24a-3d68aa630376'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:04.105985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1ab84521-b4af-43bc-b24a-3d68aa630376'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.186313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.199637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] Routers {'1ab84521-b4af-43bc-b24a-3d68aa630376'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:04.200457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1ab84521-b4af-43bc-b24a-3d68aa630376'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.210330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5f786f82-1052-4fad-9f82-d2d7ed1c0ca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:04.223170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20384ba-8702-4e48-a370-a76d323a6ec0 req-baad981e-abf9-44fd-a95d-380a184759d4 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:04.232036 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a20384ba-8702-4e48-a370-a76d323a6ec0 req-baad981e-abf9-44fd-a95d-380a184759d4 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.2632818 Sep 29 06:46:04.237813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.286120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.286573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a0060-8fe5-425d-b94c-d7b53e10ef6f None None] The sync data for ids ['1ab84521-b4af-43bc-b24a-3d68aa630376'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:04.302094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object fbc234f0-4186-4336-a1a3-5b8f6b08f658 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:04.306481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5f786f82-1052-4fad-9f82-d2d7ed1c0ca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:04.313589 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5f786f82-1052-4fad-9f82-d2d7ed1c0ca5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2533698 Sep 29 06:46:04.315136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40072) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.329042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376156995'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:04.335668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:04.347861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:04.364673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.407193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:04.410466 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a20384ba-8702-4e48-a370-a76d323a6ec0 req-eb0e76e3-12fc-4d6b-8052-d2cf09fdc3ef tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759939 Sep 29 06:46:04.413139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a6521916-ccb6-4bfe-a43a-620509077821 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/routers/69d5721b-2c00-403e-b636-316146c47333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7977474 Sep 29 06:46:04.419437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40076) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.420259 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:04.427394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'port': {'network_id': 'ce994343-d1ba-43f8-bf37-364ff9e90906', 'name': 'tempest-FloatingIPTestJSON-1540877287'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:04.446346 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1dfc83fa-71d0-4185-9fef-f566f249ea2c tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/routers/1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 200 len: 745 time: 0.3530827 Sep 29 06:46:04.448244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:04.452860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40080) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.453155 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:04.453807 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.522839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:04.533980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:04.535451 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.540225 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fd03674e-ff7b-4fdc-bfec-fecf4603efb2 tempest-RoutersIpV6AdminTest-591165099 tempest-RoutersIpV6AdminTest-591165099-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=66929139-eb05-450d-ae65-101aced20693&device_id=1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 200 len: 205 time: 0.0753050 Sep 29 06:46:04.543353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40084) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.545503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:04.549969 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:04.550659 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.557015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.611235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-95303446-50b9-47dc-9885-3471686341ce tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 200 len: 205 time: 0.0645223 Sep 29 06:46:04.611610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40088) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.614448 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:04.615121 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea4dff-5097-43d4-b2ec-f9b4c746b546 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:04.701289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:04.710712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:04.719192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:04.730170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:04.731258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.750382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=fbc234f0-4186-4336-a1a3-5b8f6b08f658,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:04.775044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.814756 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1121af83-31c9-4a0d-a776-631d1fc46d56 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8921049 Sep 29 06:46:04.821591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40094) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:04.835540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'cfc8c735-6911-49f9-b6cb-03bb11d7191c', 'ip_address': '2001:db8::9c0:4063:bdee:5518'}], 'name': 'tempest-NetworksTestDHCPv6-666516244'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:04.897042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.910975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:04.918804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:port and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:04.922212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:04.966659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:04.968322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:05.021338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.025085 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7071431 Sep 29 06:46:05.030268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40098) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.046208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '9d06fe35-a4f7-483f-bf59-e9f7be6eefc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:05.052093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4b64f-a7ab-4652-b2f8-970fda563bb5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d06fe35-a4f7-483f-bf59-e9f7be6eefc3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:05.065804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:05.079832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:05.085763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:05.093951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:05.102173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:05.107810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:05.108317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:05.111930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.114898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:05.126285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:05.130780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.132047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.136236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.149630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] device_id is not set on port 9b3a6105-363e-4936-94eb-75283c3013ba yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:05.163129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:05.167756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.222410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.222410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab84521-b4af-43bc-b24a-3d68aa630376 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:46:05.230421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6b047287-423b-4ce6-aa6f-6efdcc6806f1 None None] Provisioning for port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:05.238406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 6fa2df5f-bcf3-45c2-b11e-1af5f02e01b4 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:05.272072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.276510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4dee1e3a-ce70-4057-87bb-9778ebb96d7f tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 204 len: 168 time: 0.6639600 Sep 29 06:46:05.277186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40104) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.313148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.322252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.398639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.402287 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687162 Sep 29 06:46:05.430411 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6ff912b6-1f86-438a-8b9d-12922941577e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 200 len: 205 time: 0.1137562 Sep 29 06:46:05.431328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40108) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.431847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40110) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.434854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea27f14-006b-475e-b595-d2b34d82035e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991600d9-6a7d-465b-9c7b-afa7f17bc295,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:05.492304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:05.572849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 06:46:05.573307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:46:05.575483 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-89a4bbe2-0b72-429e-a065-4f49c3f54eb3 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules/991600d9-6a7d-465b-9c7b-afa7f17bc295 HTTP/1.1" status: 200 len: 763 time: 0.1294978 Sep 29 06:46:05.580515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40118) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.592127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Provisioning for port fbc234f0-4186-4336-a1a3-5b8f6b08f658 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:05.598966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:05.603787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Provisioning complete for port fbc234f0-4186-4336-a1a3-5b8f6b08f658 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:05.604157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.604488 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Attempt 1 to provision port fbc234f0-4186-4336-a1a3-5b8f6b08f658 Sep 29 06:46:05.606130 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-7c1ff533-552d-48e8-a648-ad1dd0296e52 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] delete failed (client error): The resource could not be found. Sep 29 06:46:05.609776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c1ff533-552d-48e8-a648-ad1dd0296e52 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/1ab84521-b4af-43bc-b24a-3d68aa630376 HTTP/1.1" status: 404 len: 336 time: 0.1597884 Sep 29 06:46:05.615406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.634042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:05.634391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.634486 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 Sep 29 06:46:05.688458 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6897b0aa-931d-48de-b694-128a92811367 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ea878f8-1600-4f3e-b7ca-0506e2e382c2 HTTP/1.1" status: 200 len: 205 time: 0.0689225 Sep 29 06:46:05.688458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.6 (ce994343-d1ba-43f8-bf37-364ff9e90906/892adec3-8c84-4e83-a4a6-582517e5d327/9b3a6105-363e-4936-94eb-75283c3013ba) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:05.690479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40126) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.714110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Port fbc234f0-4186-4336-a1a3-5b8f6b08f658 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:05.777309 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eb417b95-6052-4a60-b96e-bb65b4318918 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9542069 Sep 29 06:46:05.779099 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-e40f209a-e7b9-4ea3-8b2b-dba8904d37f3 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] delete failed (client error): The resource could not be found. Sep 29 06:46:05.784282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e40f209a-e7b9-4ea3-8b2b-dba8904d37f3 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/9ea878f8-1600-4f3e-b7ca-0506e2e382c2 HTTP/1.1" status: 404 len: 336 time: 0.0898435 Sep 29 06:46:05.784470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40130) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.784570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40132) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.790465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:05.790883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.825450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:05.829915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:05.867005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1e437405-0ead-4cb9-9abc-dfa10a5bae96 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:05.905204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1e437405-0ead-4cb9-9abc-dfa10a5bae96 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:05.906534 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1e437405-0ead-4cb9-9abc-dfa10a5bae96 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3249760 Sep 29 06:46:05.912628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40138) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:05.918954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:05.941436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27db6b-d9f8-43aa-aaac-505ccd5da491 req-31e8189b-b78a-43e5-ab9b-4fdb66d20508 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:05.942953 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7b27db6b-d9f8-43aa-aaac-505ccd5da491 req-31e8189b-b78a-43e5-ab9b-4fdb66d20508 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.3333316 Sep 29 06:46:05.980889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ba07f-ac3e-4984-ae7b-b4dee741506b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:05.987173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ba07f-ac3e-4984-ae7b-b4dee741506b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:05.987934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-327ba07f-ac3e-4984-ae7b-b4dee741506b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:05.994833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40b702af-3352-47f6-9141-fe40fd407d90 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.011303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40b702af-3352-47f6-9141-fe40fd407d90 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.025216 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5af34dbf-1efb-4136-8a7e-c9402a477633 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d HTTP/1.1" status: 200 len: 205 time: 0.2396307 Sep 29 06:46:06.028841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40142) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.033635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d09dde-9a7b-42d6-934d-6a26a406c41e req-b1628948-26c4-48dd-a95d-7e240001db72 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:06.035192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03d09dde-9a7b-42d6-934d-6a26a406c41e req-b1628948-26c4-48dd-a95d-7e240001db72 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7717912 Sep 29 06:46:06.108371 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7b27db6b-d9f8-43aa-aaac-505ccd5da491 req-897a7543-91ec-4d1f-a3dc-801daeeb9a19 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547067 Sep 29 06:46:06.108793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-327ba07f-ac3e-4984-ae7b-b4dee741506b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:06.112580 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-327ba07f-ac3e-4984-ae7b-b4dee741506b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3251352 Sep 29 06:46:06.119638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40146) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.124213 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-e8389fef-b0c5-4679-83c8-d5b0a1d4f910 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] delete failed (client error): The resource could not be found. Sep 29 06:46:06.127735 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e8389fef-b0c5-4679-83c8-d5b0a1d4f910 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/a9d140cd-0eb0-4f5f-b3ff-fd5c06f0ff8d HTTP/1.1" status: 404 len: 336 time: 0.0898085 Sep 29 06:46:06.134261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40150) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.159341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40b702af-3352-47f6-9141-fe40fd407d90 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.190222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b702af-3352-47f6-9141-fe40fd407d90 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=991600d9-6a7d-465b-9c7b-afa7f17bc295,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:06.206530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40b702af-3352-47f6-9141-fe40fd407d90 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.208019 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-40b702af-3352-47f6-9141-fe40fd407d90 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/991600d9-6a7d-465b-9c7b-afa7f17bc295 HTTP/1.1" status: 204 len: 168 time: 0.2936919 Sep 29 06:46:06.212087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port fbc234f0-4186-4336-a1a3-5b8f6b08f658 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:06.212446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.215290 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Attempt 2 to provision port fbc234f0-4186-4336-a1a3-5b8f6b08f658 Sep 29 06:46:06.236507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40154) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.257669 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03d09dde-9a7b-42d6-934d-6a26a406c41e req-9606c40f-8f27-4b7e-899c-783be33f256c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047713 Sep 29 06:46:06.271146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0c088f28-e945-49b4-a9e4-9e45180abd47 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b8ee76-251d-4f1e-adaa-db2b8505bb91 HTTP/1.1" status: 200 len: 205 time: 0.1357691 Sep 29 06:46:06.277284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40158) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.304386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Port fbc234f0-4186-4336-a1a3-5b8f6b08f658 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:06.309686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c6251e73-de00-41f2-9b5d-8b62e7fd3c94 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:06.369435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-4494592e-10c0-4c6d-b6a1-6c377a22c098 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] delete failed (client error): The resource could not be found. Sep 29 06:46:06.370749 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4494592e-10c0-4c6d-b6a1-6c377a22c098 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/e1b8ee76-251d-4f1e-adaa-db2b8505bb91 HTTP/1.1" status: 404 len: 336 time: 0.0923331 Sep 29 06:46:06.374573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40164) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.392906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c6251e73-de00-41f2-9b5d-8b62e7fd3c94 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:06.396978 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c6251e73-de00-41f2-9b5d-8b62e7fd3c94 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1489561 Sep 29 06:46:06.429541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40168) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.441598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-11756d0e-222a-4452-afed-1ddf211370a1 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:06.443112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-11756d0e-222a-4452-afed-1ddf211370a1 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.61 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.4565053 Sep 29 06:46:06.452331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '9d06fe35-a4f7-483f-bf59-e9f7be6eefc3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:06.453415 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-808f7d2c-7c8d-47b6-8cbc-a7cf7c818c36 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8748c6b-d1d5-425f-bc7b-0586ddd56194 HTTP/1.1" status: 200 len: 205 time: 0.0766850 Sep 29 06:46:06.460512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40172) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.467439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:06.522882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.544311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Deleting port 77583e9d-627a-452a-87da-71107c4a9e7a {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:06.544652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.606273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:06.635118 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-296794bb-8946-4e1a-9afe-7a1ddd8033dd tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] delete failed (client error): The resource could not be found. Sep 29 06:46:06.636064 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-296794bb-8946-4e1a-9afe-7a1ddd8033dd tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/f8748c6b-d1d5-425f-bc7b-0586ddd56194 HTTP/1.1" status: 404 len: 336 time: 0.1725714 Sep 29 06:46:06.639148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.676578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.718901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c644e6f5-9e62-44a6-87b0-934aa0e7c2da tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea9e6769-e84b-431c-80b6-b50d48fb81ff HTTP/1.1" status: 200 len: 205 time: 0.0765405 Sep 29 06:46:06.720270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40180) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.739091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3639ba-60c6-417d-ad49-d85eeee71175 req-87fedd1e-113b-408f-85ac-3262c9636ca7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:06.742966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2a3639ba-60c6-417d-ad49-d85eeee71175 req-87fedd1e-113b-408f-85ac-3262c9636ca7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3589284 Sep 29 06:46:06.744760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.794947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:06.806774 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Attempt 3 to provision port fbc234f0-4186-4336-a1a3-5b8f6b08f658 Sep 29 06:46:06.863473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Port fbc234f0-4186-4336-a1a3-5b8f6b08f658 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:06.885882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for fbc234f0-4186-4336-a1a3-5b8f6b08f658 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:06.918153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-3ba3e52a-9462-4975-ae35-f5668fe9f50e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] delete failed (client error): The resource could not be found. Sep 29 06:46:06.919231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3ba3e52a-9462-4975-ae35-f5668fe9f50e tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/routers/ea9e6769-e84b-431c-80b6-b50d48fb81ff HTTP/1.1" status: 404 len: 336 time: 0.1978910 Sep 29 06:46:06.926262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40184) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:06.943667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:06.948669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:06.951037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:07.001397 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-78674a62-3e59-45c1-92bf-002b39e15645 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] DELETE failed (client error): The resource could not be found. Sep 29 06:46:07.002403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78674a62-3e59-45c1-92bf-002b39e15645 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:46:07.005053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=9b3a6105-363e-4936-94eb-75283c3013ba,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:07.015942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.024706 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2a3639ba-60c6-417d-ad49-d85eeee71175 req-09710675-53ab-46cf-b843-8cbb877c65ca tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665601 Sep 29 06:46:07.029130 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-78674a62-3e59-45c1-92bf-002b39e15645 tempest-RoutersIpV6AdminTest-2111720149 tempest-RoutersIpV6AdminTest-2111720149-project] 10.222.0.26 "DELETE /v2.0/subnets/f8193f64-7b5d-46ab-a058-02e9d15acfd7 HTTP/1.1" status: 404 len: 337 time: 0.0987191 Sep 29 06:46:07.029130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.046762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44d74c9-5c2c-4cac-82ee-ba5da12c3340,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:07.072604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] For port 77583e9d-627a-452a-87da-71107c4a9e7a, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=77583e9d-627a-452a-87da-71107c4a9e7a,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:07.072837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.090195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:07.090826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.109729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.111825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e56070bb-69bf-44e6-acb9-57a8266c200e tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6699872 Sep 29 06:46:07.117474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40192) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.164531 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eb82fe11-5adc-4024-b9d5-060db22c45e3 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7430565 Sep 29 06:46:07.172204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40198) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.206955 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5e4ee565-6490-4d4b-b8b7-1ed7bda9d01d tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules/a44d74c9-5c2c-4cac-82ee-ba5da12c3340 HTTP/1.1" status: 200 len: 763 time: 0.0882983 Sep 29 06:46:07.211868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'port': {'network_id': 'ce994343-d1ba-43f8-bf37-364ff9e90906', 'name': 'tempest-FloatingIPTestJSON-1112873999'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:07.230286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40202) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.251991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.364478 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Attempt 4 to provision port fbc234f0-4186-4336-a1a3-5b8f6b08f658 Sep 29 06:46:07.412033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:07.412453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40208) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.464495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28be03cf-8a65-4d4a-a2bc-c57e31e25204 None None] Port fbc234f0-4186-4336-a1a3-5b8f6b08f658 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:46:07.516769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:07.517689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.518022 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 Sep 29 06:46:07.544410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f17b2-b214-4a7a-b24a-6ce35090949d req-8f840358-a4f7-4eae-848d-86df7c43ca5c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:07.545996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b21f17b2-b214-4a7a-b24a-6ce35090949d req-8f840358-a4f7-4eae-848d-86df7c43ca5c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3522549 Sep 29 06:46:07.653603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=fbc234f0-4186-4336-a1a3-5b8f6b08f658,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:07.674524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.680210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:07.743930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d999ec01-276e-422e-b0f2-5480c4b18efb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:07.755809 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7217ab82-5966-4ca9-82c4-a221a9ba5b35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/fbc234f0-4186-4336-a1a3-5b8f6b08f658 HTTP/1.1" status: 204 len: 168 time: 1.6347547 Sep 29 06:46:07.770312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40214) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.798979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.799644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.799644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Floating IP 23a773fc-2e44-4b91-960c-a8820c840093 disassociated. External IP: 172.26.0.134, port: 77583e9d-627a-452a-87da-71107c4a9e7a. Sep 29 06:46:07.800030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Calling delete_port for 77583e9d-627a-452a-87da-71107c4a9e7a owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:07.831750 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b21f17b2-b214-4a7a-b24a-6ce35090949d req-89f584fd-30ea-4d18-bd1e-1a3be2bc950e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686698 Sep 29 06:46:07.835931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d999ec01-276e-422e-b0f2-5480c4b18efb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:07.840050 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d999ec01-276e-422e-b0f2-5480c4b18efb tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6059268 Sep 29 06:46:07.840211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.846439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:07.856984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40218) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.857207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:port and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:07.860274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:07.870210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:07.886058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:07.888529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf34a54-4fcf-4d8c-a0e0-7ec5ac9f9fee req-bf585a3e-f585-4cfd-838f-453a6def993e tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:07.895186 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5cf34a54-4fcf-4d8c-a0e0-7ec5ac9f9fee req-bf585a3e-f585-4cfd-838f-453a6def993e tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 945 time: 0.6396704 Sep 29 06:46:07.901892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b671b3d47745babb038e2a8ac8d53b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:07.906098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:07.914416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:07.928944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1221e2-8297-4c72-ad60-ddcb88d79982 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:07.930523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1221e2-8297-4c72-ad60-ddcb88d79982 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:07.932202 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eb1221e2-8297-4c72-ad60-ddcb88d79982 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1586416 Sep 29 06:46:07.934777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:07.938014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.942333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-724abda3-36fb-40b4-a4a0-f5174a6767e1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:07.948188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40224) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:07.974800 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5cf34a54-4fcf-4d8c-a0e0-7ec5ac9f9fee req-d85f8b33-a5df-43bf-8dae-f19cccba1fd7 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups?id=4015133e-a0b9-432e-9d1b-b0744ec73ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785079 Sep 29 06:46:07.984892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] device_id is not set on port a1bd3833-bb45-4d88-bbc5-9bd8400435b7 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:07.989932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-724abda3-36fb-40b4-a4a0-f5174a6767e1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.113749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet cfc8c735-6911-49f9-b6cb-03bb11d7191c {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:08.119414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-724abda3-36fb-40b4-a4a0-f5174a6767e1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.123201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.146695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.12 (ce994343-d1ba-43f8-bf37-364ff9e90906/892adec3-8c84-4e83-a4a6-582517e5d327/a1bd3833-bb45-4d88-bbc5-9bd8400435b7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:08.192531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724abda3-36fb-40b4-a4a0-f5174a6767e1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a44d74c9-5c2c-4cac-82ee-ba5da12c3340,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:08.224070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.237296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.336275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event deleted for resources: {'Port': ['ID=77583e9d-627a-452a-87da-71107c4a9e7a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:08.341691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.356738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.424012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fc8c8-e7f0-4bce-9607-e18613ed9719 req-437f5a15-2eda-4b24-ad9d-b0d39ea124a6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:08.425506 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f48fc8c8-e7f0-4bce-9607-e18613ed9719 req-437f5a15-2eda-4b24-ad9d-b0d39ea124a6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.2468331 Sep 29 06:46:08.427938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-724abda3-36fb-40b4-a4a0-f5174a6767e1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.429038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-724abda3-36fb-40b4-a4a0-f5174a6767e1 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a44d74c9-5c2c-4cac-82ee-ba5da12c3340 HTTP/1.1" status: 204 len: 168 time: 0.5695903 Sep 29 06:46:08.435252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.440920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40230) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:08.505644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4b671b3d47745babb038e2a8ac8d53b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0920677 Sep 29 06:46:08.509684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40234) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:08.512294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7f461-877e-47bc-abfa-cc9a9ce244e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a5176c-eb6b-4714-b7cc-4300075ad456,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:08.538695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f48fc8c8-e7f0-4bce-9607-e18613ed9719 req-c5c78e71-fa0d-41f7-b552-f02bc3adc0e7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966847 Sep 29 06:46:08.550803 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a7ec35e6-ed52-47a2-a8a4-f2df10960c0f tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1075480 Sep 29 06:46:08.552467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40238) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:08.559033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '9d06fe35-a4f7-483f-bf59-e9f7be6eefc3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:08.566072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:08.583828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:08.585020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:08.592314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:08.598795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5228-9033-4a5a-9f69-a44dfa352544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.607746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.632951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.654436 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Project 501e5a8ac4584a80ae616a917f1d52d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:46:08.678083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.707121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:08.716176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:08.724178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:08.772334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.775562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=a1bd3833-bb45-4d88-bbc5-9bd8400435b7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:08.823766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:08.824467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.829424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.840996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.843146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Router 705f6c26-46f8-4a88-a645-3f223ed71dfa has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:08.844534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc8c735-6911-49f9-b6cb-03bb11d7191c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:08.875675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fdbc65-c9ea-4fdb-869d-f3cd3f3ef9a8,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:08.880828 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5da2b8a6-8454-4446-8441-ca6a225b8b4b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7045488 Sep 29 06:46:08.890365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.891133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:08.894567 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eea60c44-382d-4f78-b702-59f9edc3798b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3411107 Sep 29 06:46:08.895158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40246) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:08.895484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40248) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:08.899395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf5e34-9a82-4dae-85c2-18a51c820453 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:08.936007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'a1bd3833-bb45-4d88-bbc5-9bd8400435b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:08.957700 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a7727c18-08d4-4cc3-a4a5-f3207d82dddf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/cfc8c735-6911-49f9-b6cb-03bb11d7191c HTTP/1.1" status: 204 len: 168 time: 1.0063026 Sep 29 06:46:08.960920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:08.963159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40254) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:08.991874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1b0510e7-57f7-47f1-aebe-afaeb98b7fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.091449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1b0510e7-57f7-47f1-aebe-afaeb98b7fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.114481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:floatingip and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:09.120385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-29c9470f-b827-4ac1-8246-bfff96b63195 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules/e3fdbc65-c9ea-4fdb-869d-f3cd3f3ef9a8 HTTP/1.1" status: 200 len: 769 time: 0.2065382 Sep 29 06:46:09.123122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-de82617a-0043-4aad-8b50-c5d18fa304d8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1591058 Sep 29 06:46:09.123864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40262) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:09.124852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:09.142846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40264) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:09.148451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:09.156457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:09.241406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:09.253267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] Sync routers for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:09.271119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:09.277183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:09.278589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:45:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:09.325551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1b0510e7-57f7-47f1-aebe-afaeb98b7fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.384644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] Deleting port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:09.385241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.416945 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5b502b8a-3530-40c3-ae1b-7b62b3c5a228 req-e2f30dcf-3a13-40c1-8c8d-8acb25076653 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/ports?device_id=edeaac60-7b12-4b4b-baac-d944f659aeb5 HTTP/1.1" status: 200 len: 210 time: 0.1381559 Sep 29 06:46:09.419132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.459052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] No DVR routers for this DVR port 77583e9d-627a-452a-87da-71107c4a9e7a on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:09.463922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.466010 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb945106-55b7-44a6-a61f-1a76fcb0f85b req-59b8d823-ccb0-4299-8ffa-320e30a37ac5 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.61 "DELETE /v2.0/ports/77583e9d-627a-452a-87da-71107c4a9e7a HTTP/1.1" status: 204 len: 173 time: 3.0150282 Sep 29 06:46:09.466905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0510e7-57f7-47f1-aebe-afaeb98b7fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a5176c-eb6b-4714-b7cc-4300075ad456,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:09.468570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'name': 'network-vif-deleted', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:46:09.481279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae06b4d-e0dc-41b6-8943-7b872dd7d95a" -d '{"events": [{"server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "name": "network-vif-deleted", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:46:09.481513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:09.506603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1b0510e7-57f7-47f1-aebe-afaeb98b7fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.507919 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1b0510e7-57f7-47f1-aebe-afaeb98b7fc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56a5176c-eb6b-4714-b7cc-4300075ad456 HTTP/1.1" status: 204 len: 168 time: 0.9928339 Sep 29 06:46:09.582260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d6945015-265a-4b1e-9f70-7bf32220dde4 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:09.584475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fdc823-a363-47bc-8e11-512c38fe0769 x-openstack-request-id: req-c7fdc823-a363-47bc-8e11-512c38fe0769 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:46:09.584762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeaac60-7b12-4b4b-baac-d944f659aeb5", "name": "network-vif-deleted", "tag": "77583e9d-627a-452a-87da-71107c4a9e7a", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:46:09.585007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7fdc823-a363-47bc-8e11-512c38fe0769 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:46:09.585468 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fdc823-a363-47bc-8e11-512c38fe0769'] response: {'server_uuid': 'edeaac60-7b12-4b4b-baac-d944f659aeb5', 'name': 'network-vif-deleted', 'tag': '77583e9d-627a-452a-87da-71107c4a9e7a', 'status': 'completed', 'code': 200} Sep 29 06:46:09.587174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:09.648654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0019c5-6d4b-4d19-9bcf-23c938a81307 req-2591f999-8d0b-45d7-980f-83f50c05d2c6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:09.651845 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c0019c5-6d4b-4d19-9bcf-23c938a81307 req-2591f999-8d0b-45d7-980f-83f50c05d2c6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.1376567 Sep 29 06:46:09.659884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:09.666089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:09.677676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:09.699767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d6945015-265a-4b1e-9f70-7bf32220dde4 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:09.704030 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d6945015-265a-4b1e-9f70-7bf32220dde4 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5758693 Sep 29 06:46:09.705432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40276) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:09.723605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:09.725977 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c0019c5-6d4b-4d19-9bcf-23c938a81307 req-20eb1d10-e6e3-4dff-846a-8c3994e6a19e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683517 Sep 29 06:46:09.739768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.857269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4a6acac-5ab5-4858-8e5d-1d363c58d7cf tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.880050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4a6acac-5ab5-4858-8e5d-1d363c58d7cf tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.937629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] For port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:09.938240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:09.954346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4a6acac-5ab5-4858-8e5d-1d363c58d7cf tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.008775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6acac-5ab5-4858-8e5d-1d363c58d7cf tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3fdbc65-c9ea-4fdb-869d-f3cd3f3ef9a8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:10.041875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40282) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:10.049861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4a6acac-5ab5-4858-8e5d-1d363c58d7cf tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.053786 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f4a6acac-5ab5-4858-8e5d-1d363c58d7cf tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e3fdbc65-c9ea-4fdb-869d-f3cd3f3ef9a8 HTTP/1.1" status: 204 len: 168 time: 0.3464820 Sep 29 06:46:10.057666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40286) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:10.059078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.068046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] Calling delete_port for 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:10.097353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8aa4ed63-3f86-4fd3-b040-c3f82eedb3f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24f7e98dfb4b4624855216777abac516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513844 Sep 29 06:46:10.097719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40290) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:10.161410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 77583e9d-627a-452a-87da-71107c4a9e7a no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:10.201738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.203093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5df2bc22-7570-44a1-8777-d814278641eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.250805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5df2bc22-7570-44a1-8777-d814278641eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.284090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 77583e9d-627a-452a-87da-71107c4a9e7a {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:10.284714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 77583e9d-627a-452a-87da-71107c4a9e7a not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:10.292037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] Pushing event deleted for resources: {'Port': ['ID=3cfc9f1d-c0ae-4ba7-9ca5-77593b714682,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:10.299053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2029fe1c-7213-463a-bafd-02a7bc334bc9 None None] No DVR routers for this DVR port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:10.320809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3cfc9f1d-c0ae-4ba7-9ca5-77593b714682 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:10.321207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.343860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dbf30f85-9a53-4cb3-9a3e-02cfab01d371 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:10.347544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.365989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5df2bc22-7570-44a1-8777-d814278641eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.380367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:10.387761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2bc22-7570-44a1-8777-d814278641eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350766ff-7459-4316-a447-817a31f5ab8d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:10.399882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5df2bc22-7570-44a1-8777-d814278641eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.415163 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5df2bc22-7570-44a1-8777-d814278641eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/350766ff-7459-4316-a447-817a31f5ab8d HTTP/1.1" status: 204 len: 168 time: 0.3159633 Sep 29 06:46:10.546780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:10.558213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:10.577160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe4f03-a0d9-4298-915a-7bef374f99e5 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:10.588380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dbf30f85-9a53-4cb3-9a3e-02cfab01d371 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:10.590111 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dbf30f85-9a53-4cb3-9a3e-02cfab01d371 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5288153 Sep 29 06:46:10.593489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40298) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:10.595834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:10.597321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.632954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=a10ea134-0d5e-4c3e-9717-4927a35c74c1,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:10.675358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.159 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/b559dadf-eea9-430f-b830-b066044ff20d) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:10.699286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-72a9eb31-a4ac-40dc-ab2c-ec0a30856ab1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5509489 Sep 29 06:46:10.700828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40304) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:10.700961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40306) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:10.731531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'a10ea134-0d5e-4c3e-9717-4927a35c74c1', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1757486277'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:10.760105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d4ba829b-08a7-4d68-a751-5a9ad2c94b5c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.816496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d4ba829b-08a7-4d68-a751-5a9ad2c94b5c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.906471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d4ba829b-08a7-4d68-a751-5a9ad2c94b5c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.937192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba829b-08a7-4d68-a751-5a9ad2c94b5c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d06fe35-a4f7-483f-bf59-e9f7be6eefc3,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:10.977275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d4ba829b-08a7-4d68-a751-5a9ad2c94b5c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.977922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-38fd949f-c8f1-4853-b835-2808b8f6d964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:10.982200 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d4ba829b-08a7-4d68-a751-5a9ad2c94b5c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/9d06fe35-a4f7-483f-bf59-e9f7be6eefc3 HTTP/1.1" status: 204 len: 168 time: 0.3869727 Sep 29 06:46:10.983159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40316) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.092992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49f3163a-f903-48b0-a128-2357bd10aba5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:11.123248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49f3163a-f903-48b0-a128-2357bd10aba5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:11.130347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-49f3163a-f903-48b0-a128-2357bd10aba5 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1416118 Sep 29 06:46:11.130564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40324) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.141320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group': {'name': 'tempest-secgroup--34381100'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:11.196572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d68d28bc-b2eb-482f-a957-3066a5eb3bad tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.234642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'a10ea134-0d5e-4c3e-9717-4927a35c74c1'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:11.239448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.243863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:11.265947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:11.282958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d68d28bc-b2eb-482f-a957-3066a5eb3bad tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.292621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:11.311467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.315325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:11.321089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:11.327733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:11.340084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.350571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0b5fa-38f6-49d6-918f-d0e621ff8006 req-4304d208-39de-4951-9edb-112b220dca24 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:11.370482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:11.371078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0dd0b5fa-38f6-49d6-918f-d0e621ff8006 req-4304d208-39de-4951-9edb-112b220dca24 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3721716 Sep 29 06:46:11.378979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:11.383589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:11.391341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:11.472954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/a10ea134-0d5e-4c3e-9717-4927a35c74c1/aee00010-2f87-4724-b938-b8bfed71e188) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:11.476231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:11.483595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.488500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.535488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d6a53-7515-4124-a61d-2f760f8fdca7,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:11.566998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.571073 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-93d3329f-350d-4479-acc3-8280592dfb48 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4369066 Sep 29 06:46:11.571361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40338) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.581830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Request body: {'security_group_rule': {'security_group_id': '367d6a53-7515-4124-a61d-2f760f8fdca7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:11.590963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:11.603720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Usage tracker for resource:security_group_rule and tenant:501e5a8ac4584a80ae616a917f1d52d9 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:11.608430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:11.612194 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0dd0b5fa-38f6-49d6-918f-d0e621ff8006 req-9fcd239b-6324-466c-ad32-fb2795441f39 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401776 Sep 29 06:46:11.625836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:11.660192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d68d28bc-b2eb-482f-a957-3066a5eb3bad tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.669180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.679868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.754859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d28bc-b2eb-482f-a957-3066a5eb3bad tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4015133e-a0b9-432e-9d1b-b0744ec73ca4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:11.759100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.768007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.800428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e96da-b762-42d8-9bbb-0bb1724aca34,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:11.825646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.827812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.839049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:11.844567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Transition to ACTIVE for port object aee00010-2f87-4724-b938-b8bfed71e188 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:11.846879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:11.853486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.856448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d68d28bc-b2eb-482f-a957-3066a5eb3bad tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.856607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40344) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.860262 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d68d28bc-b2eb-482f-a957-3066a5eb3bad tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "DELETE /v2.0/security-groups/4015133e-a0b9-432e-9d1b-b0744ec73ca4 HTTP/1.1" status: 204 len: 168 time: 1.1553903 Sep 29 06:46:11.864516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40348) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.865692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:44:02Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:11.865956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:11.871429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.872540 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d300cc09-2939-4144-bd5b-15f833d558b0 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3001866 Sep 29 06:46:11.884829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40354) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.895960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=b559dadf-eea9-430f-b830-b066044ff20d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:11.902399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Transition to ACTIVE for port object aee00010-2f87-4724-b938-b8bfed71e188 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:11.904877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] Checking router: 705f6c26-46f8-4a88-a645-3f223ed71dfa for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:11.908152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-fd07df8a-e6ef-4df6-90a0-cebb8427ea2e tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] show failed (client error): The resource could not be found. Sep 29 06:46:11.909493 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fd07df8a-e6ef-4df6-90a0-cebb8427ea2e tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "GET /v2.0/security-groups/4015133e-a0b9-432e-9d1b-b0744ec73ca4 HTTP/1.1" status: 404 len: 347 time: 0.0438890 Sep 29 06:46:11.913194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40358) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:11.918023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.923657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:11.928777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 5af2eba2-71a3-4b23-a5f2-6096002dbe96 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:11.989471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:11.990770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:12.049111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Pushing event updated for resources: {'Port': ['ID=aee00010-2f87-4724-b938-b8bfed71e188,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:12.084218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:12.087103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:12.091197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:12.109282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1573700506'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:12.118703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Deleting port e2d70783-94f9-400d-9b31-8a427b0fd7f3 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:12.119045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.143089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:12.162347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Usage tracker for resource:network and tenant:4090abd472c84aa5a3c794b64637422b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:12.172520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:12.188480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:12.193661 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:46:12.194436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:46:12.194655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4823641c-e1af-4f57-ab6f-3ec963ecc47b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.247804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:12.251212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.274514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Attempting to bind port aee00010-2f87-4724-b938-b8bfed71e188 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:12.274907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Attempting to bind port aee00010-2f87-4724-b938-b8bfed71e188 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:12.275476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Attempting to bind port aee00010-2f87-4724-b938-b8bfed71e188 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:12.283154 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-40bfb466-2a96-4e16-b816-a9aa9aa3b55e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5781834 Sep 29 06:46:12.286334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40362) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:12.288070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:12.313099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4823641c-e1af-4f57-ab6f-3ec963ecc47b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.327853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.332003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:12.332389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:12.332801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.333205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:12.333699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Bound port: aee00010-2f87-4724-b938-b8bfed71e188, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:12.334080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.366376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:12.382745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Usage tracker for resource:security_group_rule and tenant:4090abd472c84aa5a3c794b64637422b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:12.385638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:12.402426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:12.450014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.450346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.515009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb663027-f219-4478-a28c-2717b0653f9d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:12.516221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fb663027-f219-4478-a28c-2717b0653f9d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:12.545432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fb663027-f219-4478-a28c-2717b0653f9d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:12.549372 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fb663027-f219-4478-a28c-2717b0653f9d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2593808 Sep 29 06:46:12.550119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40366) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:12.578205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4823641c-e1af-4f57-ab6f-3ec963ecc47b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.591901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Calling delete_port for e2d70783-94f9-400d-9b31-8a427b0fd7f3 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:12.592506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] For port aee00010-2f87-4724-b938-b8bfed71e188, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:12.597531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] For port aee00010-2f87-4724-b938-b8bfed71e188, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aee00010-2f87-4724-b938-b8bfed71e188,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:12.614680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.760965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.781927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571eb5f-cb44-4d25-a03b-286ce61a1e70 None None] Pushing event updated for resources: {'Port': ['ID=aee00010-2f87-4724-b938-b8bfed71e188,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:12.803887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823641c-e1af-4f57-ab6f-3ec963ecc47b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d6a53-7515-4124-a61d-2f760f8fdca7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:12.825635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0579f-490c-473b-9adc-8e9b75d88d22 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:12.827174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0579f-490c-473b-9adc-8e9b75d88d22 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:12.827766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:44:02Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:12.827927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0df0579f-490c-473b-9adc-8e9b75d88d22 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:12.833987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a0b114-ba6e-4d2d-a7c9-47113ebb59d3 None None] The sync data for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv is: [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '592254ce-e98b-412c-a8b3-46c78463fa40', 'name': '', 'network_id': '979c1f83-802e-4aef-a559-9f00b2fd8b54', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'mac_address': 'fa:16:3e:24:bd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:44:02Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'subnets': [{'id': '4f381b12-92c1-4d00-bd68-2d636f8e211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:12.895261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4823641c-e1af-4f57-ab6f-3ec963ecc47b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.895754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0df0579f-490c-473b-9adc-8e9b75d88d22 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:12.899049 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4823641c-e1af-4f57-ab6f-3ec963ecc47b tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/367d6a53-7515-4124-a61d-2f760f8fdca7 HTTP/1.1" status: 204 len: 168 time: 1.0107489 Sep 29 06:46:12.899896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0df0579f-490c-473b-9adc-8e9b75d88d22 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3492680 Sep 29 06:46:12.902359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40372) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:12.902932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40374) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:12.913044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:12.993439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.076855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Pushing event deleted for resources: {'Port': ['ID=e2d70783-94f9-400d-9b31-8a427b0fd7f3,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:13.198880 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b966af-d701-4988-8619-7af4640c449a None None] New status for floating IP 23a773fc-2e44-4b91-960c-a8820c840093: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:46:13.208630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet a10ea134-0d5e-4c3e-9717-4927a35c74c1 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:13.214226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.220720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.235405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.252529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.290213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c32bdaad-d011-48e8-bb1b-0cc69c1caad7 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:13.293647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.324436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.334984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93824-5ab9-4e5f-aeac-830b3c5e3b09 req-840693df-ebe1-421f-be7f-62a78a146250 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:13.342165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32a93824-5ab9-4e5f-aeac-830b3c5e3b09 req-840693df-ebe1-421f-be7f-62a78a146250 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.5552464 Sep 29 06:46:13.347904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.359317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.400151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.411675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=b559dadf-eea9-430f-b830-b066044ff20d,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:13.520987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aee00010-2f87-4724-b938-b8bfed71e188 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:13.568178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP a2024c60-c77d-46b9-88f3-7b75d85e7209 associated. External IP: 172.26.0.159, port: a1bd3833-bb45-4d88-bbc5-9bd8400435b7. Sep 29 06:46:13.589456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:13.609629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c32bdaad-d011-48e8-bb1b-0cc69c1caad7 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:13.614218 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c32bdaad-d011-48e8-bb1b-0cc69c1caad7 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7005861 Sep 29 06:46:13.614780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40382) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:13.622945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port aee00010-2f87-4724-b938-b8bfed71e188 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:13.631424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a7d03-66d4-4f99-b67d-6a59543e5b81,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:13.654572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.655076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Added segment f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7 of type vlan for network bc4708e1-077c-44d5-8bc4-893c2096164b Sep 29 06:46:13.670244 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32a93824-5ab9-4e5f-aeac-830b3c5e3b09 req-806ac450-0440-43c4-9f70-ec71eb7b77f4 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271642 Sep 29 06:46:13.707363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.708506 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b55ae000-673f-4064-9c94-4ed8ff0a0cf2 tempest-ServersTestJSON-139365145 tempest-ServersTestJSON-139365145-project] 10.222.0.26 "DELETE /v2.0/floatingips/23a773fc-2e44-4b91-960c-a8820c840093 HTTP/1.1" status: 204 len: 168 time: 1.7941241 Sep 29 06:46:13.718711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40386) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:13.790812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.826186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-034df71c-770b-4043-bb39-40e69cb9aa9c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:13.843476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.952766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:13.968693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Provisioning for port aee00010-2f87-4724-b938-b8bfed71e188 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:13.974000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Provisioning complete for port aee00010-2f87-4724-b938-b8bfed71e188 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:13.974377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.974751 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Attempt 1 to provision port aee00010-2f87-4724-b938-b8bfed71e188 Sep 29 06:46:13.979974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-034df71c-770b-4043-bb39-40e69cb9aa9c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:13.983798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-034df71c-770b-4043-bb39-40e69cb9aa9c tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3590746 Sep 29 06:46:13.993901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:13.999208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:13.999791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.003957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40390) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:14.108015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Current status of the port aee00010-2f87-4724-b938-b8bfed71e188 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:14.108409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.147028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:14.154016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a7da8c68-1b8a-4ca5-82b9-4c998bbac245 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] delete failed (client error): The resource could not be found. Sep 29 06:46:14.154228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a7da8c68-1b8a-4ca5-82b9-4c998bbac245 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "DELETE /v2.0/security-groups/367d6a53-7515-4124-a61d-2f760f8fdca7 HTTP/1.1" status: 404 len: 347 time: 0.1229055 Sep 29 06:46:14.162860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40396) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:14.166610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3048861 Sep 29 06:46:14.169441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40400) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:14.171400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:14.206894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.236994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'subnet': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:14.250316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c311697-1cc9-4bb8-9439-e1f8cc1735f3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Network': ['ID=bc4708e1-077c-44d5-8bc4-893c2096164b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:14.264911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:46:14.265696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:46:14.266419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network bc4708e1-077c-44d5-8bc4-893c2096164b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:14.268187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f824fca6-6e55-4aaf-b4e7-7e70a3c30403 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Synchronizing usage tracker for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:14.269521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.289412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:14.289657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-69d76b8d-a864-478e-bf3d-33853ed13554 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3903196 Sep 29 06:46:14.289748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:14.289853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40404) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:14.294733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:14.402444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.404540 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a10ea134-0d5e-4c3e-9717-4927a35c74c1 HTTP/1.1" status: 204 len: 168 time: 1.4911232 Sep 29 06:46:14.405526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9eb94-5778-4912-b244-4a25e6a11b7a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=a10ea134-0d5e-4c3e-9717-4927a35c74c1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:14.418922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40408) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:14.513479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f824fca6-6e55-4aaf-b4e7-7e70a3c30403 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] Unset dirty status for tenant:501e5a8ac4584a80ae616a917f1d52d9 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:14.514759 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f824fca6-6e55-4aaf-b4e7-7e70a3c30403 tempest-SecGroupIPv6Test-63833848 tempest-SecGroupIPv6Test-63833848-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3515205 Sep 29 06:46:14.538572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8d7d4-0211-4989-b262-aa964e7f3aa0 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:14.556242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:14.569276 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f92f577-b11a-494d-809d-839fda420bcc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1491916 Sep 29 06:46:14.572931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40416) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:14.581605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:14.591973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:14.618409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Usage tracker for resource:subnet and tenant:4090abd472c84aa5a3c794b64637422b is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:14.630832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:14.640629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:14.641267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:14.643472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:14.685535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.751942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:14.752184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee145a6-5aaf-4461-ab0e-b931e7cd58fe None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:14.757211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:14.761387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:14.814673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:14.963664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:14.967909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Current status of the port aee00010-2f87-4724-b938-b8bfed71e188 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:14.967909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.003847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:15.007474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.039506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] For port aee00010-2f87-4724-b938-b8bfed71e188, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aee00010-2f87-4724-b938-b8bfed71e188,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:15.041867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eacfa-2265-4de2-9c19-f662d2f2c8ec req-6cce5317-7716-4d90-b322-f2f327ef8b89 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:15.043403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d9eacfa-2265-4de2-9c19-f662d2f2c8ec req-6cce5317-7716-4d90-b322-f2f327ef8b89 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.4019754 Sep 29 06:46:15.059109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.114885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40424) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:15.144772 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d9eacfa-2265-4de2-9c19-f662d2f2c8ec req-8996c5a3-3193-4943-b497-ad2c8d731935 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865862 Sep 29 06:46:15.170781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.188294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.189266 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP a2024c60-c77d-46b9-88f3-7b75d85e7209 disassociated. External IP: 172.26.0.159, port: a1bd3833-bb45-4d88-bbc5-9bd8400435b7. Sep 29 06:46:15.201459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.201805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251c3fe-5e72-43ce-a83b-732bdced0784 None None] Pushing event updated for resources: {'Port': ['ID=aee00010-2f87-4724-b938-b8bfed71e188,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:15.279429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45716cb-1d7a-4b79-8376-a9b20d801bfb req-3b7f9a69-9583-4130-8e62-982ce9cbdc37 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:15.280658 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c45716cb-1d7a-4b79-8376-a9b20d801bfb req-3b7f9a69-9583-4130-8e62-982ce9cbdc37 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4063966 Sep 29 06:46:15.282725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:15.287050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Deleting port aee00010-2f87-4724-b938-b8bfed71e188 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:15.287521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.443145 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c45716cb-1d7a-4b79-8376-a9b20d801bfb req-c8cd980d-e402-412d-b2f4-35684c84865f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521964 Sep 29 06:46:15.460364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aee00010-2f87-4724-b938-b8bfed71e188 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:15.510667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Subnet': ['ID=6da37dff-4079-46af-b827-b08917b4bc0d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:15.538153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d90b84f9-0dfb-4828-b2dc-951f43fc8173 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=501e5a8ac4584a80ae616a917f1d52d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184656 Sep 29 06:46:15.539868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Checking segment: {'id': 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:15.540224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network hostable DHCP agents. Network: bc4708e1-077c-44d5-8bc4-893c2096164b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:46:15.544318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40430) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:15.589439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.665500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:46:15.685230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] For port aee00010-2f87-4724-b938-b8bfed71e188, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aee00010-2f87-4724-b938-b8bfed71e188,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:15.685695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.696750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, bc4708e1-077c-44d5-8bc4-893c2096164b) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:15.708419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:15.708997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.716058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:15.751729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port aee00010-2f87-4724-b938-b8bfed71e188 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:15.752042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.760489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe8fcf-6c28-49de-8564-e14e202a3cbc None None] Network bc4708e1-077c-44d5-8bc4-893c2096164b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:15.764655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d5c045d-1d72-4c06-abce-4f14361f1274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.826000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d5c045d-1d72-4c06-abce-4f14361f1274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:15.837740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d1c622a6-68ff-458c-a927-c773992ae55a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6649249 Sep 29 06:46:15.841755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Calling delete_port for aee00010-2f87-4724-b938-b8bfed71e188 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:15.842667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:15.862592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1681964077'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:15.972013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port aee00010-2f87-4724-b938-b8bfed71e188, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aee00010-2f87-4724-b938-b8bfed71e188,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:15.982653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.020587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d5c045d-1d72-4c06-abce-4f14361f1274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.059879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c045d-1d72-4c06-abce-4f14361f1274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d09d49-9798-485b-9d11-ceb10036e2b4,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:16.105525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d5c045d-1d72-4c06-abce-4f14361f1274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.107620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:46:16.108240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:46:16.109837 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6d5c045d-1d72-4c06-abce-4f14361f1274 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a3d09d49-9798-485b-9d11-ceb10036e2b4 HTTP/1.1" status: 204 len: 168 time: 0.5636475 Sep 29 06:46:16.127388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.139200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Deleting port 592254ce-e98b-412c-a8b3-46c78463fa40 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:16.139549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.160048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=aee00010-2f87-4724-b938-b8bfed71e188,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:16.208915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=706b9954-38e9-4205-8200-ad83006d0fc7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:16.242618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:16.246194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:16.246805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-bc4708e1-077c-44d5-8bc4-893c2096164b', 'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'tenant_id': '4090abd472c84aa5a3c794b64637422b', 'fixed_ips': [{'subnet_id': '6da37dff-4079-46af-b827-b08917b4bc0d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:16.247645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.247953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:16.257301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:16.257970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.261527 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:16.281742 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:16.284508 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:16.287844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.347725 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9a77416f-3d4c-4120-b6c2-b2cb87d7f672 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7737389 Sep 29 06:46:16.353277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40442) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:16.363056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:16.367670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Usage tracker for resource:port and tenant:4090abd472c84aa5a3c794b64637422b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:16.371620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:16.377967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:16.390366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:16.399740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:16.404573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.417967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:16.419066 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:16.424729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-65e98444-c076-45ec-8787-d43e6bafde30 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/floatingips/a2024c60-c77d-46b9-88f3-7b75d85e7209 HTTP/1.1" status: 200 len: 688 time: 2.1341572 Sep 29 06:46:16.430113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40448) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:16.433302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:router and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:16.439389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:16.440365 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:16.441156 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:16.552799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] device_id is not set on port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:16.572739 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:16.573139 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91daceb-93af-4457-886d-17c94c38f527 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:16.588131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:16.591837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Allocated IP 2001:db8::2 (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/b056cd8f-6045-411f-bfa5-b13e6e665ee0) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:16.610076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Deleting port aee00010-2f87-4724-b938-b8bfed71e188 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:16.610812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.709443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1aa0-eae5-4dbe-b5f5-ba5c905613f2 req-3b404892-9d3d-49ae-add2-767e69c6928d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:16.716693 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-372d1aa0-eae5-4dbe-b5f5-ba5c905613f2 req-3b404892-9d3d-49ae-add2-767e69c6928d tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.2982423 Sep 29 06:46:16.762739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port b559dadf-eea9-430f-b830-b066044ff20d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:16.763279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.771589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-e75e4100-757a-4084-abe2-f0533fbf3bfc tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:16.774209 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-e75e4100-757a-4084-abe2-f0533fbf3bfc tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.5763698 Sep 29 06:46:16.820688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.821617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.918913 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-372d1aa0-eae5-4dbe-b5f5-ba5c905613f2 req-f4a1bee4-f4a2-4b8d-b0cd-47b2a19ee507 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001286 Sep 29 06:46:16.934713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Deleting port a56e2a4b-b61c-43f9-9197-93d151c9597d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:16.935527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:16.942577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.010030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee3d0e-b571-4266-adf7-4a72cb026e65 req-1725101b-e7f1-4b3c-96cc-7e1d65e02225 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:17.011972 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6fee3d0e-b571-4266-adf7-4a72cb026e65 req-1725101b-e7f1-4b3c-96cc-7e1d65e02225 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3955548 Sep 29 06:46:17.015290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.023608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.025397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.025683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.029528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] For port 592254ce-e98b-412c-a8b3-46c78463fa40, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=592254ce-e98b-412c-a8b3-46c78463fa40,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:17.029905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.072512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.086068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] For port aee00010-2f87-4724-b938-b8bfed71e188, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aee00010-2f87-4724-b938-b8bfed71e188,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:17.086458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.097544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Transition to ACTIVE for port object b056cd8f-6045-411f-bfa5-b13e6e665ee0 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:17.190782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for b559dadf-eea9-430f-b830-b066044ff20d owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:17.213646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Calling delete_port for 592254ce-e98b-412c-a8b3-46c78463fa40 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:17.219284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.220272 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3d0faaa5-e9d3-4050-9f22-517f50302362 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8658557 Sep 29 06:46:17.227227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Calling delete_port for aee00010-2f87-4724-b938-b8bfed71e188 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:17.233720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40470) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:17.276190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Transition to ACTIVE for port object b056cd8f-6045-411f-bfa5-b13e6e665ee0 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:17.292682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.366756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:17.389548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:17.395937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:17.494387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] For port a56e2a4b-b61c-43f9-9197-93d151c9597d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a56e2a4b-b61c-43f9-9197-93d151c9597d,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:17.496037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.496769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.517571 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6fee3d0e-b571-4266-adf7-4a72cb026e65 req-ca9b3157-6dac-4eab-b90e-75f65016fa2a tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4833620 Sep 29 06:46:17.592052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.592875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] No DVR routers for this DVR port aee00010-2f87-4724-b938-b8bfed71e188 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:17.596665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Pushing event updated for resources: {'Port': ['ID=b056cd8f-6045-411f-bfa5-b13e6e665ee0,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:17.600443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Attempting to bind port b056cd8f-6045-411f-bfa5-b13e6e665ee0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:17.600974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Attempting to bind port b056cd8f-6045-411f-bfa5-b13e6e665ee0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:17.601402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Attempting to bind port b056cd8f-6045-411f-bfa5-b13e6e665ee0 on network bc4708e1-077c-44d5-8bc4-893c2096164b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:17.649513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092b669-a3c2-4559-8214-de24515d15a6 None None] Pushing event deleted for resources: {'Port': ['ID=aee00010-2f87-4724-b938-b8bfed71e188,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:17.654169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db8bb5-f704-4027-8d02-e5179170e000 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:17.672816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:17.673709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Checking segment: {'id': 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:17.674139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.674538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Bound using segment: {'id': 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:17.675007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Bound port: b056cd8f-6045-411f-bfa5-b13e6e665ee0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:17.675385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.725394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Allocated IP 2001:db8::3c7 (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/5b3d32c9-d6e2-47f7-8807-7a43f924ed88) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:17.758036 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:46:17.777718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=b559dadf-eea9-430f-b830-b066044ff20d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:17.854206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] For port b056cd8f-6045-411f-bfa5-b13e6e665ee0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:17.890291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] For port b056cd8f-6045-411f-bfa5-b13e6e665ee0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b056cd8f-6045-411f-bfa5-b13e6e665ee0,segment=NetworkSegment(f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7),segment_id=f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:17.906290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:17.989196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a48f6-a312-4741-9d57-03d0704b1fdd None None] Pushing event updated for resources: {'Port': ['ID=b056cd8f-6045-411f-bfa5-b13e6e665ee0,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:18.071795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '706b9954-38e9-4205-8200-ad83006d0fc7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:18.072701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.159762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.162729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.163202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Floating IP 651c78a8-3698-4134-87d1-beb23571eaa0 disassociated. External IP: 172.26.0.168, port: a56e2a4b-b61c-43f9-9197-93d151c9597d. Sep 29 06:46:18.163705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Calling delete_port for a56e2a4b-b61c-43f9-9197-93d151c9597d owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:18.334576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/706b9954-38e9-4205-8200-ad83006d0fc7/c03fc490-6eac-4be6-8626-17ba7bf6ac3c) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:18.390559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.451918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=592254ce-e98b-412c-a8b3-46c78463fa40,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:18.473699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6788-1830-4bb6-9f58-07fe4054911d req-32870f24-5cee-4be9-8ae4-804626079bb8 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:18.475675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fc3a6788-1830-4bb6-9f58-07fe4054911d req-32870f24-5cee-4be9-8ae4-804626079bb8 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 946 time: 0.3361394 Sep 29 06:46:18.671127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.685297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.702703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Transition to ACTIVE for port object c03fc490-6eac-4be6-8626-17ba7bf6ac3c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:18.705317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.711729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b68ebd7f-8beb-4a42-b2ea-a946cca866ac tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/floatingips/a2024c60-c77d-46b9-88f3-7b75d85e7209 HTTP/1.1" status: 204 len: 168 time: 2.2795730 Sep 29 06:46:18.715399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40496) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:18.724267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '9b3a6105-363e-4936-94eb-75283c3013ba'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:18.730116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Transition to ACTIVE for port object c03fc490-6eac-4be6-8626-17ba7bf6ac3c will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:18.744379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.764484 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fc3a6788-1830-4bb6-9f58-07fe4054911d req-b67a35de-e4ed-4e67-b542-c4935784d419 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups?id=e03fc0c4-ed37-4646-a004-1d2ce3e20607&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446938 Sep 29 06:46:18.824812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:18.859665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Pushing event updated for resources: {'Port': ['ID=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:18.872832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:18.874061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:18.879635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:18.884344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40500) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:18.890384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117001178', 'description': 'tempest-secgroup-smoke-1117001178 description', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:18.907509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:floatingip and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:18.912563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:18.917343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.925168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:18.930781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:18.968791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:18.973025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:18.979514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:18.991092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:18.993627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Attempting to bind port c03fc490-6eac-4be6-8626-17ba7bf6ac3c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:18.994287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Attempting to bind port c03fc490-6eac-4be6-8626-17ba7bf6ac3c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:18.994916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Attempting to bind port c03fc490-6eac-4be6-8626-17ba7bf6ac3c on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:19.002688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:19.003323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:19.004123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.004666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:19.005671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Transition to ACTIVE for port object 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:19.005809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Bound port: c03fc490-6eac-4be6-8626-17ba7bf6ac3c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:19.006304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.054121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.069342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.094270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.117904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.122421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.126486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:19.134053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] For port c03fc490-6eac-4be6-8626-17ba7bf6ac3c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:19.138954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] For port c03fc490-6eac-4be6-8626-17ba7bf6ac3c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:19.148661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.172855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:19.199309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event deleted for resources: {'Port': ['ID=a56e2a4b-b61c-43f9-9197-93d151c9597d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:19.227552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:19.231290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.260247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d0059-dfa3-4b49-9175-978a34e512b1 None None] Pushing event updated for resources: {'Port': ['ID=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:19.325781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:19.339948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:19.356247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:19.359281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:19.365075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:19.365695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.405887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38281e-ba74-497b-91e8-72ea4a23bc4a None None] Network bc4708e1-077c-44d5-8bc4-893c2096164b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:19.552377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=5b3d32c9-d6e2-47f7-8807-7a43f924ed88,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:19.567913 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-470e206b-24d3-4ae4-880d-92edf4fd8632 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7225440 Sep 29 06:46:19.573455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40504) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:19.604948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867156016', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:7b:5e:a0'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:19.724396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b056cd8f-6045-411f-bfa5-b13e6e665ee0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:19.824365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5fbe9ad1-0682-4eff-99f3-aa9b529e5f6e None None] Provisioning for port b056cd8f-6045-411f-bfa5-b13e6e665ee0 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:19.825936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307844d7-700b-4d9e-9d8c-a14456d0a70c req-cf0b8e6a-8512-40a9-8d34-638ee2d6a6ab tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:19.838364 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-307844d7-700b-4d9e-9d8c-a14456d0a70c req-cf0b8e6a-8512-40a9-8d34-638ee2d6a6ab tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.8426995 Sep 29 06:46:19.925198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b056cd8f-6045-411f-bfa5-b13e6e665ee0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:19.925609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:19.932151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b056cd8f-6045-411f-bfa5-b13e6e665ee0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:19.932640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:19.933065 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b056cd8f-6045-411f-bfa5-b13e6e665ee0 Sep 29 06:46:20.022576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-307844d7-700b-4d9e-9d8c-a14456d0a70c req-1aebaf07-a569-419d-ba62-8558f8a777d4 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820388 Sep 29 06:46:20.053445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a56e2a4b-b61c-43f9-9197-93d151c9597d no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:20.104680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: a56e2a4b-b61c-43f9-9197-93d151c9597d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:20.105344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a56e2a4b-b61c-43f9-9197-93d151c9597d not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:20.123618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b056cd8f-6045-411f-bfa5-b13e6e665ee0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:20.124243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.175642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port b056cd8f-6045-411f-bfa5-b13e6e665ee0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b056cd8f-6045-411f-bfa5-b13e6e665ee0,segment=NetworkSegment(f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7),segment_id=f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:20.182042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.282602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=b056cd8f-6045-411f-bfa5-b13e6e665ee0,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:20.334226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:20.338844 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-024ee890-d912-45f0-bb2a-4e3299f59aad req-e9df83b9-8131-4f21-bc33-5c5eda69af4f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7f5de8-9e29-49c6-8517-c42778bf7797 HTTP/1.1" status: 200 len: 210 time: 0.3472595 Sep 29 06:46:20.351265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] Sync routers for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:20.386707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Provisioning complete for port b056cd8f-6045-411f-bfa5-b13e6e665ee0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:20.387377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.387864 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 1 to provision port b056cd8f-6045-411f-bfa5-b13e6e665ee0 Sep 29 06:46:20.402910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Router 705f6c26-46f8-4a88-a645-3f223ed71dfa has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:20.421443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.423216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::1 (4f723a10-0bd7-4e60-9921-89b35030f7ba/706b9954-38e9-4205-8200-ad83006d0fc7/04c61c83-c000-4dae-8bc3-33e97b7df25c) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:20.452313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] No DVR routers for this DVR port a56e2a4b-b61c-43f9-9197-93d151c9597d on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:20.455892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.456339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.461516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'name': 'network-vif-deleted', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:46:20.463962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ffc5a7-fd02-46c1-859a-290aaff8ae20" -d '{"events": [{"server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "name": "network-vif-deleted", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:46:20.489964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:20.490642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:20.510791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:20.533210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:20.542406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:20.550958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b83e12a-4da8-4826-8899-f233e6f70f65 x-openstack-request-id: req-0b83e12a-4da8-4826-8899-f233e6f70f65 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:46:20.551266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7f5de8-9e29-49c6-8517-c42778bf7797", "name": "network-vif-deleted", "tag": "a56e2a4b-b61c-43f9-9197-93d151c9597d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:46:20.551483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b83e12a-4da8-4826-8899-f233e6f70f65 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:46:20.552599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b83e12a-4da8-4826-8899-f233e6f70f65'] response: {'server_uuid': '7a7f5de8-9e29-49c6-8517-c42778bf7797', 'name': 'network-vif-deleted', 'tag': 'a56e2a4b-b61c-43f9-9197-93d151c9597d', 'status': 'completed', 'code': 200} Sep 29 06:46:20.591060 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c5cb05e2-e056-4cb5-8423-701c918f9d90 req-2a6eb747-0458-42b2-bba3-83943a0cf0b4 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.61 "DELETE /v2.0/ports/a56e2a4b-b61c-43f9-9197-93d151c9597d HTTP/1.1" status: 204 len: 173 time: 3.7786438 Sep 29 06:46:20.740753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:20.753540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:20.756966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Usage tracker for resource:port and tenant:4090abd472c84aa5a3c794b64637422b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:20.761410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:20.767495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:20.786644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:20.787050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:20.789052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcf5cfc-153c-4b5c-8dd3-3a7e08ada157,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:20.800537 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] Sync routers for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:20.806473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-81c17f9f-65a2-4876-a713-deef34e036c3 admin admin] 10.222.0.26 "PUT /v2.0/routers/705f6c26-46f8-4a88-a645-3f223ed71dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0824201 Sep 29 06:46:20.807767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40512) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:20.828349 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:20.828986 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:20.846395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:20.893229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:21.024214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.082000 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:21.185836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Current status of the port b056cd8f-6045-411f-bfa5-b13e6e665ee0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:21.240266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.243446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Provisioning for port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:21.256597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Provisioning complete for port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:21.256976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.257307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.257417 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 1 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:21.319077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.329781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.372349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:21.386702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 04c61c83-c000-4dae-8bc3-33e97b7df25c will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:21.427269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.431693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:58Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:21.432077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.44 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/b5a62a14-9fc4-417b-8eec-e6ffe2874b59) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:21.458119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] device_id is not set on port 3d0d56c0-f747-48fc-a6e6-0383a36026e5 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:21.459683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] Checking router: fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:21.468673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Deleting port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:21.469187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.486832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:21.491657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:21.515407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c469a10-b549-4dd0-a461-08c28bd64b18,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:21.571156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40522) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:21.598110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.605284 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-100d3773-97f7-4970-8722-fdc12d02222c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.7172797 Sep 29 06:46:21.605610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40526) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:21.636864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group_rule': {'security_group_id': '0c469a10-b549-4dd0-a461-08c28bd64b18', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:21.681864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:21.687467 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13'}], 'enable_snat': True}, 'gw_port_id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:46:18Z', 'revision_number': 5, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port': {'id': '5c67f413-e35e-4f62-9cf5-10a2d3d12bd0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:37Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:21.694439 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] Checking router: 705f6c26-46f8-4a88-a645-3f223ed71dfa for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:21.706786 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] Routers {'705f6c26-46f8-4a88-a645-3f223ed71dfa'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:21.708044 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['705f6c26-46f8-4a88-a645-3f223ed71dfa'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:21.734732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b056cd8f-6045-411f-bfa5-b13e6e665ee0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:21.786981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.850834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:21.858150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0d6ac-b286-4397-90fe-fb1e3945bf86 req-601fbc4b-7eec-4dcd-9e9e-973b645c4910 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:21.859764 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5b0d6ac-b286-4397-90fe-fb1e3945bf86 req-601fbc4b-7eec-4dcd-9e9e-973b645c4910 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.6057889 Sep 29 06:46:21.903989 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 2 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:21.914925 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] Set router 705f6c26-46f8-4a88-a645-3f223ed71dfa gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:21.935528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:21.938320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.947492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Allocated IP 2001:db8::1a0 (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/3d0d56c0-f747-48fc-a6e6-0383a36026e5) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:21.949770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:21.959747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:21.960263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:21.973852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:21.994981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:22.026538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:22.063732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b056cd8f-6045-411f-bfa5-b13e6e665ee0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:22.064116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.064463 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b056cd8f-6045-411f-bfa5-b13e6e665ee0 Sep 29 06:46:22.070592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] For port 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:22.070950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.074971 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:46:21Z', 'revision_number': 6, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:22.080854 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1e81-afcc-4e08-9bc3-f9ade366a135 None None] The sync data for ids ['705f6c26-46f8-4a88-a645-3f223ed71dfa'] in dv-neutron-859761-1-hyperv is: [{'id': '705f6c26-46f8-4a88-a645-3f223ed71dfa', 'name': 'tempest-ServersTestJSON-1500439050-router', 'tenant_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:46:21Z', 'revision_number': 6, 'project_id': 'e68664f8f4564c1dbe0f0879decabe4c', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:22.097098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a250ed6b-43fb-40a3-88c9-00f7d7299d20 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.108281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:22.196356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=04c61c83-c000-4dae-8bc3-33e97b7df25c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:22.271945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Calling delete_port for 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:22.276714 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5b0d6ac-b286-4397-90fe-fb1e3945bf86 req-3b151020-929e-41c8-910c-b596fea48407 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913374 Sep 29 06:46:22.355474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.357895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b056cd8f-6045-411f-bfa5-b13e6e665ee0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:22.359109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c03fc490-6eac-4be6-8626-17ba7bf6ac3c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:22.366751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a250ed6b-43fb-40a3-88c9-00f7d7299d20 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.387500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.428099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.455865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:58Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:22.459989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c03fc490-6eac-4be6-8626-17ba7bf6ac3c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:22.465487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f1dd4a-5396-4a1d-8d4d-dfc0b2fd77b1 None None] The sync data for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv is: [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:47Z', 'revision_number': 4, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b4eaf285-fa0b-4f99-9db4-2fa43a400e0a', 'name': '', 'network_id': 'bd61929e-c63a-4d8d-a743-12a70faef468', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'mac_address': 'fa:16:3e:56:71:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:43Z', 'updated_at': '2022-09-29T06:43:58Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'subnets': [{'id': '6f091907-ec1d-4547-b1f2-146d5facfdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:22.554168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.561002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.609768 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 3 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:22.721640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a250ed6b-43fb-40a3-88c9-00f7d7299d20 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.726648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:22.728147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.730547 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1114004 Sep 29 06:46:22.742716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40534) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:22.743211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:22.749029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.757197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group_rule': {'security_group_id': '0c469a10-b549-4dd0-a461-08c28bd64b18', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:22.800396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a250ed6b-43fb-40a3-88c9-00f7d7299d20 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:22.804146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a250ed6b-43fb-40a3-88c9-00f7d7299d20 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "DELETE /v2.0/security-groups/e03fc0c4-ed37-4646-a004-1d2ce3e20607 HTTP/1.1" status: 204 len: 168 time: 1.2319322 Sep 29 06:46:22.805201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec77c-f3ee-453d-96d2-ac80d71ecf5e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6580b071-695a-49ed-b5e8-4f72498afb61,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:22.808593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40538) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:22.818029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250ed6b-43fb-40a3-88c9-00f7d7299d20 tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03fc0c4-ed37-4646-a004-1d2ce3e20607,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:22.820207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:22.846565 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-86a979a2-1a3c-45cb-82e1-5c0a973edfbc tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] show failed (client error): The resource could not be found. Sep 29 06:46:22.850805 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-86a979a2-1a3c-45cb-82e1-5c0a973edfbc tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "GET /v2.0/security-groups/e03fc0c4-ed37-4646-a004-1d2ce3e20607 HTTP/1.1" status: 404 len: 347 time: 0.0345306 Sep 29 06:46:22.852849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40542) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:22.857259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c67f413-e35e-4f62-9cf5-10a2d3d12bd0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:22.896611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:22.896799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e4a97-91a3-4a0a-a983-7968bb1ee9be None None] New status for floating IP 651c78a8-3698-4134-87d1-beb23571eaa0: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:46:22.901436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:23.001033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:23.008667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:23.070445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:23.106255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=b5a62a14-9fc4-417b-8eec-e6ffe2874b59,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:23.159448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.228166 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 4 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:23.286992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:23.354517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.371483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Deleting port 9622529d-7a1e-4557-b1f8-910c635d4043 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:23.372315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.379770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.406000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caff39-1176-4c4c-a613-e936e4792b4a req-fd5d0e9b-3335-46fc-9b88-f73abc1ecdeb tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:23.415188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-26caff39-1176-4c4c-a613-e936e4792b4a req-fd5d0e9b-3335-46fc-9b88-f73abc1ecdeb tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7069237 Sep 29 06:46:23.429467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.436798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.438618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 592254ce-e98b-412c-a8b3-46c78463fa40 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:23.477439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 592254ce-e98b-412c-a8b3-46c78463fa40 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:23.477906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 592254ce-e98b-412c-a8b3-46c78463fa40 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:23.478373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:23.494484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Transition to ACTIVE for port object 3d0d56c0-f747-48fc-a6e6-0383a36026e5 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:23.495483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-b0d5d0f9-6bab-4fc6-bd7d-09ef549a1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:23.496990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-b0d5d0f9-6bab-4fc6-bd7d-09ef549a1eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.6451409 Sep 29 06:46:23.513804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:23.514226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c67f413-e35e-4f62-9cf5-10a2d3d12bd0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:23.586215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.586935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705f6c26-46f8-4a88-a645-3f223ed71dfa {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:46:23.632049 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-26caff39-1176-4c4c-a613-e936e4792b4a req-79aa0123-3418-4973-85d8-cfb518985bb9 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157483 Sep 29 06:46:23.758705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.788734 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 5 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:23.810553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.825681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.837077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.846519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.849981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e1ab72c7-983b-4775-90aa-9069f5c83822 admin admin] 10.222.0.26 "DELETE /v2.0/routers/705f6c26-46f8-4a88-a645-3f223ed71dfa HTTP/1.1" status: 204 len: 168 time: 3.0388799 Sep 29 06:46:23.850111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.850111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.855760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40546) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:23.857945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:23.871910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:23.879084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551d2dd1-6a34-4b64-a2d6-75ddc79121f6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:23.902097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.903445 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61d4b565-e404-49a0-ab66-44be38d595a2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1559513 Sep 29 06:46:23.905090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.905412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.911860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:23.922349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40550) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:23.932923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group_rule': {'security_group_id': '0c469a10-b549-4dd0-a461-08c28bd64b18', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:23.937575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:23.943134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:23.943769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:23.992577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:24.013520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=3d0d56c0-f747-48fc-a6e6-0383a36026e5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:24.061301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Calling delete_port for 9622529d-7a1e-4557-b1f8-910c635d4043 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:24.089129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-59d3d10c-a1f8-4c01-9ac1-713099b51bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:24.090616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-59d3d10c-a1f8-4c01-9ac1-713099b51bef service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.5843866 Sep 29 06:46:24.091502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:24.102318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:24.137269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-aaea7c2d-bd17-4938-9dd9-128509aa9774 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.5596385 Sep 29 06:46:24.140229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Deleting subnet 4f381b12-92c1-4d00-bd68-2d636f8e211e {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:24.144498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40554) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:24.151254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.176138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:24.240428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.252660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=04c61c83-c000-4dae-8bc3-33e97b7df25c,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:24.253519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-fa338ebe-f9f9-4857-ae71-caf5543b9d9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1001 time: 0.1465244 Sep 29 06:46:24.304473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.352111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:24.358966 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 6 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:24.362646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:24.399567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-e93aedbc-f3ef-40d1-a876-0b8fb34a9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:24.401254 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-e93aedbc-f3ef-40d1-a876-0b8fb34a9e04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.1373119 Sep 29 06:46:24.469114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.474798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:24.481424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.526941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.564113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb79c9ea-f743-400f-93be-dcc8b4a1d80e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:24.591788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Pushing event deleted for resources: {'Port': ['ID=9622529d-7a1e-4557-b1f8-910c635d4043,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:24.602590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.603823 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ee076136-15f2-47ad-a7d7-28400aebceff tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6799369 Sep 29 06:46:24.635461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40558) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:24.647764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group_rule': {'security_group_id': '0c469a10-b549-4dd0-a461-08c28bd64b18', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:24.681858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.692902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:24.708517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:24.712961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:24.721053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:24.728633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576f14b-0350-4232-8cbf-4af116858740 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:24.733065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-390cd83c-e784-44ef-aa17-018269a51cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:24.734720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-390cd83c-e784-44ef-aa17-018269a51cd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3254876 Sep 29 06:46:24.735577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576f14b-0350-4232-8cbf-4af116858740 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:24.741801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c576f14b-0350-4232-8cbf-4af116858740 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:24.742759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c576f14b-0350-4232-8cbf-4af116858740 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Synchronizing usage tracker for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:24.821375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.823802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.824944 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-74d815f5-af50-4e8e-8235-2b76edd81a9f tempest-ServersTestManualDisk-594015808 tempest-ServersTestManualDisk-594015808-project] 10.222.0.26 "DELETE /v2.0/floatingips/651c78a8-3698-4134-87d1-beb23571eaa0 HTTP/1.1" status: 204 len: 168 time: 1.9652317 Sep 29 06:46:24.829186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.854234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40564) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:24.854921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c576f14b-0350-4232-8cbf-4af116858740 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Unset dirty status for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:24.856065 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c576f14b-0350-4232-8cbf-4af116858740 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.7064126 Sep 29 06:46:24.870094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:24.887318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:24.976299 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 7 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:24.989875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.033862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:25.044112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port 3d0d56c0-f747-48fc-a6e6-0383a36026e5 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:25.044451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.082939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-5d1a353d-1945-450e-bc19-d885ac9157d6 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416049 Sep 29 06:46:25.143368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Router e7b63b12-8948-40ce-b0e9-42be2ab9d548 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:46:25.166759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.193542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.207771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4ded-3306-4610-8567-cf277b8994b4 req-ae0d6ab4-65ff-4fe6-ab44-12339d259acc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:25.209258 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-944c4ded-3306-4610-8567-cf277b8994b4 req-ae0d6ab4-65ff-4fe6-ab44-12339d259acc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4442770 Sep 29 06:46:25.222957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.312177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb03e0b5-f63f-4161-94dd-6d23c86cce6c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:25.380232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.381436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3a56ebc4-26fb-4ec7-8b49-30942dc7e93a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7390115 Sep 29 06:46:25.386003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f381b12-92c1-4d00-bd68-2d636f8e211e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:25.390672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.399431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86fa30-b00b-4b7c-b6e8-7438682d8b6b None None] Network 979c1f83-802e-4aef-a559-9f00b2fd8b54 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:25.414458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40572) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:25.481413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group_rule': {'security_group_id': '0c469a10-b549-4dd0-a461-08c28bd64b18', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:25.518233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6ca8091f-d96d-444f-b510-4ee8ee51a997 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4f381b12-92c1-4d00-bd68-2d636f8e211e HTTP/1.1" status: 204 len: 168 time: 1.6552827 Sep 29 06:46:25.520849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:25.528977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40576) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:25.537416 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 8 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:25.537570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:25.563079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:25.579277 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-944c4ded-3306-4610-8567-cf277b8994b4 req-24677efb-9f87-49d1-b6ae-ba9139ff11c7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567860 Sep 29 06:46:25.581148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6828b172-3cc8-40f0-bc46-55b5b3c196c7 req-a432401b-20c4-467c-8c1e-2425808d9b51 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878430 Sep 29 06:46:25.640371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:25.643702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:25.661729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.734925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] DHCP port deletion for 979c1f83-802e-4aef-a559-9f00b2fd8b54 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:25.739152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] Deleting port 59d9adfa-c105-4421-aeea-89a114f9ef66 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:25.739742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.745983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:25.762987 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Sync routers for ids ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:25.763483 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2006c40b-2cf0-4432-a466-3520f50fa46c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "PUT /v2.0/routers/e7b63b12-8948-40ce-b0e9-42be2ab9d548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5172205 Sep 29 06:46:25.767983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40580) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:25.773559 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Routers {'e7b63b12-8948-40ce-b0e9-42be2ab9d548'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:25.774407 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:25.783029 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Project cb81b6dc174647a8a55d43aa38d1ba1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:46:25.811230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for 3d0d56c0-f747-48fc-a6e6-0383a36026e5 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:25.873756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.923229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.975969 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Set router e7b63b12-8948-40ce-b0e9-42be2ab9d548 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:25.977951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8102dcd-8c84-4259-9564-7e0a165e9d61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:25.978719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c8102dcd-8c84-4259-9564-7e0a165e9d61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:25.979858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:25.994410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] For port 59d9adfa-c105-4421-aeea-89a114f9ef66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=59d9adfa-c105-4421-aeea-89a114f9ef66,segment=NetworkSegment(e9d819bb-29ab-4a9a-ae37-e11743006625),segment_id=e9d819bb-29ab-4a9a-ae37-e11743006625)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:25.995241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.020084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Deleting port 59d9adfa-c105-4421-aeea-89a114f9ef66 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:26.020426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.046328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=3d0d56c0-f747-48fc-a6e6-0383a36026e5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:26.173331 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 9 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:26.236937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.253305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] Calling delete_port for 59d9adfa-c105-4421-aeea-89a114f9ef66 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:26.276578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.298723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.300977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:26.305912 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-453013eb-9a5d-4538-b23b-953e7ef231ca tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/ports/3d0d56c0-f747-48fc-a6e6-0383a36026e5 HTTP/1.1" status: 204 len: 168 time: 1.4274130 Sep 29 06:46:26.308733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40584) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:26.384321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.407446 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e082c4-5702-49dc-92b3-8b089440d153 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] GET failed (client error): The resource could not be found. Sep 29 06:46:26.407902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61e082c4-5702-49dc-92b3-8b089440d153 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Synchronizing usage tracker for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:26.433244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] Pushing event deleted for resources: {'Port': ['ID=59d9adfa-c105-4421-aeea-89a114f9ef66,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:26.442012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468319b-4f10-4adf-b0bd-9cf817c01fc5 None None] No DVR routers for this DVR port 59d9adfa-c105-4421-aeea-89a114f9ef66 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:26.461038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61e082c4-5702-49dc-92b3-8b089440d153 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Unset dirty status for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:26.465869 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61e082c4-5702-49dc-92b3-8b089440d153 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "GET /v2.0/ports/3d0d56c0-f747-48fc-a6e6-0383a36026e5 HTTP/1.1" status: 404 len: 333 time: 0.1526129 Sep 29 06:46:26.466645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40588) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:26.474753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-845989385'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:26.485271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c8102dcd-8c84-4259-9564-7e0a165e9d61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:26.488849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c8102dcd-8c84-4259-9564-7e0a165e9d61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports/04c61c83-c000-4dae-8bc3-33e97b7df25c HTTP/1.1" status: 200 len: 911 time: 0.7057142 Sep 29 06:46:26.495104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40592) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:26.597752 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:16Z', 'updated_at': '2022-09-29T06:46:22Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None, '_interfaces': [{'id': '04c61c83-c000-4dae-8bc3-33e97b7df25c', 'name': '', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'mac_address': 'fa:16:3e:b3:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '706b9954-38e9-4205-8200-ad83006d0fc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:19Z', 'updated_at': '2022-09-29T06:46:23Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'subnets': [{'id': '706b9954-38e9-4205-8200-ad83006d0fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:26.598604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] The port '59d9adfa-c105-4421-aeea-89a114f9ef66' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:46:26.602588 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Checking router: e7b63b12-8948-40ce-b0e9-42be2ab9d548 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:26.603664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Updating router e7b63b12-8948-40ce-b0e9-42be2ab9d548 port 04c61c83-c000-4dae-8bc3-33e97b7df25c binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:46:26.606876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.637199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.685765 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.700968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80fcfc-6a9e-4f50-b95f-ab55f3a3e835 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:26.708529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80fcfc-6a9e-4f50-b95f-ab55f3a3e835 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:26.709290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5e80fcfc-6a9e-4f50-b95f-ab55f3a3e835 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:26.747172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.749934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5e80fcfc-6a9e-4f50-b95f-ab55f3a3e835 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:26.754533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5e80fcfc-6a9e-4f50-b95f-ab55f3a3e835 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2560134 Sep 29 06:46:26.755314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40598) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:26.788677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=b5a62a14-9fc4-417b-8eec-e6ffe2874b59,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:26.802643 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Attempt 10 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:26.839634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:26.841158 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4254246 Sep 29 06:46:26.855894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40602) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:26.861545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'security_group_rule': {'security_group_id': '0c469a10-b549-4dd0-a461-08c28bd64b18', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:26.870678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:26.896781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-336a2475-416a-414f-8ad0-65e1aa2a0fe6 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:26.909302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad8ae-afb8-4217-b49f-9c0bfd087086 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded45f6f-1f7f-4cdc-994c-ae8514c79673,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:26.946941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:26.969037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:26.975525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:security_group_rule and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:26.981573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:26.991898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:27.006084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:27.009513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.024561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Provisioning for port 04c61c83-c000-4dae-8bc3-33e97b7df25c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:27.032632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Provisioning complete for port 04c61c83-c000-4dae-8bc3-33e97b7df25c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:27.033234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.033818 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 1 to provision port 04c61c83-c000-4dae-8bc3-33e97b7df25c Sep 29 06:46:27.037706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.088538 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.095482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979c1f83-802e-4aef-a559-9f00b2fd8b54']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:27.104770 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Transition to ACTIVE for port object 04c61c83-c000-4dae-8bc3-33e97b7df25c will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:27.109241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 04c61c83-c000-4dae-8bc3-33e97b7df25c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:27.114796 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.118002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d819bb-29ab-4a9a-ae37-e11743006625') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:27.118303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d819bb-29ab-4a9a-ae37-e11743006625') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:27.177792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.186959 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 9017be2e-21ca-4227-ba33-f8ef54dfe9d1 associated. External IP: 172.26.0.44, port: 9b3a6105-363e-4936-94eb-75283c3013ba. Sep 29 06:46:27.237852 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Project cb81b6dc174647a8a55d43aa38d1ba1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:46:27.260060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.273501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] device_id is not set on port 4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:27.285117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.297625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:46:27.298014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.314675 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Pushing event updated for resources: {'Port': ['ID=04c61c83-c000-4dae-8bc3-33e97b7df25c,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:27.334916 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.335277 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.335625 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.335958 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.336286 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.336620 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.336944 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.337268 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.337594 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.337915 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.338233 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.338571 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:27.345956 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Attempting to bind port 04c61c83-c000-4dae-8bc3-33e97b7df25c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:27.345956 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Attempting to bind port 04c61c83-c000-4dae-8bc3-33e97b7df25c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:27.345956 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Attempting to bind port 04c61c83-c000-4dae-8bc3-33e97b7df25c on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:27.351600 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:27.352697 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:27.352697 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.354043 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:27.354043 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Bound port: 04c61c83-c000-4dae-8bc3-33e97b7df25c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:27.354043 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.446187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.450459 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] For port 04c61c83-c000-4dae-8bc3-33e97b7df25c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:27.455281 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] For port 04c61c83-c000-4dae-8bc3-33e97b7df25c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=04c61c83-c000-4dae-8bc3-33e97b7df25c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:27.460872 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.470728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 59d9adfa-c105-4421-aeea-89a114f9ef66 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:27.505874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 59d9adfa-c105-4421-aeea-89a114f9ef66 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:27.506141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 59d9adfa-c105-4421-aeea-89a114f9ef66 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:27.524527 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment e9d819bb-29ab-4a9a-ae37-e11743006625 resource provider aggregate not found Sep 29 06:46:27.534887 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Routers {'e7b63b12-8948-40ce-b0e9-42be2ab9d548'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:27.535512 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:27.538526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5debd03-f536-44b4-8dde-7d0b59889b11 req-deefa223-0557-43cb-86d9-a0be0abf50e7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:27.540475 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5debd03-f536-44b4-8dde-7d0b59889b11 req-deefa223-0557-43cb-86d9-a0be0abf50e7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.6381738 Sep 29 06:46:27.580404 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment e9d819bb-29ab-4a9a-ae37-e11743006625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d819bb-29ab-4a9a-ae37-e11743006625 found for delete ", "request_id": "req-7d04d86c-a4bf-4e17-a1a7-fa8913de553a"}]} Sep 29 06:46:27.610602 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 2 to provision port 04c61c83-c000-4dae-8bc3-33e97b7df25c Sep 29 06:46:27.637098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5debd03-f536-44b4-8dde-7d0b59889b11 req-abdf3b9d-7bfc-40cf-a823-a78ce883b729 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707645 Sep 29 06:46:27.637855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.642633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.674705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.683953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 04c61c83-c000-4dae-8bc3-33e97b7df25c had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:46:27.695139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Provisioning complete for port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:27.695516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.695854 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 1 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:27.709947 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] Set router e7b63b12-8948-40ce-b0e9-42be2ab9d548 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:27.740066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Allocated IP 2001:db8::21b (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:27.750130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:27.777579 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17697dc-b9bf-4da4-9e1b-51ca30687630 None None] Pushing event updated for resources: {'Port': ['ID=04c61c83-c000-4dae-8bc3-33e97b7df25c,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:27.856329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.881937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4064148c-c462-41c7-80cb-3bd6f61633f6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:27.998253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:27.999628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0182c5b8-c940-4c69-9945-5732fef7aafd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1435530 Sep 29 06:46:28.005611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40612) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:28.048548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'network': {'name': 'tempest-network-smoke--1164124574', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:28.061187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:28.081342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=979c1f83-802e-4aef-a559-9f00b2fd8b54,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:28.082603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:network and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:28.102949 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:16Z', 'updated_at': '2022-09-29T06:46:22Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None, '_interfaces': [{'id': '04c61c83-c000-4dae-8bc3-33e97b7df25c', 'name': '', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'mac_address': 'fa:16:3e:b3:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '706b9954-38e9-4205-8200-ad83006d0fc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:19Z', 'updated_at': '2022-09-29T06:46:27Z', 'revision_number': 4, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'subnets': [{'id': '706b9954-38e9-4205-8200-ad83006d0fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:28.104002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:28.106453 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f32c7bd1-0315-4877-a976-676e5ac47ddf admin admin] 10.222.0.26 "DELETE /v2.0/networks/979c1f83-802e-4aef-a559-9f00b2fd8b54 HTTP/1.1" status: 204 len: 168 time: 2.5764420 Sep 29 06:46:28.108526 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a51c43-fd94-4a1f-963d-e3546c8f6353 None None] The sync data for ids ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'] in dv-neutron-859761-1-hyperv is: [{'id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:16Z', 'updated_at': '2022-09-29T06:46:22Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None, '_interfaces': [{'id': '04c61c83-c000-4dae-8bc3-33e97b7df25c', 'name': '', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'mac_address': 'fa:16:3e:b3:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '706b9954-38e9-4205-8200-ad83006d0fc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:19Z', 'updated_at': '2022-09-29T06:46:27Z', 'revision_number': 4, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'subnets': [{'id': '706b9954-38e9-4205-8200-ad83006d0fc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:28.127062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:28.156194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f449f-277d-4bc7-b666-b582c48cca17 req-14f44190-b88e-4e12-bcba-1427954c37c9 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:28.158375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-818f449f-277d-4bc7-b666-b582c48cca17 req-14f44190-b88e-4e12-bcba-1427954c37c9 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3643074 Sep 29 06:46:28.163813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.251217 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 2 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:28.335694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Made reservation on behalf of cb81b6dc174647a8a55d43aa38d1ba1a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:28.339469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.384043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.392696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:28.413794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40618) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:28.421364 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-818f449f-277d-4bc7-b666-b582c48cca17 req-a7354df9-ae6c-4d44-ac62-b5b501322f44 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977749 Sep 29 06:46:28.555606 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7ff73269-7894-455a-a858-ecb4c9539fd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e68664f8f4564c1dbe0f0879decabe4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1350899 Sep 29 06:46:28.567486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:28.568941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40624) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:28.584071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:28.601065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Transition to ACTIVE for port object 4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:28.650413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.650807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Added segment 708a9575-1d57-4a0b-bfc9-af760d3aac47 of type vlan for network 71b35d4d-7314-4d7f-882f-def43e93d923 Sep 29 06:46:28.713785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.736902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.848636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.854573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:28.855421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.882101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 04c61c83-c000-4dae-8bc3-33e97b7df25c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:28.882440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.883248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bee40a3-ebc8-4fcf-8e90-a1839eb14df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.893849 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 3 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:28.926831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Deleting port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:28.927270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:28.994693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bee40a3-ebc8-4fcf-8e90-a1839eb14df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.002786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:29.069494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:29.095415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:29.107180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:29.120367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:29.121290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:29.135152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:29.151313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.163708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:29.169160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:29.169734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.212627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:29.220395 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2128496 Sep 29 06:46:29.224508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:29.230319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9cb88-580f-4bda-bd39-a0693a2bf8c9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Network': ['ID=71b35d4d-7314-4d7f-882f-def43e93d923,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:29.236759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40630) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:29.240583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:29.242204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:29.256757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'admin_state_up': True, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:29.264923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bee40a3-ebc8-4fcf-8e90-a1839eb14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.266775 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bcdbc820-c130-42a9-8e2e-c28419ceaf1b tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7995532 Sep 29 06:46:29.272341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40634) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:29.277507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:29.283843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:7b:5e:a0'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:29.294054 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2af9c68c-0c6a-49b0-8cf6-e63e6af379c5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5772572 Sep 29 06:46:29.295970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] For port b4eaf285-fa0b-4f99-9db4-2fa43a400e0a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:29.296296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.305906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee40a3-ebc8-4fcf-8e90-a1839eb14df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f60cc-8bfc-43d0-aced-1ef20f07daf6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:29.311147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40638) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:29.323053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:router and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:29.336533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:29.369102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:29.369530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:29.369997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc3bf91-dde7-42e8-9a0d-84be2eb52a80 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:29.381163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 71b35d4d-7314-4d7f-882f-def43e93d923 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:29.381945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 04c61c83-c000-4dae-8bc3-33e97b7df25c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=04c61c83-c000-4dae-8bc3-33e97b7df25c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:29.382115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.480896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f42c7-9955-4cc4-b640-e5322600b981 req-e34976f0-2c02-4718-b169-76feea7a21e7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:29.490283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bf6f42c7-9955-4cc4-b640-e5322600b981 req-e34976f0-2c02-4718-b169-76feea7a21e7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.6150663 Sep 29 06:46:29.550791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Calling delete_port for b4eaf285-fa0b-4f99-9db4-2fa43a400e0a owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:29.587497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bee40a3-ebc8-4fcf-8e90-a1839eb14df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.591450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3bee40a3-ebc8-4fcf-8e90-a1839eb14df7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/772f60cc-8bfc-43d0-aced-1ef20f07daf6 HTTP/1.1" status: 204 len: 168 time: 1.0132589 Sep 29 06:46:29.594858 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 4 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:29.637402 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-83ddc4d1-c213-492d-9b98-70a8afde469b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/floatingips/9017be2e-21ca-4227-ba33-f8ef54dfe9d1 HTTP/1.1" status: 200 len: 977 time: 0.3248289 Sep 29 06:46:29.646772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40644) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:29.647624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 04c61c83-c000-4dae-8bc3-33e97b7df25c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:29.707210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 04c61c83-c000-4dae-8bc3-33e97b7df25c owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:29.759177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:29.776942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.779473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.783755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 04c61c83-c000-4dae-8bc3-33e97b7df25c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:29.790205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 04c61c83-c000-4dae-8bc3-33e97b7df25c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:29.790671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.791224 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 04c61c83-c000-4dae-8bc3-33e97b7df25c Sep 29 06:46:29.793690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a28dcadc-4b7a-4181-b2f0-d9bd09f6c0d0 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Synchronizing usage tracker for tenant:2543246171584ec0833cd11c648d3d30 on resource:floatingip {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:29.833138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a28dcadc-4b7a-4181-b2f0-d9bd09f6c0d0 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Unset dirty status for tenant:2543246171584ec0833cd11c648d3d30 on resource:floatingip {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:29.834345 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a28dcadc-4b7a-4181-b2f0-d9bd09f6c0d0 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1863935 Sep 29 06:46:29.838393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40648) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:29.853809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'port_id': 'a1bd3833-bb45-4d88-bbc5-9bd8400435b7'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:29.921485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:29.931534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bf6f42c7-9955-4cc4-b640-e5322600b981 req-58ca1094-e110-41d8-90a9-76f45ff2fd0c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410217 Sep 29 06:46:29.989554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 04c61c83-c000-4dae-8bc3-33e97b7df25c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:29.990037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.046702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 04c61c83-c000-4dae-8bc3-33e97b7df25c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=04c61c83-c000-4dae-8bc3-33e97b7df25c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:30.050898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.144504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=04c61c83-c000-4dae-8bc3-33e97b7df25c,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:30.210339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:46:30.210692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:46:30.261060 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 5 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:30.296455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.333299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:30.392834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.413731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.430116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.456233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4eaf285-fa0b-4f99-9db4-2fa43a400e0a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:30.670427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0f143-5d1e-429e-a9b8-b2898f43d6e4 req-f7399f37-7383-411d-87e9-1bef743d7985 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:30.671988 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d5f0f143-5d1e-429e-a9b8-b2898f43d6e4 req-f7399f37-7383-411d-87e9-1bef743d7985 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4483426 Sep 29 06:46:30.722590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 04c61c83-c000-4dae-8bc3-33e97b7df25c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:30.722590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:30.751185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40672) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:30.834312 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 6 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:30.887969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:30.936500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1470613302'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:30.947964 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d5f0f143-5d1e-429e-a9b8-b2898f43d6e4 req-d6303a96-6aa2-4fc8-aabb-ef82310c9aae tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663035 Sep 29 06:46:30.957044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:30.967796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:network and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:30.976519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:31.008202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:31.113835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:31.117233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.138394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.378875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:46:31.389464 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 7 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:31.416135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.448583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.461676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 04c61c83-c000-4dae-8bc3-33e97b7df25c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=04c61c83-c000-4dae-8bc3-33e97b7df25c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:31.462273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.467854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:31.480846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:46:31.492150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 04c61c83-c000-4dae-8bc3-33e97b7df25c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:31.502582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:31.504841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.505494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] In _notify_port_updated(), no bound segment for port 4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 on network bc4708e1-077c-44d5-8bc4-893c2096164b {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:46:31.510948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:31.511611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.516352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "PUT /v2.0/ports/4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 HTTP/1.1" status: 200 len: 1002 time: 2.2386885 Sep 29 06:46:31.558678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40680) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:31.559522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:security_group_rule and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:31.562561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 04c61c83-c000-4dae-8bc3-33e97b7df25c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:31.562979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.563322 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 04c61c83-c000-4dae-8bc3-33e97b7df25c Sep 29 06:46:31.635226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:31.688319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 04c61c83-c000-4dae-8bc3-33e97b7df25c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:31.696722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.728041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 04c61c83-c000-4dae-8bc3-33e97b7df25c owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:31.788210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.797644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.826058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:31.854289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.895619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:31.937040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197887c-1ec4-45ec-8e6b-dee9db49b3b3 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:31.954665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port 4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:31.955004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:31.969109 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 8 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:32.020922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d4ce2-876c-44c9-9599-6eb2e93dbafb req-b8b22173-f9f9-4940-bec9-8af30b8567dd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:32.022448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e2d4ce2-876c-44c9-9599-6eb2e93dbafb req-b8b22173-f9f9-4940-bec9-8af30b8567dd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.9253519 Sep 29 06:46:32.041852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:32.155094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 9017be2e-21ca-4227-ba33-f8ef54dfe9d1 associated. External IP: 172.26.0.44, port: 9b3a6105-363e-4936-94eb-75283c3013ba. Sep 29 06:46:32.245872 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e2d4ce2-876c-44c9-9599-6eb2e93dbafb req-ad5b7cda-b2db-40fc-bae5-768ed6a81714 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067690 Sep 29 06:46:32.248287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:32.267796 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e28455d3-653c-492c-ae54-b7d8269e44c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/fd61ae08-8c9f-4fc1-803a-134aa8ec9d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4078584 Sep 29 06:46:32.268264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40684) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:32.280825 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] Sync routers for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:32.295090 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:32.296115 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:32.379291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Allocated IP 172.26.0.158 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/cb8400f3-3a45-4d96-a0a7-a60221963b1d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:32.412755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:32.434239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:32.542637 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 9 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:32.593524 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:32.602853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:32.620878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:32.693634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:32.779330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for 4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:32.807924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da3db1b-ce6a-4b3c-8aa2-9b2dd467a8dc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:32.990276 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:46:29Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:32.993094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:32.994373 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] Checking router: fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:32.999030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.003303 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] Routers {'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:33.003919 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:33.012177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.012721 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Added segment 6a36b71f-1638-4203-9e08-a52b35477ff2 of type vlan for network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 Sep 29 06:46:33.036355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.122638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=04c61c83-c000-4dae-8bc3-33e97b7df25c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:33.194531 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] Set router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:33.198506 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 10 to provision port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 Sep 29 06:46:33.215431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.286608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:33.289863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Could not find standard attr ID for object 3d0d56c0-f747-48fc-a6e6-0383a36026e5. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:46:33.304192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Provisioning for port c03fc490-6eac-4be6-8626-17ba7bf6ac3c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:33.310597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Provisioning complete for port c03fc490-6eac-4be6-8626-17ba7bf6ac3c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:33.310977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.311364 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Attempt 1 to provision port c03fc490-6eac-4be6-8626-17ba7bf6ac3c Sep 29 06:46:33.318223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.466749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:46:33.529194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Current status of the port c03fc490-6eac-4be6-8626-17ba7bf6ac3c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:33.529888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.537931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.565380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744f5da-1c7b-4c9d-99b2-5a38d6bc164c req-eab625ca-d050-4120-a72b-cd212b2fb490 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:33.567817 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0744f5da-1c7b-4c9d-99b2-5a38d6bc164c req-eab625ca-d050-4120-a72b-cd212b2fb490 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.8614202 Sep 29 06:46:33.568496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.575763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:33.576078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.578185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] For port c03fc490-6eac-4be6-8626-17ba7bf6ac3c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:33.580052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.584777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.586640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:33.632084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:33.643356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.658906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:33.659621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:33.667347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Deleting port 3924f665-a3b5-4ee3-9f9a-c9d667073833 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:33.667687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:33.735677 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:46:29Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:33.740488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-391f2ac2-6692-4a06-a58e-fc548b9e8b22 None None] Could not find standard attr ID for object 4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:46:33.741910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:33.744047 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c27886-5d8f-466b-ab22-0b47c9ebb0d2 None None] The sync data for ids ['fd61ae08-8c9f-4fc1-803a-134aa8ec9d83'] in dv-neutron-859761-1-hyperv is: [{'id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'name': 'tempest-ServersTestManualDisk-1502106231-router', 'tenant_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:46:29Z', 'revision_number': 5, 'project_id': 'c0f1c05f5d724fc4bf0192fcfde8864c', 'gw_port': {'id': '3924f665-a3b5-4ee3-9f9a-c9d667073833', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd61ae08-8c9f-4fc1-803a-134aa8ec9d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:35Z', 'updated_at': '2022-09-29T06:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:33.761106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:33.761904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:33.853288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1041e96-c439-4172-899f-b7dc618f9f14 None None] Pushing event updated for resources: {'Port': ['ID=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:33.863527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:33.863938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab1a23d-51e2-4e2d-8bff-20690446dbbb None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:33.924331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:34.017929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Network': ['ID=9244e9cf-692c-4ff3-aa99-be21d49d5a20,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:34.021643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.021745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.022019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.022352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.022699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.023023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.023365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.023656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.023971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.024286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.024598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.024910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.036944 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0744f5da-1c7b-4c9d-99b2-5a38d6bc164c req-de1a7b70-159f-4a9d-a909-e86d13d8c3d5 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500387 Sep 29 06:46:34.047830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.048238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.048420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.048747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.049353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.049546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.049787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.050188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.050574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.050848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.051163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.051475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:34.076214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:34.115140 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a3ab48bd-8f4f-489c-9138-b481f27862a1 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.3582232 Sep 29 06:46:34.116591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:34.147992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:34.287361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] For port 3924f665-a3b5-4ee3-9f9a-c9d667073833, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3924f665-a3b5-4ee3-9f9a-c9d667073833,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:34.287724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:34.365015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:34.371520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:34.373640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:34.378596 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0ad8c3b5-3bd5-44b7-bf40-9852d05edfc7 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/ports/4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 HTTP/1.1" status: 204 len: 168 time: 2.7515469 Sep 29 06:46:34.382646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Port': ['ID=cb8400f3-3a45-4d96-a0a7-a60221963b1d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:34.384866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40694) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:34.386764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Router e7b63b12-8948-40ce-b0e9-42be2ab9d548 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:34.387623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:34.530101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf0b1a9-a93d-43ec-a82e-1c7ee89616c2 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] GET failed (client error): The resource could not be found. Sep 29 06:46:34.530654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ddf0b1a9-a93d-43ec-a82e-1c7ee89616c2 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Synchronizing usage tracker for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:34.546056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Calling delete_port for 3924f665-a3b5-4ee3-9f9a-c9d667073833 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:34.622663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:34.634583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:34.636992 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:34.656259 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:34.658282 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:34.792601 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:34.804490 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:34.805481 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:34.910954 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6b697b77-86c6-40ba-b074-30a0b31fdabf tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/floatingips/9017be2e-21ca-4227-ba33-f8ef54dfe9d1 HTTP/1.1" status: 200 len: 978 time: 5.0712566 Sep 29 06:46:34.914544 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:34.914544 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d741e822-df6a-4de1-9882-348886d74f31 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:34.918912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40702) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:34.926785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:34.967615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ddf0b1a9-a93d-43ec-a82e-1c7ee89616c2 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Unset dirty status for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:34.968811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ddf0b1a9-a93d-43ec-a82e-1c7ee89616c2 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "GET /v2.0/ports/4da9e7a1-24b0-4e3f-815d-c7d9fd038ee6 HTTP/1.1" status: 404 len: 333 time: 0.5558925 Sep 29 06:46:34.972743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40706) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:34.980223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:34.985421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1911422891'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:34.995751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] Sync routers for ids ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:35.007031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c89b518d-72d3-44bd-a897-c6de11adae6a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "PUT /v2.0/routers/e7b63b12-8948-40ce-b0e9-42be2ab9d548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2504601 Sep 29 06:46:35.014082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] Routers {'e7b63b12-8948-40ce-b0e9-42be2ab9d548'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:35.017222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:35.019537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40710) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:35.134540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:35.153974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8adace1-a2a0-4457-8934-8ef014db9165 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:35.156198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8adace1-a2a0-4457-8934-8ef014db9165 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:35.157101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f8adace1-a2a0-4457-8934-8ef014db9165 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:35.202549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f8adace1-a2a0-4457-8934-8ef014db9165 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:35.207451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] Set router e7b63b12-8948-40ce-b0e9-42be2ab9d548 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:35.208134 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f8adace1-a2a0-4457-8934-8ef014db9165 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1875484 Sep 29 06:46:35.211108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40716) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:35.216105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.282639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.342266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:16Z', 'updated_at': '2022-09-29T06:46:32Z', 'revision_number': 3, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:35.361902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] Checking router: e7b63b12-8948-40ce-b0e9-42be2ab9d548 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:35.389469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] Routers {'e7b63b12-8948-40ce-b0e9-42be2ab9d548'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:35.391866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:35.427102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:35.429729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.481534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c03fc490-6eac-4be6-8626-17ba7bf6ac3c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:35.547603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:35.551760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.599079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.643963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] Set router e7b63b12-8948-40ce-b0e9-42be2ab9d548 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:35.657725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] device_id is not set on port 759e281b-a6c1-42b8-b535-d375c5c5c9bf yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:35.664304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.664638 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 9017be2e-21ca-4227-ba33-f8ef54dfe9d1 disassociated. External IP: 172.26.0.44, port: a1bd3833-bb45-4d88-bbc5-9bd8400435b7. Sep 29 06:46:35.728713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Pushing event deleted for resources: {'Port': ['ID=3924f665-a3b5-4ee3-9f9a-c9d667073833,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:35.804808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:16Z', 'updated_at': '2022-09-29T06:46:32Z', 'revision_number': 3, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:35.814015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2ada2-25a3-4d30-8452-a73ab3b9a10b None None] The sync data for ids ['e7b63b12-8948-40ce-b0e9-42be2ab9d548'] in dv-neutron-859761-1-hyperv is: [{'id': 'e7b63b12-8948-40ce-b0e9-42be2ab9d548', 'name': 'tempest-NetworksTestDHCPv6-router-1483481555', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:16Z', 'updated_at': '2022-09-29T06:46:32Z', 'revision_number': 3, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:35.829927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c03fc490-6eac-4be6-8626-17ba7bf6ac3c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:35.830321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:35.830696 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c03fc490-6eac-4be6-8626-17ba7bf6ac3c Sep 29 06:46:35.877091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.877524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.878477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.878477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.878706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.879119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.879633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.880028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.880426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.880818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.881210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.881612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:35.926545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 706b9954-38e9-4205-8200-ad83006d0fc7 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:35.938373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.002532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Allocated IP 2001:db8::2f0 (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/759e281b-a6c1-42b8-b535-d375c5c5c9bf) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:36.017738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c03fc490-6eac-4be6-8626-17ba7bf6ac3c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:36.019842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.028936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b4eaf285-fa0b-4f99-9db4-2fa43a400e0a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:36.075500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b4eaf285-fa0b-4f99-9db4-2fa43a400e0a {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:36.075855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b4eaf285-fa0b-4f99-9db4-2fa43a400e0a not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:36.088475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.415594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.450611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40b925-95ae-4989-8a82-5be13f9bff73 req-e03b97fc-8680-49d1-ab22-b0eeae8f3642 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:36.452259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9a40b925-95ae-4989-8a82-5be13f9bff73 req-e03b97fc-8680-49d1-ab22-b0eeae8f3642 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.8433025 Sep 29 06:46:36.489220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.547474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.588654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.597772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:46:36.624517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.625033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:46:36.661567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Transition to ACTIVE for port object 759e281b-a6c1-42b8-b535-d375c5c5c9bf will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:36.705049 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9a40b925-95ae-4989-8a82-5be13f9bff73 req-83fed5ed-4e97-4c33-9ec6-e37cb71374a8 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430470 Sep 29 06:46:36.790574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.832495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.869875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:36.884049 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Sync routers for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:36.887979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.889429 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a96aa5c-bef4-46d9-a7af-3d9e0e8ad90d admin admin] 10.222.0.26 "DELETE /v2.0/routers/fd61ae08-8c9f-4fc1-803a-134aa8ec9d83 HTTP/1.1" status: 204 len: 168 time: 4.6201892 Sep 29 06:46:36.900715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40722) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:36.903764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:36.904359 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:36.904974 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:36.941108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:37.009892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:37.021867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:37.027489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:37.033231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:37.033841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.048475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.052694 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-00d18bc5-2d22-4f2a-b597-9f5382b0db01 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.8111224 Sep 29 06:46:37.054882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=759e281b-a6c1-42b8-b535-d375c5c5c9bf,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:37.059470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40726) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:37.084082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb685471-1491-4514-873e-3ebe928a6be0 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:37.120936 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c2719d56-36f2-433f-a3cc-4f7ce90b9048 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1472433 Sep 29 06:46:37.125913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40732) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:37.134760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7b:5e:a0'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:37.320471 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:37.489177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 04c61c83-c000-4dae-8bc3-33e97b7df25c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:37.502567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=706b9954-38e9-4205-8200-ad83006d0fc7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:37.506627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40738) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:37.508320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.524918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:37.546200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'subnet': {'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:37.552926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:37.572437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 04c61c83-c000-4dae-8bc3-33e97b7df25c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:37.572790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 04c61c83-c000-4dae-8bc3-33e97b7df25c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:37.573276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3924f665-a3b5-4ee3-9f9a-c9d667073833 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:37.639996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:37.643219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:37.730553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:37.733616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3924f665-a3b5-4ee3-9f9a-c9d667073833 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:37.734051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3924f665-a3b5-4ee3-9f9a-c9d667073833 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:37.735913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:subnet and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:37.740617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:37.746598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:37.761502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.795799 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:34Z', 'revision_number': 3, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:37.800333 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Checking router: 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:37.800681 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Updating router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e port cb8400f3-3a45-4d96-a0a7-a60221963b1d binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:46:37.807760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Provisioning for port 759e281b-a6c1-42b8-b535-d375c5c5c9bf completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:37.828620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.829894 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eff2f362-788a-4bc1-b5bc-e73d21da38ed tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/floatingips/9017be2e-21ca-4227-ba33-f8ef54dfe9d1 HTTP/1.1" status: 200 len: 687 time: 2.9090228 Sep 29 06:46:37.831844 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-05bfc257-a105-4790-8894-d25dd509dcf6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/706b9954-38e9-4205-8200-ad83006d0fc7 HTTP/1.1" status: 204 len: 168 time: 2.6195953 Sep 29 06:46:37.835089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40742) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:37.835680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40744) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:37.837200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:37.841160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.852428 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-34c44b40-5661-4393-8c9a-50018665e73c tempest-TestNetworkAdvancedServerOps-527972788 tempest-TestNetworkAdvancedServerOps-527972788-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cb81b6dc174647a8a55d43aa38d1ba1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7793937 Sep 29 06:46:37.862530 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.878106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Provisioning complete for port 759e281b-a6c1-42b8-b535-d375c5c5c9bf triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:37.878474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:37.878829 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Attempt 1 to provision port 759e281b-a6c1-42b8-b535-d375c5c5c9bf Sep 29 06:46:37.919398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:37.928116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40746) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:37.952641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:37.953850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:38.025632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Port 759e281b-a6c1-42b8-b535-d375c5c5c9bf cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:38.030528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:38.030925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863584c6-afff-44a7-b09f-4d6ff1ea2583 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:38.110997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Deleting subnet 6f091907-ec1d-4547-b1f2-146d5facfdbd {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:38.121221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.129999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:38.133772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.134415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] In _notify_port_updated(), no bound segment for port 759e281b-a6c1-42b8-b535-d375c5c5c9bf on network bc4708e1-077c-44d5-8bc4-893c2096164b {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:46:38.139795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:38.140403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.141243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Deleting port c03fc490-6eac-4be6-8626-17ba7bf6ac3c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:38.141990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.145129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "PUT /v2.0/ports/759e281b-a6c1-42b8-b535-d375c5c5c9bf HTTP/1.1" status: 200 len: 1003 time: 1.0185890 Sep 29 06:46:38.145900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40754) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:38.195538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.278172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2363e-6fb3-4a06-a042-b1ef5129f24a tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=759e281b-a6c1-42b8-b535-d375c5c5c9bf,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:38.287118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port 759e281b-a6c1-42b8-b535-d375c5c5c9bf {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:38.287461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.294132 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.308311 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Transition to ACTIVE for port object cb8400f3-3a45-4d96-a0a7-a60221963b1d will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:38.318128 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.437404 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Attempting to bind port cb8400f3-3a45-4d96-a0a7-a60221963b1d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:38.438359 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Attempting to bind port cb8400f3-3a45-4d96-a0a7-a60221963b1d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:38.439302 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Attempting to bind port cb8400f3-3a45-4d96-a0a7-a60221963b1d on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:38.456818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] For port c03fc490-6eac-4be6-8626-17ba7bf6ac3c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:38.457229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.477318 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:38.478337 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:38.478853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.479338 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:38.479950 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Bound port: cb8400f3-3a45-4d96-a0a7-a60221963b1d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:38.480435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.578545 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Attempt 2 to provision port 759e281b-a6c1-42b8-b535-d375c5c5c9bf Sep 29 06:46:38.581136 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdb7a7-1063-4656-be12-32fb1cf91e47 None None] Pushing event updated for resources: {'Port': ['ID=cb8400f3-3a45-4d96-a0a7-a60221963b1d,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:38.593147 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] For port cb8400f3-3a45-4d96-a0a7-a60221963b1d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:38.599709 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] For port cb8400f3-3a45-4d96-a0a7-a60221963b1d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cb8400f3-3a45-4d96-a0a7-a60221963b1d,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:38.602206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.608340 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.614333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Calling delete_port for c03fc490-6eac-4be6-8626-17ba7bf6ac3c owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:38.616270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4119c-1970-49f3-aaa8-899a8c579c21 tempest-TestNetworkAdvancedServerOps-527972788 tempest-TestNetworkAdvancedServerOps-527972788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:38.620548 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ffc4119c-1970-49f3-aaa8-899a8c579c21 tempest-TestNetworkAdvancedServerOps-527972788 tempest-TestNetworkAdvancedServerOps-527972788-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6826768 Sep 29 06:46:38.623627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40758) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:38.631316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.664092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port b5a62a14-9fc4-417b-8eec-e6ffe2874b59 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:38.664430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.703087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e2632b8a-453d-4e7e-bd8c-4e386d58d54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.706478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Port 759e281b-a6c1-42b8-b535-d375c5c5c9bf cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:38.727734 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdb7a7-1063-4656-be12-32fb1cf91e47 None None] Pushing event updated for resources: {'Port': ['ID=cb8400f3-3a45-4d96-a0a7-a60221963b1d,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:38.733644 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:38.735131 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:38.737032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:38.786646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] No DVR routers for this DVR port c03fc490-6eac-4be6-8626-17ba7bf6ac3c on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:38.794594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Pushing event deleted for resources: {'Port': ['ID=c03fc490-6eac-4be6-8626-17ba7bf6ac3c,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:38.802483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717dbea-b9a8-432b-afee-b69480794db1 req-c6fcce57-9000-4acc-a32a-1475d1823a8b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:38.804080 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3717dbea-b9a8-432b-afee-b69480794db1 req-c6fcce57-9000-4acc-a32a-1475d1823a8b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 1.2826571 Sep 29 06:46:38.806677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.807139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.807687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.808123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.808555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.809137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.809899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.809899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.810377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.814933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.815304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.815649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0d45d2-9d92-4216-84b5-66089b985df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:46:38.869021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc195cb4-fe54-4d8d-b56f-0d51a0072b2d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:router {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:38.928940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for 759e281b-a6c1-42b8-b535-d375c5c5c9bf owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:38.967518 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:38.970542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61b20a62-b0b5-4602-8a7d-69c0af6b80cc tempest-TestNetworkAdvancedServerOps-527972788 tempest-TestNetworkAdvancedServerOps-527972788-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3455374 Sep 29 06:46:38.972727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40762) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:38.992378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664728627', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:39.035187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc195cb4-fe54-4d8d-b56f-0d51a0072b2d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:router {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:39.038868 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dc195cb4-fe54-4d8d-b56f-0d51a0072b2d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.1738229 Sep 29 06:46:39.055994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40766) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:39.122842 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3717dbea-b9a8-432b-afee-b69480794db1 req-ffe48bc2-fa6a-403b-a85f-ec93edcd1cf4 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508438 Sep 29 06:46:39.160563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.207917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.208248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.212781 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Attempt 3 to provision port 759e281b-a6c1-42b8-b535-d375c5c5c9bf Sep 29 06:46:39.244248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.287942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Port 759e281b-a6c1-42b8-b535-d375c5c5c9bf cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:39.313966 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:34Z', 'revision_number': 3, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:39.318713 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8a474-a3ff-48c0-ae39-e0c9c5aec0d5 None None] The sync data for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv is: [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:34Z', 'revision_number': 3, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:39.368892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.370633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for b5a62a14-9fc4-417b-8eec-e6ffe2874b59 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:39.416911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.435894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c03fc490-6eac-4be6-8626-17ba7bf6ac3c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:39.463989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:39.479107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:subnet and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:39.486858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c03fc490-6eac-4be6-8626-17ba7bf6ac3c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:39.487378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c03fc490-6eac-4be6-8626-17ba7bf6ac3c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:39.491475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:39.496821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=759e281b-a6c1-42b8-b535-d375c5c5c9bf,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:39.509854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:39.573256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Subnet': ['ID=7b6fc295-ff31-4a9b-90c4-15f35da5ebb4,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:39.582892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.617987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Made reservation on behalf of cb81b6dc174647a8a55d43aa38d1ba1a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:39.621488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.674039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Checking segment: {'id': '6a36b71f-1638-4203-9e08-a52b35477ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:39.674790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network hostable DHCP agents. Network: 9244e9cf-692c-4ff3-aa99-be21d49d5a20, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:46:39.677810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.690302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.697350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.698383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f091907-ec1d-4547-b1f2-146d5facfdbd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:39.724048 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d3ecd13-e8d8-47e6-9aef-0d57efbff0fe tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/ports/759e281b-a6c1-42b8-b535-d375c5c5c9bf HTTP/1.1" status: 204 len: 168 time: 1.5443172 Sep 29 06:46:39.725236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40774) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:39.783827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2781b-96cd-479e-b2fc-dea1abb2a12e None None] Network bd61929e-c63a-4d8d-a743-12a70faef468 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:39.795186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.803526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c31004-2297-49fd-bf0e-af323415b930 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] GET failed (client error): The resource could not be found. Sep 29 06:46:39.806674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-67c31004-2297-49fd-bf0e-af323415b930 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Synchronizing usage tracker for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:39.810306 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Attempt 4 to provision port 759e281b-a6c1-42b8-b535-d375c5c5c9bf Sep 29 06:46:39.826656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.827379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Fanout notify agent at l3_agent the message router_deleted on router e7b63b12-8948-40ce-b0e9-42be2ab9d548 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:46:39.855418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-67c31004-2297-49fd-bf0e-af323415b930 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Unset dirty status for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:39.861912 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-67c31004-2297-49fd-bf0e-af323415b930 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "GET /v2.0/ports/759e281b-a6c1-42b8-b535-d375c5c5c9bf HTTP/1.1" status: 404 len: 333 time: 0.1277907 Sep 29 06:46:39.862675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40778) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:39.870267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1458341955'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:39.872144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.896653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:39.902171 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b98abdd1-3d24-4a77-91ce-69e5c80e0b70 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/routers/e7b63b12-8948-40ce-b0e9-42be2ab9d548 HTTP/1.1" status: 204 len: 168 time: 0.8411818 Sep 29 06:46:39.903815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40782) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:39.921456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:46:39.944104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-18d886b6-8c70-42df-8876-9258ab71efb6 None None] Port 759e281b-a6c1-42b8-b535-d375c5c5c9bf was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:46:39.973889 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c167ec24-8ae3-401f-bd02-90522db9d52f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6f091907-ec1d-4547-b1f2-146d5facfdbd HTTP/1.1" status: 204 len: 168 time: 3.0716729 Sep 29 06:46:40.012914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:40.023609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=b5a62a14-9fc4-417b-8eec-e6ffe2874b59,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:40.025282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40786) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:40.065431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 9244e9cf-692c-4ff3-aa99-be21d49d5a20) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:40.088538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e513b89-1d96-47c1-819a-d285553826ca None None] Network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:40.144067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:40.148477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:40.151668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:40.158402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:40.179913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:40.179913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.255476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.353925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:40.371324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:40.454687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] DHCP port deletion for bd61929e-c63a-4d8d-a743-12a70faef468 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:40.465726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:40.466324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.475831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] Deleting port 97de77f2-5af2-42ce-bc80-1c067eef85dc {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:40.476651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.492186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:40.495996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.517125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-9244e9cf-692c-4ff3-aa99-be21d49d5a20', 'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20', 'tenant_id': '66e58210814e470e91b14dae5cf13314', 'fixed_ips': [{'subnet_id': '7b6fc295-ff31-4a9b-90c4-15f35da5ebb4'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:40.517972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.530764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] device_id is not set on port 66d37463-e824-453b-b7b7-c54a6b790524 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:40.541195 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ce945dd-1eb5-4430-a822-aaa08a0c5f4a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0139751 Sep 29 06:46:40.547524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Deleting port 97de77f2-5af2-42ce-bc80-1c067eef85dc {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:40.547789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.609285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40792) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:40.666994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.670212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.671469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-234ab8e2-bda4-4e41-b48b-ea4f948d945f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/floatingips/9017be2e-21ca-4227-ba33-f8ef54dfe9d1 HTTP/1.1" status: 204 len: 168 time: 2.8105321 Sep 29 06:46:40.678244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1462953936'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:40.685361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40796) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:40.686248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:40.769794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:network and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:40.868079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:40.887125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42288ce6-02ee-40f0-8005-bfb1a521fea0 req-80b909cb-c893-4428-bced-bdebba8b199d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:40.889092 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42288ce6-02ee-40f0-8005-bfb1a521fea0 req-80b909cb-c893-4428-bced-bdebba8b199d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4389393 Sep 29 06:46:40.898879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:40.903811 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-97f4822c-9d60-4d3a-8664-e58348b758ad tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] delete failed (client error): The resource could not be found. Sep 29 06:46:40.905250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] For port 97de77f2-5af2-42ce-bc80-1c067eef85dc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97de77f2-5af2-42ce-bc80-1c067eef85dc,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:40.905665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.909558 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-97f4822c-9d60-4d3a-8664-e58348b758ad tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/floatingips/9017be2e-21ca-4227-ba33-f8ef54dfe9d1 HTTP/1.1" status: 404 len: 345 time: 0.2179844 Sep 29 06:46:40.911521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:40.917705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a9df9ef-32e0-44fa-88c4-b684f8b4c4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.957379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:40.974941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.011087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Allocated IP 2001:db8::128 (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/66d37463-e824-453b-b7b7-c54a6b790524) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:41.027032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] For port 97de77f2-5af2-42ce-bc80-1c067eef85dc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97de77f2-5af2-42ce-bc80-1c067eef85dc,segment=NetworkSegment(a9294e5d-0f5a-4b17-bf1c-b89e194b5781),segment_id=a9294e5d-0f5a-4b17-bf1c-b89e194b5781)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:41.027032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.029628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42288ce6-02ee-40f0-8005-bfb1a521fea0 req-7d530ee6-2b4e-4455-8b88-b101dcc432b6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249897 Sep 29 06:46:41.031656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:41.035090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:41.036907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Allocated IP 2001:db8:0:ffff::2 (9244e9cf-692c-4ff3-aa99-be21d49d5a20/7b6fc295-ff31-4a9b-90c4-15f35da5ebb4/27ee1c9a-a02e-491d-918b-cc12b04a5903) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:41.039654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.043161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:41.045363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] Calling delete_port for 97de77f2-5af2-42ce-bc80-1c067eef85dc owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:41.046366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.047021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.075859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a467e-5673-45c5-a14e-73632f400c5a None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:41.123307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=beb70856-6600-403c-a6c0-f1e0ccd3c3f9,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:41.141622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7fb41a3b-c5ba-4cf6-bc61-6a6c7322db0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2367687 Sep 29 06:46:41.151295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:41.161045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:41.169982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:41.189070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:router and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:41.194567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:41.209884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Calling delete_port for 97de77f2-5af2-42ce-bc80-1c067eef85dc owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:41.218605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:41.282239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Subnet': ['ID=3486f2aa-ff8f-4375-84a9-10e30d38da0d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:41.306220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.307924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.309350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:41.319815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Checking segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:41.320260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network hostable DHCP agents. Network: 71b35d4d-7314-4d7f-882f-def43e93d923, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:46:41.327955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.360709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.448020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.456050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.456769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.457117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Added segment 021704e2-fc79-4513-93d9-bd30eaee5b1c of type vlan for network 80d191c8-172c-462e-bfe8-2acd9f207df5 Sep 29 06:46:41.505350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Transition to ACTIVE for port object 66d37463-e824-453b-b7b7-c54a6b790524 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:41.508814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.510562 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5f83ce2-086d-47f8-9a76-5d1427ded7ea tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3571990 Sep 29 06:46:41.512730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40810) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:41.524201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:46:41.525031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:46:41.539486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] Pushing event deleted for resources: {'Port': ['ID=97de77f2-5af2-42ce-bc80-1c067eef85dc,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:41.541440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cb8400f3-3a45-4d96-a0a7-a60221963b1d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:41.545780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e26b6-0da5-4412-8115-ae82be7acd38 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.552435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e26b6-0da5-4412-8115-ae82be7acd38 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.560591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e26b6-0da5-4412-8115-ae82be7acd38 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.561657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-535e26b6-0da5-4412-8115-ae82be7acd38 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Synchronizing usage tracker for tenant:2543246171584ec0833cd11c648d3d30 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:41.566143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.574329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network 71b35d4d-7314-4d7f-882f-def43e93d923 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:46:41.599744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2ed42-ba7b-420a-9443-e070a35982ff None None] No DVR routers for this DVR port 97de77f2-5af2-42ce-bc80-1c067eef85dc on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:41.615573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 71b35d4d-7314-4d7f-882f-def43e93d923) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:41.625243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-535e26b6-0da5-4412-8115-ae82be7acd38 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Unset dirty status for tenant:2543246171584ec0833cd11c648d3d30 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:41.628888 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-535e26b6-0da5-4412-8115-ae82be7acd38 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/ports?network_id=ce994343-d1ba-43f8-bf37-364ff9e90906 HTTP/1.1" status: 200 len: 2359 time: 0.7137833 Sep 29 06:46:41.631776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.632229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.639219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40814) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:41.652964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf1484-2d89-4850-bff8-d147d7b0e50b None None] Network 71b35d4d-7314-4d7f-882f-def43e93d923 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:41.710039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca094dd-de90-466e-a37f-7fa2938e8750 req-249b4b2c-1434-49a4-bf6c-55bd590487ce tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.712178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fca094dd-de90-466e-a37f-7fa2938e8750 req-249b4b2c-1434-49a4-bf6c-55bd590487ce tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3846672 Sep 29 06:46:41.741483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.747520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.748441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.777514 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7e7557a0-176b-4035-914b-5be963a141ae tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7999868 Sep 29 06:46:41.780490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40818) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:41.876952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56edea-9014-4444-9696-a5b589fc502f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:41.887282 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dc56edea-9014-4444-9696-a5b589fc502f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/subnets/892adec3-8c84-4e83-a4a6-582517e5d327 HTTP/1.1" status: 200 len: 797 time: 0.2447712 Sep 29 06:46:41.897245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.901221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40822) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:41.909586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.911260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:41.912130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:41.912458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'port': {'network_id': 'ce994343-d1ba-43f8-bf37-364ff9e90906', 'name': 'tempest-FloatingIPTestJSON-1503421591', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:41.930470 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2650914 Sep 29 06:46:41.933968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40826) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:41.938475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port cb8400f3-3a45-4d96-a0a7-a60221963b1d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:41.939827 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fca094dd-de90-466e-a37f-7fa2938e8750 req-2bb72448-787d-4abe-9a75-36314828dd3b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170630 Sep 29 06:46:41.947962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'subnet': {'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:41.955997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Transition to ACTIVE for port object 27ee1c9a-a02e-491d-918b-cc12b04a5903 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:42.007037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.021840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cd624-b399-4204-94dd-d2c5edd2ca62 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Network': ['ID=80d191c8-172c-462e-bfe8-2acd9f207df5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:42.075108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Deleting port 97de77f2-5af2-42ce-bc80-1c067eef85dc {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:42.075346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.138658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/beb70856-6600-403c-a6c0-f1e0ccd3c3f9/93eb3af9-cb6d-40fb-8b61-ac1a6bd33832) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:42.146064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cb8400f3-3a45-4d96-a0a7-a60221963b1d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:42.146606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.147322 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cb8400f3-3a45-4d96-a0a7-a60221963b1d Sep 29 06:46:42.181822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] The port '97de77f2-5af2-42ce-bc80-1c067eef85dc' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:46:42.183837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:42.256729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.263902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:42.276200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:subnet and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:42.304712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:42.316634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:42.324657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Transition to ACTIVE for port object 27ee1c9a-a02e-491d-918b-cc12b04a5903 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:42.330990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:42.338538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:42.339228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.360669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=66d37463-e824-453b-b7b7-c54a6b790524,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:42.460838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:42.497081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:42.507355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.528333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:42.554302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd61929e-c63a-4d8d-a743-12a70faef468']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:42.565077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:42.568964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.594986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:42.603693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:42.604301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9294e5d-0f5a-4b17-bf1c-b89e194b5781') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:42.648989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.653039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-71b35d4d-7314-4d7f-882f-def43e93d923', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:42.653818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.660046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-51ec164b-e19b-4a62-b3df-d2f561d3083f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7930596 Sep 29 06:46:42.663308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40832) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:42.669950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.675391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'network_id': 'bc4708e1-077c-44d5-8bc4-893c2096164b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1228231993'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:42.690834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.726141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:42.818528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:42.855045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.867132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:42.869517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:42.884083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:46:42.884754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:42.927636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a50079-6001-4bfe-a5d7-97d2a64a6587 req-2ea5ea41-3392-45f7-8efa-c898648fd1c7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:42.929128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-06a50079-6001-4bfe-a5d7-97d2a64a6587 req-2ea5ea41-3392-45f7-8efa-c898648fd1c7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.8096056 Sep 29 06:46:42.963397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Provisioning for port 66d37463-e824-453b-b7b7-c54a6b790524 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:42.966190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Pushing event updated for resources: {'Port': ['ID=27ee1c9a-a02e-491d-918b-cc12b04a5903,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:42.966723 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment a9294e5d-0f5a-4b17-bf1c-b89e194b5781 resource provider aggregate not found Sep 29 06:46:42.994748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cb8400f3-3a45-4d96-a0a7-a60221963b1d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:42.995137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.028888 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment a9294e5d-0f5a-4b17-bf1c-b89e194b5781 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9294e5d-0f5a-4b17-bf1c-b89e194b5781 found for delete ", "request_id": "req-eb53f567-5407-4a71-90fa-c6f86a22203e"}]} Sep 29 06:46:43.046177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Provisioning complete for port 66d37463-e824-453b-b7b7-c54a6b790524 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:43.047171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.047424 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 1 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:43.072346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.105815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.126389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd61929e-c63a-4d8d-a743-12a70faef468,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:43.135701 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-06a50079-6001-4bfe-a5d7-97d2a64a6587 req-270ca4bf-a54a-4cad-95dc-33f43b8220b9 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951101 Sep 29 06:46:43.157136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:43.177837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.198219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:43.203484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2ae03ffb-5e3c-411c-8298-2b4140f1cd96 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd61929e-c63a-4d8d-a743-12a70faef468 HTTP/1.1" status: 204 len: 168 time: 3.1707380 Sep 29 06:46:43.232818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] device_id is not set on port 98540469-7138-49be-bb92-ac9d0dad0e70 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:43.259308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.281599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Made reservation on behalf of 4090abd472c84aa5a3c794b64637422b for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:43.283020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Transition to ACTIVE for port object 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:43.285321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.420245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Allocated IP 172.20.0.2 (71b35d4d-7314-4d7f-882f-def43e93d923/3486f2aa-ff8f-4375-84a9-10e30d38da0d/67b18988-27e4-4d2a-b613-f23a18ee4ac8) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:43.420615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] device_id is not set on port 9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:43.529670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port cb8400f3-3a45-4d96-a0a7-a60221963b1d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cb8400f3-3a45-4d96-a0a7-a60221963b1d,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:43.542804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.544415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Attempting to bind port 27ee1c9a-a02e-491d-918b-cc12b04a5903 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:43.544739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Attempting to bind port 27ee1c9a-a02e-491d-918b-cc12b04a5903 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '6a36b71f-1638-4203-9e08-a52b35477ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:43.545104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Attempting to bind port 27ee1c9a-a02e-491d-918b-cc12b04a5903 on network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:43.557473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:43.557908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:43.558276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Checking segment: {'id': '6a36b71f-1638-4203-9e08-a52b35477ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:43.558691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.559097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Bound using segment: {'id': '6a36b71f-1638-4203-9e08-a52b35477ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:43.560381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Bound port: 27ee1c9a-a02e-491d-918b-cc12b04a5903, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a36b71f-1638-4203-9e08-a52b35477ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9244e9cf-692c-4ff3-aa99-be21d49d5a20'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:43.560766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.579470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.582039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:43.617764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.618982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Transition to ACTIVE for port object 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:43.701167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97de77f2-5af2-42ce-bc80-1c067eef85dc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:43.754725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.779639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 97de77f2-5af2-42ce-bc80-1c067eef85dc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:43.779964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97de77f2-5af2-42ce-bc80-1c067eef85dc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:46:43.820619 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5b42a672-28ae-47ef-8f7f-de576d073b18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0f1c05f5d724fc4bf0192fcfde8864c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2590506 Sep 29 06:46:43.824546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:46:43.827074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:43.827988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40848) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:43.831317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:43.835123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:43.840300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:43.850319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::1 (4f723a10-0bd7-4e60-9921-89b35030f7ba/beb70856-6600-403c-a6c0-f1e0ccd3c3f9/b0846d0f-4d75-4507-a02e-76114e0ebba5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:43.883051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f58fed-2698-4e6b-9d31-a8bc903fd215 req-a6062917-749d-4d8b-b9f7-796d4b346751 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:43.884586 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-41f58fed-2698-4e6b-9d31-a8bc903fd215 req-a6062917-749d-4d8b-b9f7-796d4b346751 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.5516706 Sep 29 06:46:43.953159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=cb8400f3-3a45-4d96-a0a7-a60221963b1d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:44.009263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.14 (ce994343-d1ba-43f8-bf37-364ff9e90906/892adec3-8c84-4e83-a4a6-582517e5d327/98540469-7138-49be-bb92-ac9d0dad0e70) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:44.013631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Allocated IP 2001:db8::2dd (bc4708e1-077c-44d5-8bc4-893c2096164b/6da37dff-4079-46af-b827-b08917b4bc0d/9bd5fcf6-5d58-4d95-be35-1f3fd1e24252) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:44.024031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Subnet': ['ID=ac135ebe-a48f-4760-95b3-f3a592fc16f8,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:44.039042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.13 (ce994343-d1ba-43f8-bf37-364ff9e90906/892adec3-8c84-4e83-a4a6-582517e5d327/98540469-7138-49be-bb92-ac9d0dad0e70) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:44.054135 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-41f58fed-2698-4e6b-9d31-a8bc903fd215 req-859c513c-42ae-4884-830b-14ae82e837a5 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488740 Sep 29 06:46:44.082226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Checking segment: {'id': '021704e2-fc79-4513-93d9-bd30eaee5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:44.082617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network hostable DHCP agents. Network: 80d191c8-172c-462e-bfe8-2acd9f207df5, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:46:44.133524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.152247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Transition to ACTIVE for port object 67b18988-27e4-4d2a-b613-f23a18ee4ac8 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:44.183891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Transition to ACTIVE for port object 67b18988-27e4-4d2a-b613-f23a18ee4ac8 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:44.209275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] For port 27ee1c9a-a02e-491d-918b-cc12b04a5903, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:44.217181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] For port 27ee1c9a-a02e-491d-918b-cc12b04a5903, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=27ee1c9a-a02e-491d-918b-cc12b04a5903,segment=NetworkSegment(6a36b71f-1638-4203-9e08-a52b35477ff2),segment_id=6a36b71f-1638-4203-9e08-a52b35477ff2)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:44.219517 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 2 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:44.247022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3190921-72fd-4330-8984-54490cff1c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.248523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Attempting to bind port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:44.249040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Attempting to bind port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:44.249485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Attempting to bind port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:44.251628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Pushing event updated for resources: {'Port': ['ID=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:44.266465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.309882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.327418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:44.328200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:44.328475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.328846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:44.329334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Bound port: 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:44.329708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.376797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3190921-72fd-4330-8984-54490cff1c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.389209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:46:44.456358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Network 71b35d4d-7314-4d7f-882f-def43e93d923 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:44.458436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:44.464789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:44.470763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:44.496048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 80d191c8-172c-462e-bfe8-2acd9f207df5) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:44.503697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.533451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object b0846d0f-4d75-4507-a02e-76114e0ebba5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:44.543706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.548704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734354c-1c5d-45fb-ae6c-5aeebb5c4510 req-db9582a6-59f2-4032-a9e2-3342594eb5a5 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:44.549753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d06af-77a0-400d-b753-181ea76616d8 None None] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:44.550229 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d734354c-1c5d-45fb-ae6c-5aeebb5c4510 req-db9582a6-59f2-4032-a9e2-3342594eb5a5 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3545296 Sep 29 06:46:44.556853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Allocated IP 172.20.0.1 (71b35d4d-7314-4d7f-882f-def43e93d923/3486f2aa-ff8f-4375-84a9-10e30d38da0d/8be42fc3-ab61-4572-b6c0-a1e3c3d4a858) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:44.567678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:44.568522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.610012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3190921-72fd-4330-8984-54490cff1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.656259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.673879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Transition to ACTIVE for port object 9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:44.714141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.719221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.725461 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d734354c-1c5d-45fb-ae6c-5aeebb5c4510 req-444cbbbf-3d4a-429c-a8ce-12ce204cd8aa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666057 Sep 29 06:46:44.730328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3190921-72fd-4330-8984-54490cff1c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c4834-8228-44be-8dea-59af9e34a692,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:44.738158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4008-b690-4298-9bcd-e7bdc9db59c3 None None] Pushing event updated for resources: {'Port': ['ID=27ee1c9a-a02e-491d-918b-cc12b04a5903,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:44.756907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.778389 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-715d163f-a7aa-457c-bdbb-ffbfd549ef3a tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8380320 Sep 29 06:46:44.790187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40856) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:44.807057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'port': {'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5', 'name': 'tempest-NetworksIpV6TestAttrs-683638789'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:44.839338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Network bc4708e1-077c-44d5-8bc4-893c2096164b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:44.848032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:44.863083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3190921-72fd-4330-8984-54490cff1c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.867020 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d3190921-72fd-4330-8984-54490cff1c8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b68c4834-8228-44be-8dea-59af9e34a692 HTTP/1.1" status: 204 len: 168 time: 1.0380635 Sep 29 06:46:44.924759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:44.925963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:44.932778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:44.933727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.966413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:44.977602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:44.989272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:44.999106 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 3 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:45.007188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Transition to ACTIVE for port object 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:45.023999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Pushing event updated for resources: {'Port': ['ID=67b18988-27e4-4d2a-b613-f23a18ee4ac8,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:45.043153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:45.053169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:45.055700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=b0846d0f-4d75-4507-a02e-76114e0ebba5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:45.058631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:45.059174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.068112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3973637 Sep 29 06:46:45.079134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] For port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:45.102990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=98540469-7138-49be-bb92-ac9d0dad0e70,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:45.104380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Attempting to bind port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:45.104799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Attempting to bind port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:45.105289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40862) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:45.105841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Attempting to bind port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 on network 71b35d4d-7314-4d7f-882f-def43e93d923 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:45.118242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:45.118663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Checking segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:45.119071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.119467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Bound using segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:45.119951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Bound port: 67b18988-27e4-4d2a-b613-f23a18ee4ac8, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:45.120326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.178125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] For port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:45.184542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:45.193063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.289133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.359854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c7', 'mac_address': 'fa:16:3e:7b:5e:a0'}, {'ip_address': '2001:db8::128', 'mac_address': 'fa:16:3e:cb:0c:b8'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:45.463464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network 71b35d4d-7314-4d7f-882f-def43e93d923 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:45.502805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:45.618257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62e8d5-6da5-422a-8a89-09f6cb7a91c6 None None] Pushing event updated for resources: {'Port': ['ID=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:45.624211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-80d191c8-172c-462e-bfe8-2acd9f207df5', 'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5', 'tenant_id': '66e58210814e470e91b14dae5cf13314', 'fixed_ips': [{'subnet_id': 'ac135ebe-a48f-4760-95b3-f3a592fc16f8'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:45.625129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.639788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Port': ['ID=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:45.643596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] For port 67b18988-27e4-4d2a-b613-f23a18ee4ac8, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:45.647503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:45.657678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] For port 67b18988-27e4-4d2a-b613-f23a18ee4ac8, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=67b18988-27e4-4d2a-b613-f23a18ee4ac8,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:45.683606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:45.684557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.741167 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 4 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:45.782111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.820939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.917443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:45.947120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8f553-a944-4762-83e4-70104c37e8f8 None None] Pushing event updated for resources: {'Port': ['ID=67b18988-27e4-4d2a-b613-f23a18ee4ac8,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:46.044720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:46.083991 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b2889d4c-9372-479c-bc22-e948181d4256 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.1819279 Sep 29 06:46:46.090611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bc251-bbb0-4758-9863-398027c3f0bd tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=9bd5fcf6-5d58-4d95-be35-1f3fd1e24252,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:46.100132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40876) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:46.190884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '98540469-7138-49be-bb92-ac9d0dad0e70', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:46.205761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:46.223421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:46.233404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:46.267273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:floatingip and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:46.275765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:46.279407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Allocated IP 2001:db8::f816:3eff:feed:7854 (80d191c8-172c-462e-bfe8-2acd9f207df5/ac135ebe-a48f-4760-95b3-f3a592fc16f8/31362639-f62b-4a60-9750-2a017a4a666b) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:46.283956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:46.297013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:port and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:46.303846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:46.341553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:46.350679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:46.404160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8810cd-94be-41a5-b4bd-2fc24ee787cf req-56ceb01b-076b-4371-a653-de0e42ab4b82 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:46.425267 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9a8810cd-94be-41a5-b4bd-2fc24ee787cf req-56ceb01b-076b-4371-a653-de0e42ab4b82 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 1.3586700 Sep 29 06:46:46.586578 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 5 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:46.625735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:46.631289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa87dd-0b0a-4ed7-bf97-e42f63889532 None None] Network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:46.648432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:46.895938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] device_id is not set on port 98242749-c09e-4e07-84f1-33e963bf778b yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:46:46.904349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:46.977338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.028033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9a8810cd-94be-41a5-b4bd-2fc24ee787cf req-742a91ee-7f6b-436c-91f9-7ead93d86011 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6016605 Sep 29 06:46:47.051128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:47.072401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 27ee1c9a-a02e-491d-918b-cc12b04a5903 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:47.146810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.212348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:47.272539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 27ee1c9a-a02e-491d-918b-cc12b04a5903 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:47.281766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cb8400f3-3a45-4d96-a0a7-a60221963b1d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:47.552987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.576694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:46:47.600046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.629951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Transition to ACTIVE for port object 31362639-f62b-4a60-9750-2a017a4a666b will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:47.635338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.659682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Transition to ACTIVE for port object 31362639-f62b-4a60-9750-2a017a4a666b will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:47.661622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cb8400f3-3a45-4d96-a0a7-a60221963b1d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:47.664694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.665495 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cb8400f3-3a45-4d96-a0a7-a60221963b1d Sep 29 06:46:47.723488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.724317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.725521 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 6 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:47.844847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.849436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541962a-bcf3-48a0-be82-b63f3c00c679 None None] Network 71b35d4d-7314-4d7f-882f-def43e93d923 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:47.948084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.965178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.965890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] In _notify_port_updated(), no bound segment for port 9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 on network bc4708e1-077c-44d5-8bc4-893c2096164b {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:46:47.971539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:47.972152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:47.976036 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "PUT /v2.0/ports/9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 HTTP/1.1" status: 200 len: 1068 time: 2.7035987 Sep 29 06:46:47.976036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40904) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:48.014910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40906) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:48.028783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:48.033569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:48.035405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:48.037685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:48.067978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=b0846d0f-4d75-4507-a02e-76114e0ebba5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:48.102536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Pushing event updated for resources: {'Port': ['ID=31362639-f62b-4a60-9750-2a017a4a666b,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:48.151462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Allocated IP 2001:db8::f816:3eff:fe3d:8ce9 (80d191c8-172c-462e-bfe8-2acd9f207df5/ac135ebe-a48f-4760-95b3-f3a592fc16f8/98242749-c09e-4e07-84f1-33e963bf778b) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:48.174298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.177169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf3d40-36f8-4276-a9c8-a723e7ba0b56 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event updated for resources: {'Port': ['ID=9bd5fcf6-5d58-4d95-be35-1f3fd1e24252,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:48.191002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.202253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.160 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/40a6fcbe-9d9e-45ac-8fbc-9fbb85959c5d) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:48.207093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port 9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:48.207438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.302719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Port': ['ID=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:48.304080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Attempting to bind port 31362639-f62b-4a60-9750-2a017a4a666b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:48.304459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Attempting to bind port 31362639-f62b-4a60-9750-2a017a4a666b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '021704e2-fc79-4513-93d9-bd30eaee5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:48.305771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Attempting to bind port 31362639-f62b-4a60-9750-2a017a4a666b on network 80d191c8-172c-462e-bfe8-2acd9f207df5 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:48.321510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:48.321731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Checking segment: {'id': '021704e2-fc79-4513-93d9-bd30eaee5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:48.322142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.322565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Bound using segment: {'id': '021704e2-fc79-4513-93d9-bd30eaee5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:48.323050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Bound port: 31362639-f62b-4a60-9750-2a017a4a666b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021704e2-fc79-4513-93d9-bd30eaee5b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '80d191c8-172c-462e-bfe8-2acd9f207df5'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:48.323430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.337989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cb8400f3-3a45-4d96-a0a7-a60221963b1d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:48.362162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.392912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:48.396526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:48.530123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] For port 31362639-f62b-4a60-9750-2a017a4a666b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:48.532657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] For port 31362639-f62b-4a60-9750-2a017a4a666b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=31362639-f62b-4a60-9750-2a017a4a666b,segment=NetworkSegment(021704e2-fc79-4513-93d9-bd30eaee5b1c),segment_id=021704e2-fc79-4513-93d9-bd30eaee5b1c)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:48.543275 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 7 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:48.559466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1751498910'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:48.583589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.596800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:48.612611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Usage tracker for resource:network and tenant:128ec6053ce04e19a261ce00ccfbe717 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:48.640041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67b18988-27e4-4d2a-b613-f23a18ee4ac8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:48.649644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:48.713211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:48.723957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network 71b35d4d-7314-4d7f-882f-def43e93d923 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:48.730357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:48.739280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:48.747051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3eb62-6915-4e73-93ec-d466388d12a6 None None] Pushing event updated for resources: {'Port': ['ID=31362639-f62b-4a60-9750-2a017a4a666b,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:48.789162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:48.804228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Made reservation on behalf of 128ec6053ce04e19a261ce00ccfbe717 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:48.808105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.843808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.859292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Router 89e3fed4-93b4-4072-a73a-58bdab0152bf is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:46:48.879429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.920836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:48.939289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:49.005972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:49.010792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Usage tracker for resource:security_group_rule and tenant:128ec6053ce04e19a261ce00ccfbe717 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:49.014021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:49.020655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:49.102650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for 9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:49.165078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Transition to ACTIVE for port object 98242749-c09e-4e07-84f1-33e963bf778b will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:49.232754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:49.240479 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 8 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:49.260816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:49.276825 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Sync routers for ids ['89e3fed4-93b4-4072-a73a-58bdab0152bf'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:49.293767 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Routers {'89e3fed4-93b4-4072-a73a-58bdab0152bf'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:49.294401 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['89e3fed4-93b4-4072-a73a-58bdab0152bf'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:49.330075 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d0db8b7c-3021-4ccd-aacd-262650ca0e54 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "PUT /v2.0/routers/89e3fed4-93b4-4072-a73a-58bdab0152bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8162305 Sep 29 06:46:49.361059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40916) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:49.368595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:49.386551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:49.423555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:49.468836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:49.475232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:49.483220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:49.515565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:46:49.528783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:49.541495 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Set router 89e3fed4-93b4-4072-a73a-58bdab0152bf gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:49.541971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:46:49.548005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:49.548850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:49.553969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=40a6fcbe-9d9e-45ac-8fbc-9fbb85959c5d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:49.601565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb632bc5-f6c5-4998-ba3c-90ca02e3d2b8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:49.602395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eb632bc5-f6c5-4998-ba3c-90ca02e3d2b8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:49.628835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:49.636397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:49.643376 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7a08ba3a-3736-49f7-960d-bef1a27a4868 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "PUT /v2.0/routers/321ad9f5-df9f-46f2-bd1c-e0b3ac92170e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8613579 Sep 29 06:46:49.644658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eb632bc5-f6c5-4998-ba3c-90ca02e3d2b8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:49.645787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eb632bc5-f6c5-4998-ba3c-90ca02e3d2b8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports/b0846d0f-4d75-4507-a02e-76114e0ebba5 HTTP/1.1" status: 200 len: 911 time: 0.2836876 Sep 29 06:46:49.649854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40920) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:49.659614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Sync routers for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:49.675123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:49.676087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:49.861341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240acd3-a210-464a-a6ae-987e28330f61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:49.878158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240acd3-a210-464a-a6ae-987e28330f61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:49.879864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b240acd3-a210-464a-a6ae-987e28330f61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2289920 Sep 29 06:46:49.883589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40926) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:49.917563 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 9 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:50.030020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Port': ['ID=98242749-c09e-4e07-84f1-33e963bf778b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:50.036282 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-be71d4d7-2005-4297-90da-075fd9679038 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.2424333 Sep 29 06:46:50.063584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40940) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:50.090983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:50.092753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:50.123949 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:41Z', 'updated_at': '2022-09-29T06:46:45Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None, '_interfaces': [{'id': 'b0846d0f-4d75-4507-a02e-76114e0ebba5', 'name': '', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'mac_address': 'fa:16:3e:6d:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:42Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'subnets': [{'id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:50.129526 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Checking router: 89e3fed4-93b4-4072-a73a-58bdab0152bf for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:50.130088 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Updating router 89e3fed4-93b4-4072-a73a-58bdab0152bf port b0846d0f-4d75-4507-a02e-76114e0ebba5 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:46:50.147831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=9bd5fcf6-5d58-4d95-be35-1f3fd1e24252,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:50.240329 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.342860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Deleting subnet ac135ebe-a48f-4760-95b3-f3a592fc16f8 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:50.362325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.480305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.487481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb7ea1e-a23a-4771-9768-5d423b383dbb None None] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:50.508385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.509678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 31362639-f62b-4a60-9750-2a017a4a666b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:50.537672 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-42cf72ae-36ad-49ea-8a2d-752e0e70c63f tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117001178&fields=id&tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a HTTP/1.1" status: 200 len: 267 time: 0.5328496 Sep 29 06:46:50.648443 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Attempt 10 to provision port 66d37463-e824-453b-b7b7-c54a6b790524 Sep 29 06:46:50.679005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:50.709553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.718696 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.756844 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Transition to ACTIVE for port object b0846d0f-4d75-4507-a02e-76114e0ebba5 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:50.770428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.771320 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Added segment 18426a10-d1fa-41f4-838e-c78a50742d27 of type vlan for network 93fe7be1-cf92-411d-aee6-ea4d2d9edcec Sep 29 06:46:50.773004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b019d47-4446-4d72-9537-793c0753d261,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:50.773909 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.825484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dd531e58-91f6-4d68-8843-825b43612970 None None] Port 66d37463-e824-453b-b7b7-c54a6b790524 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:50.889463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.926337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 31362639-f62b-4a60-9750-2a017a4a666b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:50.976145 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6a821b2c-8044-4fe6-aeef-7446c8a9e5f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/ports/9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 HTTP/1.1" status: 204 len: 168 time: 2.9277477 Sep 29 06:46:50.978270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:50.981811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40944) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:50.998317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-943e4f94-7991-4dc9-8529-ccc85ea2efba tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:50.998317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-943e4f94-7991-4dc9-8529-ccc85ea2efba tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Synchronizing usage tracker for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:51.034545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning for port b0846d0f-4d75-4507-a02e-76114e0ebba5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:51.045416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:47Z', 'revision_number': 2, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:51.054611 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c35bfba-befe-428d-8b8b-9071a4aa1611 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] GET failed (client error): The resource could not be found. Sep 29 06:46:51.055212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3c35bfba-befe-428d-8b8b-9071a4aa1611 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Synchronizing usage tracker for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:51.074450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-943e4f94-7991-4dc9-8529-ccc85ea2efba tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Unset dirty status for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:51.075623 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-943e4f94-7991-4dc9-8529-ccc85ea2efba tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 797 time: 0.5371790 Sep 29 06:46:51.079997 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11b95d-7bb9-4b5b-be4b-8796e795264b None None] Pushing event updated for resources: {'Port': ['ID=b0846d0f-4d75-4507-a02e-76114e0ebba5,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:51.088871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Checking router: 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:51.089230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Updating router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:46:51.113861 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-8dd8ec67-3897-4dff-8941-b635d7e10a9c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/quotas/cb81b6dc174647a8a55d43aa38d1ba1a HTTP/1.1" status: 200 len: 375 time: 0.0177698 Sep 29 06:46:51.118256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.122830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3c35bfba-befe-428d-8b8b-9071a4aa1611 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Unset dirty status for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:51.127592 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Attempting to bind port b0846d0f-4d75-4507-a02e-76114e0ebba5 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:51.127787 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3c35bfba-befe-428d-8b8b-9071a4aa1611 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "GET /v2.0/ports/9bd5fcf6-5d58-4d95-be35-1f3fd1e24252 HTTP/1.1" status: 404 len: 333 time: 0.1389327 Sep 29 06:46:51.127888 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Attempting to bind port b0846d0f-4d75-4507-a02e-76114e0ebba5 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:51.127888 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Attempting to bind port b0846d0f-4d75-4507-a02e-76114e0ebba5 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:51.132976 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:51.132976 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:51.133356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40948) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:51.133678 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.134156 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:51.134731 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Bound port: b0846d0f-4d75-4507-a02e-76114e0ebba5, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:51.135170 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.137182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.143046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:51.143638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.174936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning for port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:51.185005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning complete for port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:51.185385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.185730 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 1 to provision port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 Sep 29 06:46:51.236534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.302953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.305641 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] For port b0846d0f-4d75-4507-a02e-76114e0ebba5, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:51.312880 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] For port b0846d0f-4d75-4507-a02e-76114e0ebba5, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b0846d0f-4d75-4507-a02e-76114e0ebba5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:51.317315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:51.319932 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.363709 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3524747 Sep 29 06:46:51.370889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40952) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:51.375043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Subnet': ['ID=ac135ebe-a48f-4760-95b3-f3a592fc16f8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:51.411883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af3e8-5a9f-464b-9408-398276aca363 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Pushing event updated for resources: {'Network': ['ID=93fe7be1-cf92-411d-aee6-ea4d2d9edcec,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:51.418615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port 66d37463-e824-453b-b7b7-c54a6b790524 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:51.418960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.434435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Routers {'89e3fed4-93b4-4072-a73a-58bdab0152bf'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:51.435013 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['89e3fed4-93b4-4072-a73a-58bdab0152bf'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:51.437778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.614937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 93fe7be1-cf92-411d-aee6-ea4d2d9edcec details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:51.627034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11b95d-7bb9-4b5b-be4b-8796e795264b None None] Pushing event updated for resources: {'Port': ['ID=b0846d0f-4d75-4507-a02e-76114e0ebba5,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:51.627952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e0560-04b3-4966-bf7b-a0b5aef6b53e None None] Network 80d191c8-172c-462e-bfe8-2acd9f207df5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:51.648850 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] Set router 89e3fed4-93b4-4072-a73a-58bdab0152bf gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:51.699470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.706550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.768002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'network': {'name': 'tempest-network--785915913', 'router:external': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:51.779609 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4cdf5847-c4a6-455a-9af6-96f32c653976 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/ac135ebe-a48f-4760-95b3-f3a592fc16f8 HTTP/1.1" status: 204 len: 168 time: 1.5810933 Sep 29 06:46:51.785227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40958) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:51.796528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:51.820493 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 2 to provision port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 Sep 29 06:46:51.837561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.868060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:network and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:51.872500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:51.890198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:51.909481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-5bc508dd-2710-4fa8-8878-04f994788a99 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Synchronizing usage tracker for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:51.942739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Made reservation on behalf of 2284b48a76c049d28cbc5aa66aa21570 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:51.946004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.963382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-5bc508dd-2710-4fa8-8878-04f994788a99 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Unset dirty status for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:51.964576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-5bc508dd-2710-4fa8-8878-04f994788a99 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7418935 Sep 29 06:46:51.969686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:51.998446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:52.004921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for 66d37463-e824-453b-b7b7-c54a6b790524 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:52.018600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:52.023041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:security_group_rule and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:52.026249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:52.032873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:52.059179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.105645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f78d5-8957-4072-b64a-c55baaea5a87 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:52.107730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10f78d5-8957-4072-b64a-c55baaea5a87 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:52.108403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b10f78d5-8957-4072-b64a-c55baaea5a87 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Synchronizing usage tracker for tenant:66e58210814e470e91b14dae5cf13314 on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:52.117075 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:41Z', 'updated_at': '2022-09-29T06:46:45Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None, '_interfaces': [{'id': 'b0846d0f-4d75-4507-a02e-76114e0ebba5', 'name': '', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'mac_address': 'fa:16:3e:6d:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:42Z', 'updated_at': '2022-09-29T06:46:51Z', 'revision_number': 4, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'subnets': [{'id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:52.122860 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b433e-a4e0-428f-80dd-d5e8601bdbb8 None None] The sync data for ids ['89e3fed4-93b4-4072-a73a-58bdab0152bf'] in dv-neutron-859761-1-hyperv is: [{'id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:41Z', 'updated_at': '2022-09-29T06:46:45Z', 'revision_number': 2, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None, '_interfaces': [{'id': 'b0846d0f-4d75-4507-a02e-76114e0ebba5', 'name': '', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'mac_address': 'fa:16:3e:6d:5d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:42Z', 'updated_at': '2022-09-29T06:46:51Z', 'revision_number': 4, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'subnets': [{'id': 'beb70856-6600-403c-a6c0-f1e0ccd3c3f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:52.130971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.143359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] DHCP port deletion for 80d191c8-172c-462e-bfe8-2acd9f207df5 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:52.151655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Transition to ACTIVE for port object 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:52.157722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] Deleting port 31362639-f62b-4a60-9750-2a017a4a666b {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:52.158168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.183705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b10f78d5-8957-4072-b64a-c55baaea5a87 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Unset dirty status for tenant:66e58210814e470e91b14dae5cf13314 on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:52.188531 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b10f78d5-8957-4072-b64a-c55baaea5a87 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3959365 Sep 29 06:46:52.189141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40962) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:52.208913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.309144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.324097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.366065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21ada-269f-4b4c-8afe-986bc51bb027 None None] Pushing event updated for resources: {'Port': ['ID=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:52.398235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:52.410277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd7dc7-7590-4634-8e0d-13b34244d535,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:52.439999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.440351 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Added segment f1c91f78-e506-47ee-91f8-3870f3e01661 of type vlan for network 2edc4df1-a808-40a2-8df2-d7095f2455bc Sep 29 06:46:52.498380 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-a8bf1189-812e-4470-8786-3c16cb9403f5 service neutron] 10.222.0.26 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102232 Sep 29 06:46:52.636043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port b0846d0f-4d75-4507-a02e-76114e0ebba5 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:52.636655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.665970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.667052 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 3 to provision port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 Sep 29 06:46:52.705902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.715072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14874c67-c6e3-4203-a5bb-cf022ecb18bb tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.723143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 31362639-f62b-4a60-9750-2a017a4a666b no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:46:52.769964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=66d37463-e824-453b-b7b7-c54a6b790524,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:52.808227 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-14874c67-c6e3-4203-a5bb-cf022ecb18bb tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 06:46:52.808734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14874c67-c6e3-4203-a5bb-cf022ecb18bb tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:46:52.865396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.870406 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-afe68c60-602e-45ec-b6e4-57ba7b75a73f tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/ports/66d37463-e824-453b-b7b7-c54a6b790524 HTTP/1.1" status: 204 len: 168 time: 1.7361233 Sep 29 06:46:52.872912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40966) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:52.874359 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-14874c67-c6e3-4203-a5bb-cf022ecb18bb tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/80d191c8-172c-462e-bfe8-2acd9f207df5 HTTP/1.1" status: 409 len: 405 time: 0.6807394 Sep 29 06:46:52.879070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40970) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:52.919938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-534737631'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:52.927820 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e4fbff-8ea1-4533-8c54-372a4cdc81c0 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] GET failed (client error): The resource could not be found. Sep 29 06:46:52.928353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-18e4fbff-8ea1-4533-8c54-372a4cdc81c0 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Synchronizing usage tracker for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:52.936510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-d1e9be67-df8b-4c7d-a01f-3d91867ac2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299002 Sep 29 06:46:52.941710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.943223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:52.943981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:52.948155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:52.961405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] For port 31362639-f62b-4a60-9750-2a017a4a666b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=31362639-f62b-4a60-9750-2a017a4a666b,segment=NetworkSegment(021704e2-fc79-4513-93d9-bd30eaee5b1c),segment_id=021704e2-fc79-4513-93d9-bd30eaee5b1c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:52.962061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.003485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.007037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:network and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:53.008352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-18e4fbff-8ea1-4533-8c54-372a4cdc81c0 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Unset dirty status for tenant:4090abd472c84aa5a3c794b64637422b on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:53.017815 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-18e4fbff-8ea1-4533-8c54-372a4cdc81c0 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "GET /v2.0/ports/66d37463-e824-453b-b7b7-c54a6b790524 HTTP/1.1" status: 404 len: 333 time: 0.1411824 Sep 29 06:46:53.018712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 40974) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:53.027011 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.111437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:53.128471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:53.133463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] Calling delete_port for 31362639-f62b-4a60-9750-2a017a4a666b owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:53.187596 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8101020 Sep 29 06:46:53.212926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port b0846d0f-4d75-4507-a02e-76114e0ebba5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b0846d0f-4d75-4507-a02e-76114e0ebba5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:53.213536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.222663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40980) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:53.223901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea2edc-d89e-4173-ad87-7354f7b5d160 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Network': ['ID=2edc4df1-a808-40a2-8df2-d7095f2455bc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:53.232583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:53.240322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.258787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Attempting to bind port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:46:53.259162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Attempting to bind port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:46:53.259705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Attempting to bind port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 on network 71b35d4d-7314-4d7f-882f-def43e93d923 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:46:53.266204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 2edc4df1-a808-40a2-8df2-d7095f2455bc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:53.285377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:46:53.285757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Checking segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:53.286160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.286573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Bound using segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:46:53.287102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Bound port: 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:46:53.287480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.310898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:53.311247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.367656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:53.422428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.428471 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-648f197b-3d1a-4d8d-97f2-f199204e7575 req-595175a3-22a2-466a-a73f-e650a178c08d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 210 time: 0.1320841 Sep 29 06:46:53.484045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port 31362639-f62b-4a60-9750-2a017a4a666b update to DOWN by agent not found {{(pid=89138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 29 06:46:53.514071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=40a6fcbe-9d9e-45ac-8fbc-9fbb85959c5d,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:53.525843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.552985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] Pushing event deleted for resources: {'Port': ['ID=31362639-f62b-4a60-9750-2a017a4a666b,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:53.570379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e2bb5-fdd3-42ae-a6b5-e7311045a336 None None] No DVR routers for this DVR port 31362639-f62b-4a60-9750-2a017a4a666b on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:53.612591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] For port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:46:53.616188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] For port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:46:53.624263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.658536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for b0846d0f-4d75-4507-a02e-76114e0ebba5 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:53.698187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:53.698978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:53.790040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:53.803015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21ada-269f-4b4c-8afe-986bc51bb027 None None] Pushing event updated for resources: {'Port': ['ID=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:53.862562 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 7d7cb3ba-da16-4fdb-912e-f57be66e7ed9 associated. External IP: 172.26.0.160, port: 98540469-7138-49be-bb92-ac9d0dad0e70. Sep 29 06:46:53.874185 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 4 to provision port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 Sep 29 06:46:53.977396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:54.045483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.096965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:54.120643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.121003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Added segment 8c1edd06-67bb-453e-a782-37d978e26e17 of type vlan for network 07587f04-7819-4446-91d8-be7525bb0c37 Sep 29 06:46:54.180888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:46:54.256787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning for port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:54.267381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning complete for port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:54.267741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.268074 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 1 to provision port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 Sep 29 06:46:54.289222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.296779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.331281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edc4df1-a808-40a2-8df2-d7095f2455bc']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:54.345322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for 5b3d32c9-d6e2-47f7-8807-7a43f924ed88 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:54.354776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c91f78-e506-47ee-91f8-3870f3e01661') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:54.355097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c91f78-e506-47ee-91f8-3870f3e01661') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:54.428105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.464366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.475535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.484141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:54.488910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.539086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Current status of the port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:54.539482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.576242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:46:54.578071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.645520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0846d0f-4d75-4507-a02e-76114e0ebba5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:54.699372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.702078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f1c91f78-e506-47ee-91f8-3870f3e01661 resource provider aggregate not found Sep 29 06:46:54.706208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.714241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] For port 67b18988-27e4-4d2a-b613-f23a18ee4ac8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=67b18988-27e4-4d2a-b613-f23a18ee4ac8,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:54.720257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b0846d0f-4d75-4507-a02e-76114e0ebba5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:46:54.720630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0846d0f-4d75-4507-a02e-76114e0ebba5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 29 06:46:54.761328 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:46:54.764008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port b0846d0f-4d75-4507-a02e-76114e0ebba5 not found, will not notify nova. {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 29 06:46:54.766865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.786005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=5b3d32c9-d6e2-47f7-8807-7a43f924ed88,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:54.809474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Could not find standard attr ID for object 9bd5fcf6-5d58-4d95-be35-1f3fd1e24252. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:46:54.813261 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f1c91f78-e506-47ee-91f8-3870f3e01661 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1c91f78-e506-47ee-91f8-3870f3e01661 found for delete ", "request_id": "req-3fb5b448-e4cd-4a28-b971-c9ef43a72f64"}]} Sep 29 06:46:54.814355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:53Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:54.826388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8745cf-5dfb-4e9c-b8e2-e3d1fab43dc9 None None] The sync data for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv is: [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:53Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:54.859501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:54.866129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.871726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning for port 27ee1c9a-a02e-491d-918b-cc12b04a5903 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:54.879012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Pushing event updated for resources: {'Port': ['ID=67b18988-27e4-4d2a-b613-f23a18ee4ac8,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:54.883300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning complete for port 27ee1c9a-a02e-491d-918b-cc12b04a5903 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:54.883683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:54.884020 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 1 to provision port 27ee1c9a-a02e-491d-918b-cc12b04a5903 Sep 29 06:46:54.926678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-986dac0f-5693-48ca-a53c-c18028e19241 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/ports/5b3d32c9-d6e2-47f7-8807-7a43f924ed88 HTTP/1.1" status: 204 len: 168 time: 1.9046502 Sep 29 06:46:54.972010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 40998) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:55.039036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=b0846d0f-4d75-4507-a02e-76114e0ebba5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:55.068324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Current status of the port 27ee1c9a-a02e-491d-918b-cc12b04a5903 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:55.068718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.120312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] For port 27ee1c9a-a02e-491d-918b-cc12b04a5903, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=27ee1c9a-a02e-491d-918b-cc12b04a5903,segment=NetworkSegment(6a36b71f-1638-4203-9e08-a52b35477ff2),segment_id=6a36b71f-1638-4203-9e08-a52b35477ff2)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:55.135723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.221732 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3369043 Sep 29 06:46:55.224433 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e4cb41cb-9f30-4aee-bd4c-4db1f034034d req-421f7eae-59d0-49b4-b281-c315c3ffcdc8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 210 time: 0.5296195 Sep 29 06:46:55.240477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41004) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:55.273294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning for port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:55.277608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'subnet': {'network_id': '07587f04-7819-4446-91d8-be7525bb0c37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:55.316486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Provisioning complete for port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:55.318293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.318685 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Attempt 1 to provision port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 Sep 29 06:46:55.328902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:55.339977 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:55.358213 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:55.360060 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:55.375915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a124b6-d28e-46a9-8104-fa1d54c960d0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Network': ['ID=07587f04-7819-4446-91d8-be7525bb0c37,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:55.401220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 07587f04-7819-4446-91d8-be7525bb0c37 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:55.413294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.487154 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:55.496960 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:55.497888 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:55.510172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Pushing event updated for resources: {'Port': ['ID=27ee1c9a-a02e-491d-918b-cc12b04a5903,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:55.535382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e8a2495f-8cf1-4f7f-bf53-9d746f40fda8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.4298444 Sep 29 06:46:55.536078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41010) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:55.542765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'port_id': '98540469-7138-49be-bb92-ac9d0dad0e70', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:55.556522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.627395 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:55.628293 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417bcc0-c33c-421b-870b-336ad121a784 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:55.646131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Current status of the port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:55.646775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.670992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.687528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] For port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:55.692108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.734891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2edc4df1-a808-40a2-8df2-d7095f2455bc {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:46:55.739292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.756074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.768561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Could not find standard attr ID for object 31362639-f62b-4a60-9750-2a017a4a666b. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:46:55.772558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Network': ['ID=2edc4df1-a808-40a2-8df2-d7095f2455bc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:55.802068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9df93-d4a5-4366-bfe2-a32ac4331073 None None] Pushing event updated for resources: {'Port': ['ID=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:55.844452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting subnet 6da37dff-4079-46af-b827-b08917b4bc0d {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:55.875424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.890971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Could not find standard attr ID for object 31362639-f62b-4a60-9750-2a017a4a666b. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:46:55.903691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Provisioning for port 98242749-c09e-4e07-84f1-33e963bf778b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:55.910134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Provisioning complete for port 98242749-c09e-4e07-84f1-33e963bf778b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:55.910695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:55.911130 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 1 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:46:55.973697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:56.031016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2d5e8640-2ac0-4d23-a6ef-5709c9f869f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/networks/2edc4df1-a808-40a2-8df2-d7095f2455bc HTTP/1.1" status: 204 len: 168 time: 2.7997239 Sep 29 06:46:56.031846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41014) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:56.039790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:56.047775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:56.104361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:network and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:56.112502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:56.125972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:56.128971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:56.144056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-6eae07ca-75dc-4e26-8200-2be5a3cbd475 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:56.146124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-6eae07ca-75dc-4e26-8200-2be5a3cbd475 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.61 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 797 time: 1.3241482 Sep 29 06:46:56.146432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Made reservation on behalf of 2284b48a76c049d28cbc5aa66aa21570 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:56.148790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.156699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.239154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:56.264231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:46:56.283968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.284435 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Added segment 298f98ea-8687-4481-adc3-db99035fbd09 of type vlan for network 053b4d93-273c-43ea-a357-35236c2bfd71 Sep 29 06:46:56.330374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.444893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:56.448686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.475033 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 2 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:46:56.511946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.589337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:56.614141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Router 89e3fed4-93b4-4072-a73a-58bdab0152bf has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:56.631709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-73d7d92b-76c3-49d8-80ff-f46bbc23c556 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a HTTP/1.1" status: 200 len: 380 time: 0.4001920 Sep 29 06:46:56.633835 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ea3fa2b-4835-443a-a8aa-7ed1d306c974 req-284505b6-32e0-4183-927a-ba5568bf9e76 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 210 time: 0.2563868 Sep 29 06:46:56.644950 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.646271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:56.647015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.675601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'port': {'device_id': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'admin_state_up': True, 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'security_groups': ['0c469a10-b549-4dd0-a461-08c28bd64b18']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:56.678025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:56.784379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:56.785027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.785120 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 Sep 29 06:46:56.843411 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8108549 Sep 29 06:46:56.846659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4a98b-387e-432d-83e0-7c179f8aed93 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Network': ['ID=053b4d93-273c-43ea-a357-35236c2bfd71,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:56.850623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.851364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41020) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:56.857811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'subnet': {'network_id': '053b4d93-273c-43ea-a357-35236c2bfd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:56.866619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:56.870890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.903138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 053b4d93-273c-43ea-a357-35236c2bfd71 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:46:56.950363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:subnet and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:56.955502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:56.963421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:56.967292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:56.989942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Made reservation on behalf of 2284b48a76c049d28cbc5aa66aa21570 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:56.992275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:56.992774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] Sync routers for ids ['89e3fed4-93b4-4072-a73a-58bdab0152bf'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:57.003384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.025117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:57.026173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 27ee1c9a-a02e-491d-918b-cc12b04a5903 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:57.080894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] Routers {'89e3fed4-93b4-4072-a73a-58bdab0152bf'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:57.081582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['89e3fed4-93b4-4072-a73a-58bdab0152bf'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.106772 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-83c6ca3e-e307-4f0c-809c-ca3a4313866c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "PUT /v2.0/routers/89e3fed4-93b4-4072-a73a-58bdab0152bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2194993 Sep 29 06:46:57.126623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41024) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:57.143693 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 3 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:46:57.178694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Subnet': ['ID=6da37dff-4079-46af-b827-b08917b4bc0d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:57.189048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.191158 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5a5339f1-7fd6-4ecd-b105-6012bbdb5a21 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/subnets/6da37dff-4079-46af-b827-b08917b4bc0d HTTP/1.1" status: 204 len: 168 time: 2.1722288 Sep 29 06:46:57.196274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41028) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:57.244536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:57.294362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7896a75-31f3-4e3c-9d0e-08bf652e8bbb None None] Network bc4708e1-077c-44d5-8bc4-893c2096164b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:57.325743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:57.382413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] Set router 89e3fed4-93b4-4072-a73a-58bdab0152bf gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:57.429111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a9b19-9ebb-41d0-98bc-2e2dfdc4e5ba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:57.431147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a9b19-9ebb-41d0-98bc-2e2dfdc4e5ba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:57.432082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a83a9b19-9ebb-41d0-98bc-2e2dfdc4e5ba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:46:57.440756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Made reservation on behalf of cb81b6dc174647a8a55d43aa38d1ba1a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:46:57.444267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.472404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.488876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:57.521036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:57.533227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:41Z', 'updated_at': '2022-09-29T06:46:54Z', 'revision_number': 3, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.543901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] Checking router: 89e3fed4-93b4-4072-a73a-58bdab0152bf for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:46:57.566397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a83a9b19-9ebb-41d0-98bc-2e2dfdc4e5ba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:46:57.570235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a83a9b19-9ebb-41d0-98bc-2e2dfdc4e5ba tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4385734 Sep 29 06:46:57.573936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41032) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:57.631173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 27ee1c9a-a02e-491d-918b-cc12b04a5903 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:57.631548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.631886 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 27ee1c9a-a02e-491d-918b-cc12b04a5903 Sep 29 06:46:57.646044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Deleting port b056cd8f-6045-411f-bfa5-b13e6e665ee0 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:57.646375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.656423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] Routers {'89e3fed4-93b4-4072-a73a-58bdab0152bf'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:57.657075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['89e3fed4-93b4-4072-a73a-58bdab0152bf'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.790273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:46:57.804074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.805513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:46:57.822734 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:57.824099 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.833034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] Set router 89e3fed4-93b4-4072-a73a-58bdab0152bf gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:46:57.903334 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.916897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:46:57.918832 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:46:57.919633 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.925611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:57.930928 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-82a53bf6-a389-4e8e-9964-785723c616a2 req-0ad0f61a-6f1b-4b3a-9422-4d1314484717 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 210 time: 0.1147439 Sep 29 06:46:57.944922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:41Z', 'updated_at': '2022-09-29T06:46:54Z', 'revision_number': 3, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:57.966684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd13ba-5e0e-42ca-9404-0f17a486a104 None None] The sync data for ids ['89e3fed4-93b4-4072-a73a-58bdab0152bf'] in dv-neutron-859761-1-hyperv is: [{'id': '89e3fed4-93b4-4072-a73a-58bdab0152bf', 'name': 'tempest-NetworksTestDHCPv6-router-1080368944', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:41Z', 'updated_at': '2022-09-29T06:46:54Z', 'revision_number': 3, 'project_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:58.010826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet beb70856-6600-403c-a6c0-f1e0ccd3c3f9 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:46:58.024366 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 4 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:46:58.036437 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:58.037128 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6b2c0-d7ca-47e4-912e-c7f7b07cd4d6 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:46:58.066542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.083248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:46:58.083498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.094399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 27ee1c9a-a02e-491d-918b-cc12b04a5903 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:58.095523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:58.130105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-03c565e4-86b8-42b8-ba0c-675953401dfc tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/floatingips/7d7cb3ba-da16-4fdb-912e-f57be66e7ed9 HTTP/1.1" status: 200 len: 979 time: 2.5905235 Sep 29 06:46:58.139305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41038) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:58.139559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:58.173708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:46:58.179438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:58.180267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.180267 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 Sep 29 06:46:58.201933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Subnet': ['ID=d61ce63b-746c-4bd7-abd2-8d2e7e0beac4,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:58.214997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.287717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Allocated IP 172.20.0.13 (71b35d4d-7314-4d7f-882f-def43e93d923/3486f2aa-ff8f-4375-84a9-10e30d38da0d/b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:46:58.324828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:58.325447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.367375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:58.368737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] DHCP port deletion for bc4708e1-077c-44d5-8bc4-893c2096164b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:46:58.373211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Deleting port b056cd8f-6045-411f-bfa5-b13e6e665ee0 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:58.373596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.407465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] For port b056cd8f-6045-411f-bfa5-b13e6e665ee0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b056cd8f-6045-411f-bfa5-b13e6e665ee0,segment=NetworkSegment(f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7),segment_id=f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:58.408028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.503876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0f9646a-fda5-47ef-8ac7-75cc4c7d6ef6,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:58.522531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Checking segment: {'id': '298f98ea-8687-4481-adc3-db99035fbd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '053b4d93-273c-43ea-a357-35236c2bfd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:58.522888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Network hostable DHCP agents. Network: 053b4d93-273c-43ea-a357-35236c2bfd71, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:46:58.525146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.525914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67b18988-27e4-4d2a-b613-f23a18ee4ac8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:46:58.530627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 40a6fcbe-9d9e-45ac-8fbc-9fbb85959c5d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:58.530988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.565444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Calling delete_port for b056cd8f-6045-411f-bfa5-b13e6e665ee0 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:58.604953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Checking segment: {'id': '8c1edd06-67bb-453e-a782-37d978e26e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07587f04-7819-4446-91d8-be7525bb0c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:46:58.605467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network hostable DHCP agents. Network: 07587f04-7819-4446-91d8-be7525bb0c37, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:46:58.612525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Network 053b4d93-273c-43ea-a357-35236c2bfd71 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:46:58.647081 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 5 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:46:58.676446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 053b4d93-273c-43ea-a357-35236c2bfd71) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:58.680688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:58.681282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.721912 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-263a34da-cbab-4075-aefc-80dbd823789c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8692422 Sep 29 06:46:58.725519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 07587f04-7819-4446-91d8-be7525bb0c37 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:46:58.727621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41042) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:58.754152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.755096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.762561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb57b15-3cde-4e1d-bf56-ae3a929ef0ca None None] Network 053b4d93-273c-43ea-a357-35236c2bfd71 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:58.785143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'floatingip': {'floating_network_id': '053b4d93-273c-43ea-a357-35236c2bfd71'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:58.809469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:58.818648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.845986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 07587f04-7819-4446-91d8-be7525bb0c37) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:46:58.850220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:floatingip and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:58.863247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:58.869131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.873324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:46:58.874170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.878870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a2ce5-a70e-4f3e-aed8-f292bbe03214 None None] Network 07587f04-7819-4446-91d8-be7525bb0c37 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:58.888110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 40a6fcbe-9d9e-45ac-8fbc-9fbb85959c5d owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:58.919262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:58.961213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:58.970904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Port': ['ID=b056cd8f-6045-411f-bfa5-b13e6e665ee0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:58.971429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] For port b056cd8f-6045-411f-bfa5-b13e6e665ee0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b056cd8f-6045-411f-bfa5-b13e6e665ee0,segment=NetworkSegment(f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7),segment_id=f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:46:58.971830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:58.991165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] No DVR routers for this DVR port b056cd8f-6045-411f-bfa5-b13e6e665ee0 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:46:59.003466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:59.038777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.091638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.100249 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-445b3f70-3305-4ca5-8572-0633989d8647 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8371339 Sep 29 06:46:59.117343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41048) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:59.131396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'port': {'network_id': '07587f04-7819-4446-91d8-be7525bb0c37', 'name': 'tempest-NetworksIpV6TestAttrs-572226616'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:46:59.145354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Calling delete_port for b056cd8f-6045-411f-bfa5-b13e6e665ee0 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:46:59.146362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7e6ab6c0-9c81-4c70-a8da-61052f0c3397 req-04156ac6-c5ef-41ea-bbe9-826cc672a501 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 210 time: 0.0701194 Sep 29 06:46:59.165844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.213719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=40a6fcbe-9d9e-45ac-8fbc-9fbb85959c5d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:59.229158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:46:59.229468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.229802 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 Sep 29 06:46:59.261027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Transition to ACTIVE for port object b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:46:59.315686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.315921 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 7d7cb3ba-da16-4fdb-912e-f57be66e7ed9 disassociated (deleted). External IP: 172.26.0.160, port: 98540469-7138-49be-bb92-ac9d0dad0e70. Sep 29 06:46:59.342898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.401157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=beb70856-6600-403c-a6c0-f1e0ccd3c3f9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:46:59.413858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.431168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:46:59.431551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:46:59.442991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0e89b-131c-4252-beb1-d01d9c1f26cc None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:59.452599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.494121 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 6 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:46:59.625953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4708e1-077c-44d5-8bc4-893c2096164b']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:59.646344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97706657-eae8-4bb5-a7af-8cc4fafcef6c None None] Network 053b4d93-273c-43ea-a357-35236c2bfd71 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:46:59.650480 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1fa71913-237c-4251-aff5-d03a028c4ec8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/beb70856-6600-403c-a6c0-f1e0ccd3c3f9 HTTP/1.1" status: 204 len: 168 time: 2.0738895 Sep 29 06:46:59.656107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:59.656406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:46:59.666972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41052) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:46:59.678226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.718586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:46:59.764981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.772568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-07587f04-7819-4446-91d8-be7525bb0c37', 'network_id': '07587f04-7819-4446-91d8-be7525bb0c37', 'tenant_id': '66e58210814e470e91b14dae5cf13314', 'fixed_ips': [{'subnet_id': 'd61ce63b-746c-4bd7-abd2-8d2e7e0beac4'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:46:59.773873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.775350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:46:59.812808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.815043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:46:59.824802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:port and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:46:59.845023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:46:59.856191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:46:59.908515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:46:59.908928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:46:59.947352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:46:59.963747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Deleting port b056cd8f-6045-411f-bfa5-b13e6e665ee0 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:46:59.964749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.000849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:00.017715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network 71b35d4d-7314-4d7f-882f-def43e93d923 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:00.023640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7 resource provider aggregate not found Sep 29 06:47:00.046192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:00.057256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f36c58dd-67ed-4fe8-85b4-f6e3dd0534c7 found for delete ", "request_id": "req-0dbd4238-5c54-47ac-959e-43bdb7219e25"}]} Sep 29 06:47:00.058870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:00.084911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:00.091991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:00.110037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:00.114719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.133164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.148692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.150637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.201689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:00.218849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] device_id is not set on port a0a843ce-011b-4250-b30a-4e6cc503aa2c yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:00.220119 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-66af49f9-ebe5-4fc3-86f0-43496ccdd694 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/floatingips/7d7cb3ba-da16-4fdb-912e-f57be66e7ed9 HTTP/1.1" status: 204 len: 168 time: 2.0772495 Sep 29 06:47:00.223004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41062) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:00.266595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c23adf32-b2ac-46e5-84ac-a8edcbc1ac99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:router {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:00.281295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.298716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] Pushing event deleted for resources: {'Network': ['ID=bc4708e1-077c-44d5-8bc4-893c2096164b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:00.337492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:00.338325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.340227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca403462-70ad-4151-b1aa-87ef22797a96 None None] The port 'b056cd8f-6045-411f-bfa5-b13e6e665ee0' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:47:00.351856 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 7 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:47:00.376285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 98540469-7138-49be-bb92-ac9d0dad0e70 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:00.376630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.413675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d0e3320-1b49-41bd-bb07-6005f3f6a7f6 tempest-AllowedAddressPairIpV6TestJSON-288991670 tempest-AllowedAddressPairIpV6TestJSON-288991670-project] 10.222.0.26 "DELETE /v2.0/networks/bc4708e1-077c-44d5-8bc4-893c2096164b HTTP/1.1" status: 204 len: 168 time: 3.2117701 Sep 29 06:47:00.414825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:00.415652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:00.463073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c23adf32-b2ac-46e5-84ac-a8edcbc1ac99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:router {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:00.464147 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c23adf32-b2ac-46e5-84ac-a8edcbc1ac99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7923801 Sep 29 06:47:00.467150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41068) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:00.517939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-aab9f4f6-90a7-4523-b145-8d5e59e0cb35 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8535798 Sep 29 06:47:00.536052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Request body: {'port': {'device_id': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:00.605852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Allocated IP 172.20.0.4 (053b4d93-273c-43ea-a357-35236c2bfd71/f0f9646a-fda5-47ef-8ac7-75cc4c7d6ef6/ca8db1dc-aedf-4e5e-95d8-84b08fa0e2bd) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:00.611303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:00.641543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:00.669058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.677726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:00.678771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:46:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:00.697271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cc0cb-ee0c-4c30-92eb-c7e453250531 req-eb7efb1f-e3d3-46bb-aa89-ccc958ae7d2e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:00.697988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-406cc0cb-ee0c-4c30-92eb-c7e453250531 req-eb7efb1f-e3d3-46bb-aa89-ccc958ae7d2e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Synchronizing usage tracker for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:00.756772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:00.763022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Allocated IP 2001:db8::f816:3eff:fe4a:2802 (07587f04-7819-4446-91d8-be7525bb0c37/d61ce63b-746c-4bd7-abd2-8d2e7e0beac4/36ce8c61-7deb-485d-bcec-f72a103613e4) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:00.774053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:00.774681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.775223 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 Sep 29 06:47:00.792075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.810138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-406cc0cb-ee0c-4c30-92eb-c7e453250531 req-eb7efb1f-e3d3-46bb-aa89-ccc958ae7d2e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Unset dirty status for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:00.811879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:00.812009 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-406cc0cb-ee0c-4c30-92eb-c7e453250531 req-eb7efb1f-e3d3-46bb-aa89-ccc958ae7d2e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 932 time: 0.4555559 Sep 29 06:47:00.812773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ccdbda-36e2-4899-86ad-9222a83529e3 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:00.822653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] Deleting port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:00.823597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.883043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41074) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:00.955213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:00.973267 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-406cc0cb-ee0c-4c30-92eb-c7e453250531 req-0b35b550-d232-44ff-90ba-922639e11935 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451366 Sep 29 06:47:01.141039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.145134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.151045 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 8 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:47:01.183666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.196720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.197331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Fanout notify agent at l3_agent the message router_deleted on router 89e3fed4-93b4-4072-a73a-58bdab0152bf {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:47:01.208936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.287646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.291203 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ee35a9d2-d7f5-42c3-a292-c2df3e9108e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/routers/89e3fed4-93b4-4072-a73a-58bdab0152bf HTTP/1.1" status: 204 len: 168 time: 0.8207686 Sep 29 06:47:01.300769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:01.301077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Network 053b4d93-273c-43ea-a357-35236c2bfd71 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:01.305676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41080) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:01.306878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:01.313765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:01.342090 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2706f2b2-841d-4869-84c1-662475eeadac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4090abd472c84aa5a3c794b64637422b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525433 Sep 29 06:47:01.375876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:01.385985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] For port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:01.386382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.399601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41084) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:01.422301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 98540469-7138-49be-bb92-ac9d0dad0e70 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:01.490981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0846d0f-4d75-4507-a02e-76114e0ebba5 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:01.547497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8db1dc-aedf-4e5e-95d8-84b08fa0e2bd,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:01.572041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-336906f9-2f7e-45e8-a9c9-7997bea002c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.590562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] Calling delete_port for 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:01.617501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b0846d0f-4d75-4507-a02e-76114e0ebba5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:47:01.618112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0846d0f-4d75-4507-a02e-76114e0ebba5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:47:01.618735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b056cd8f-6045-411f-bfa5-b13e6e665ee0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:01.646831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.649184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-336906f9-2f7e-45e8-a9c9-7997bea002c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.660931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:47:01.669726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.672922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b056cd8f-6045-411f-bfa5-b13e6e665ee0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:47:01.673280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b056cd8f-6045-411f-bfa5-b13e6e665ee0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:47:01.682729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Transition to ACTIVE for port object 36ce8c61-7deb-485d-bcec-f72a103613e4 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:01.700735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b231fe1-60b0-47de-8fce-a76459978d3c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:01.701566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b231fe1-60b0-47de-8fce-a76459978d3c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:01.704966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Transition to ACTIVE for port object b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:01.712830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.720565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Transition to ACTIVE for port object 36ce8c61-7deb-485d-bcec-f72a103613e4 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:01.727554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.774963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.815715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Network 07587f04-7819-4446-91d8-be7525bb0c37 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:01.822303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:01.827857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] No DVR routers for this DVR port 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:01.829763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:01.831925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Pushing event updated for resources: {'Port': ['ID=36ce8c61-7deb-485d-bcec-f72a103613e4,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:01.877586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b231fe1-60b0-47de-8fce-a76459978d3c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:01.879025 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6b231fe1-60b0-47de-8fce-a76459978d3c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5693448 Sep 29 06:47:01.880284 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 9 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:47:01.882512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41088) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:01.910631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-336906f9-2f7e-45e8-a9c9-7997bea002c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.926254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:01.929588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336906f9-2f7e-45e8-a9c9-7997bea002c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a7d03-66d4-4f99-b67d-6a59543e5b81,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:01.946774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc16493-c2d6-44ef-88eb-4cec2e847a85 None None] Pushing event deleted for resources: {'Port': ['ID=93eb3af9-cb6d-40fb-8b61-ac1a6bd33832,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:01.985446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=98540469-7138-49be-bb92-ac9d0dad0e70,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:02.028838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Allocated IP 2001:db8::f816:3eff:fef5:64fa (07587f04-7819-4446-91d8-be7525bb0c37/d61ce63b-746c-4bd7-abd2-8d2e7e0beac4/a0a843ce-011b-4250-b30a-4e6cc503aa2c) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:02.032749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:02.037761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-336906f9-2f7e-45e8-a9c9-7997bea002c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.043335 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-336906f9-2f7e-45e8-a9c9-7997bea002c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e7a7d03-66d4-4f99-b67d-6a59543e5b81 HTTP/1.1" status: 204 len: 168 time: 0.6397882 Sep 29 06:47:02.081780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:47:02.082253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 93eb3af9-cb6d-40fb-8b61-ac1a6bd33832 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:47:02.168837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:02.222015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:02.227301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640a0ed-ed5a-4cd6-8d71-e0625d066d0d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:02.227777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1640a0ed-ed5a-4cd6-8d71-e0625d066d0d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:02.228072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Attempting to bind port 36ce8c61-7deb-485d-bcec-f72a103613e4 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:02.228996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Attempting to bind port 36ce8c61-7deb-485d-bcec-f72a103613e4 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '8c1edd06-67bb-453e-a782-37d978e26e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07587f04-7819-4446-91d8-be7525bb0c37'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:02.228996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Attempting to bind port 36ce8c61-7deb-485d-bcec-f72a103613e4 on network 07587f04-7819-4446-91d8-be7525bb0c37 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:02.236134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:02.236421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Checking segment: {'id': '8c1edd06-67bb-453e-a782-37d978e26e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07587f04-7819-4446-91d8-be7525bb0c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:02.236924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.237426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Bound using segment: {'id': '8c1edd06-67bb-453e-a782-37d978e26e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07587f04-7819-4446-91d8-be7525bb0c37'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:02.237997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Bound port: 36ce8c61-7deb-485d-bcec-f72a103613e4, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1edd06-67bb-453e-a782-37d978e26e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '07587f04-7819-4446-91d8-be7525bb0c37'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:02.238467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.251388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.257053 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d0f5e0b3-772d-46f6-88fa-8e74108e866a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/ports/98540469-7138-49be-bb92-ac9d0dad0e70 HTTP/1.1" status: 204 len: 168 time: 2.0293202 Sep 29 06:47:02.257053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41096) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:02.264125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:02.278468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.289914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:02.304360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:floatingip and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:02.315661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:02.329189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9c37-9a84-41db-9bc4-85b27b729032 req-b4cfe65c-966a-4e22-a78a-2f25cd3b2cac tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:02.331376 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-23ad9c37-9a84-41db-9bc4-85b27b729032 req-b4cfe65c-966a-4e22-a78a-2f25cd3b2cac tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 944 time: 0.1780541 Sep 29 06:47:02.336561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:02.368679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] For port 36ce8c61-7deb-485d-bcec-f72a103613e4, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:02.381828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] For port 36ce8c61-7deb-485d-bcec-f72a103613e4, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=36ce8c61-7deb-485d-bcec-f72a103613e4,segment=NetworkSegment(8c1edd06-67bb-453e-a782-37d978e26e17),segment_id=8c1edd06-67bb-453e-a782-37d978e26e17)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:02.388868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1640a0ed-ed5a-4cd6-8d71-e0625d066d0d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:02.390832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1640a0ed-ed5a-4cd6-8d71-e0625d066d0d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4931009 Sep 29 06:47:02.391570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.401909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41104) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:02.421043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-23ad9c37-9a84-41db-9bc4-85b27b729032 req-b2ef23e3-290f-4d78-903c-2b6126cf657d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Synchronizing usage tracker for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:02.461646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.484504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-23ad9c37-9a84-41db-9bc4-85b27b729032 req-b2ef23e3-290f-4d78-903c-2b6126cf657d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Unset dirty status for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:02.485830 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-23ad9c37-9a84-41db-9bc4-85b27b729032 req-b2ef23e3-290f-4d78-903c-2b6126cf657d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468222 Sep 29 06:47:02.494655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Attempting to bind port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:02.494994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Attempting to bind port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:02.495314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Attempting to bind port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 on network 71b35d4d-7314-4d7f-882f-def43e93d923 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:02.508596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7975f-f062-458f-952a-77a54706f19c None None] Pushing event updated for resources: {'Port': ['ID=36ce8c61-7deb-485d-bcec-f72a103613e4,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:02.540755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.565770 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2b547732-040e-435d-81a1-4f4d1dd5d69c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1624005 Sep 29 06:47:02.566719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 on network 71b35d4d-7314-4d7f-882f-def43e93d923 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:47:02.567178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Attempting to bind port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 on network 71b35d4d-7314-4d7f-882f-def43e93d923 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:02.575164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41112) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:02.582341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:02.589839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:02.590542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Checking segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:02.590663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Bound using segment: {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:02.591108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Bound port: b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708a9575-1d57-4a0b-bfc9-af760d3aac47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:02.591509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.720931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:02.721941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:02.722664 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Attempt 10 to provision port 98242749-c09e-4e07-84f1-33e963bf778b Sep 29 06:47:02.725718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:02.729257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.759538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.763401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:02.806263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:02.806915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.808430 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] 10.222.0.61 "PUT /v2.0/ports/b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 1094 time: 2.2767711 Sep 29 06:47:02.814721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.816823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:47:02.822211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:02.830044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4874f8-435c-4ab6-9522-e34529f7d293" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:47:02.830257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:02.857940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c82988a4-f6ac-49d1-a1c1-65b4b41c1b57 None None] Port 98242749-c09e-4e07-84f1-33e963bf778b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:02.953148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb9099-50c9-4502-9b82-194e88df8646 x-openstack-request-id: req-ddbb9099-50c9-4502-9b82-194e88df8646 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:47:02.953687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:47:02.954087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddbb9099-50c9-4502-9b82-194e88df8646 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:47:02.954678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbb9099-50c9-4502-9b82-194e88df8646'] response: {'name': 'network-changed', 'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'status': 'completed', 'code': 200} Sep 29 06:47:02.956170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Transition to ACTIVE for port object a0a843ce-011b-4250-b30a-4e6cc503aa2c will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:02.988835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5ff97c2e-ef87-4fa5-be04-b99fe9c8df1a None None] Provisioning for port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:03.109957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea8ad-8f0e-46d4-bd9d-b43ba1642260 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:03.145296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.158417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41128) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:03.159480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.192 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/b207f0c5-06aa-46e9-b194-b7f85f957caa) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:03.221821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-01c77d6f-66a7-43a5-8407-43529036e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:03.223404 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-01c77d6f-66a7-43a5-8407-43529036e39f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1097 time: 0.2656529 Sep 29 06:47:03.244248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 07587f04-7819-4446-91d8-be7525bb0c37 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:03.296093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73923851'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:03.299723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:03.302829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.307784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:03.313572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:03.318584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:03.319209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:03.319810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.332719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:03.334046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.359583 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-019ab6ca-19d8-4ecb-a72f-9fbd02770b1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 217 time: 0.1142416 Sep 29 06:47:03.377516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:03.377716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Port': ['ID=a0a843ce-011b-4250-b30a-4e6cc503aa2c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:03.432718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.473603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:47:03.475918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.547207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:03.553114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:03.559597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:03.560192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.565706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a9eb3-fdd3-4915-8350-ef2f6cc36e38 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:03.570289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:03.602281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.616704 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-240f063e-a6d3-4469-8670-17cc51d87ab3 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.4969790 Sep 29 06:47:03.626336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41136) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:03.647563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6fa1be0b-fa34-4d15-933e-2314602f7ede tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0713389 Sep 29 06:47:03.648582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:03.652143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.667908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41140) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:03.689390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-0a1666e8-04d4-4582-8071-37a69b076be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:03.689996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:03.691028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-0a1666e8-04d4-4582-8071-37a69b076be1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 200 len: 835 time: 0.3206108 Sep 29 06:47:03.699502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.711681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.730234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:03.745939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8db1dc-aedf-4e5e-95d8-84b08fa0e2bd,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:03.780380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:03.792480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:03.792710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Deleting subnet d61ce63b-746c-4bd7-abd2-8d2e7e0beac4 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:03.798023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.799234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-468e3082-f270-4987-960d-fbcd06e8deb9 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0606649 Sep 29 06:47:03.801364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.834173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41144) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:03.937040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cc534643-00fc-4c5b-a528-22295ba233f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Synchronizing usage tracker for tenant:2284b48a76c049d28cbc5aa66aa21570 on resource:floatingip {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:03.946054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:03.958709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63c27a-7e83-4995-a1ba-ffc29716b899 None None] Network 07587f04-7819-4446-91d8-be7525bb0c37 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:04.011806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-22315146-a0dc-427e-bfa9-4326fbfc1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:04.013387 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-22315146-a0dc-427e-bfa9-4326fbfc1990 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b35d4d-7314-4d7f-882f-def43e93d923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3093436 Sep 29 06:47:04.017395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cc534643-00fc-4c5b-a528-22295ba233f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Unset dirty status for tenant:2284b48a76c049d28cbc5aa66aa21570 on resource:floatingip {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:04.018594 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cc534643-00fc-4c5b-a528-22295ba233f4 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=053b4d93-273c-43ea-a357-35236c2bfd71 HTTP/1.1" status: 200 len: 689 time: 0.1832738 Sep 29 06:47:04.026525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41148) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:04.033050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:04.037329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.045914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 36ce8c61-7deb-485d-bcec-f72a103613e4 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:04.048604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:04.070474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=b207f0c5-06aa-46e9-b194-b7f85f957caa,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:04.086181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:security_group_rule and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:04.107548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:04.138287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:04.179732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28624bb0-c80c-45a0-ae04-02827a94cc7a None None] Provisioning for port 36ce8c61-7deb-485d-bcec-f72a103613e4 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:04.214607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:04.227301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:04.238093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10878a28-f755-43d2-9ba0-5acbc4450409 req-caf4d414-58e7-4222-8cab-5ac203b0c8b0 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:04.239612 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10878a28-f755-43d2-9ba0-5acbc4450409 req-caf4d414-58e7-4222-8cab-5ac203b0c8b0 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 944 time: 0.4501326 Sep 29 06:47:04.242543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:04.253832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:04.267818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.297009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:04.299839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.300368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.304699 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-a01dae8d-835d-48dd-ae60-5c725c290ea5 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827456 Sep 29 06:47:04.317461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 36ce8c61-7deb-485d-bcec-f72a103613e4 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:04.334846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 36ce8c61-7deb-485d-bcec-f72a103613e4 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:04.335204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.335541 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 36ce8c61-7deb-485d-bcec-f72a103613e4 Sep 29 06:47:04.410604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Deleting port ca8db1dc-aedf-4e5e-95d8-84b08fa0e2bd {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:04.410968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.444544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Allocated IP 2001:db8::f816:3eff:fe85:b59b (4f723a10-0bd7-4e60-9921-89b35030f7ba/073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f/f44b4711-42ad-49cd-b708-85230ec03971) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:04.477445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.502142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.597170 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10878a28-f755-43d2-9ba0-5acbc4450409 req-a1651c74-64ff-4596-aba3-e5eef43582bc tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399382 Sep 29 06:47:04.651299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 36ce8c61-7deb-485d-bcec-f72a103613e4 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:04.652264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.697678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e411f7b-189e-4211-8008-e22be27f7f02 req-686d8045-9079-4ed5-84c2-9c199d681650 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320477 Sep 29 06:47:04.699946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.716568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.740512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.781908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.782507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.797862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Subnet': ['ID=d61ce63b-746c-4bd7-abd2-8d2e7e0beac4,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:04.823022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.840170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Transition to ACTIVE for port object f44b4711-42ad-49cd-b708-85230ec03971 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:04.860886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:04.862430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.884608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:04.884969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:04.887306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Transition to ACTIVE for port object f44b4711-42ad-49cd-b708-85230ec03971 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:04.901293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.911323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8f0909-5bab-46d2-b99d-345a81e1e5df,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:04.949828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:04.950322 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment 7c4413c8-1b4e-4705-b4f2-4367b50044e5 of type vlan for network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c Sep 29 06:47:04.976538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Calling delete_port for ca8db1dc-aedf-4e5e-95d8-84b08fa0e2bd owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:04.977539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:04.980450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:04.984827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:05.026686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:05.036976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.079708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36be73c-1587-4df1-9762-8eb5a54c57af None None] Network 07587f04-7819-4446-91d8-be7525bb0c37 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:05.123144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.134795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.149643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-db4b26f4-ad5c-4b5b-b361-f64051ef43a9 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/d61ce63b-746c-4bd7-abd2-8d2e7e0beac4 HTTP/1.1" status: 204 len: 168 time: 1.5206664 Sep 29 06:47:05.152194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41152) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:05.160078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.165469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:05.166080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.235121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2375f-2e41-4529-9313-1c3b5b526596 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:05.236671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Attempting to bind port f44b4711-42ad-49cd-b708-85230ec03971 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:05.236808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e2375f-2e41-4529-9313-1c3b5b526596 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:05.237234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Attempting to bind port f44b4711-42ad-49cd-b708-85230ec03971 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:05.237553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Attempting to bind port f44b4711-42ad-49cd-b708-85230ec03971 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:05.237661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c2e2375f-2e41-4529-9313-1c3b5b526596 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Synchronizing usage tracker for tenant:66e58210814e470e91b14dae5cf13314 on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:05.256002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:05.256002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:05.256357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.256641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:05.257108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Bound port: f44b4711-42ad-49cd-b708-85230ec03971, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:05.257509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.274241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c2e2375f-2e41-4529-9313-1c3b5b526596 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Unset dirty status for tenant:66e58210814e470e91b14dae5cf13314 on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:05.278619 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c2e2375f-2e41-4529-9313-1c3b5b526596 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1229537 Sep 29 06:47:05.286743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41156) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:05.309883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Provisioning complete for port 36ce8c61-7deb-485d-bcec-f72a103613e4 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:05.310264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.310616 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 1 to provision port 36ce8c61-7deb-485d-bcec-f72a103613e4 Sep 29 06:47:05.334453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.415055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.420971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-52726523-94b5-4d4a-8996-23760c3f82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:05.422326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=b207f0c5-06aa-46e9-b194-b7f85f957caa,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:05.423830 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-52726523-94b5-4d4a-8996-23760c3f82ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1097 time: 0.5585914 Sep 29 06:47:05.424604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=1da6f1cf-2ece-4d54-a382-33b3ec56ea8c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:05.445232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:05.446808 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2eaa3bf1-e4d0-4243-a90c-964f99e3f57c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.2851434 Sep 29 06:47:05.451051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:05.455316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:05.455895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.469408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=e16fb158-e771-4ba5-9692-7138048f523d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:05.471483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.475410 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d6311657-ad23-43a7-9664-ac58d0bd12ec tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2158511 Sep 29 06:47:05.478269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41160) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:05.485390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'port': {'network_id': 'ce994343-d1ba-43f8-bf37-364ff9e90906', 'name': 'tempest-FloatingIPTestJSON-1739694388'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:05.504974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:05.554446 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9a10c066-4d4e-4ce7-80f8-f0ff5544c35d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8836138 Sep 29 06:47:05.559756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41164) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:05.577409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:9f:76:fd', 'name': 'tempest-NetworksTestDHCPv6-763133647'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:05.676503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 36ce8c61-7deb-485d-bcec-f72a103613e4 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:05.677071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.686368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-64ffb7cc-049e-4ec0-85b0-f3849e9c1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:05.688224 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-64ffb7cc-049e-4ec0-85b0-f3849e9c1d0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 898 time: 0.1728420 Sep 29 06:47:05.693585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.712348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:05.756000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:05.768627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.832174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:05.836484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:port and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:05.839457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:05.846351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:05.863619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:05.867992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:05.871187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:05.877298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:05.885488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:05.889782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.892271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Current status of the port 36ce8c61-7deb-485d-bcec-f72a103613e4 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:05.892788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:05.902778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:05.909232 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-b1f601c0-67a0-4994-a750-3134502d208e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 217 time: 0.1929486 Sep 29 06:47:05.916165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 36ce8c61-7deb-485d-bcec-f72a103613e4, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=36ce8c61-7deb-485d-bcec-f72a103613e4,segment=NetworkSegment(8c1edd06-67bb-453e-a782-37d978e26e17),segment_id=8c1edd06-67bb-453e-a782-37d978e26e17)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:05.948419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.012915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8db1dc-aedf-4e5e-95d8-84b08fa0e2bd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:06.039452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] device_id is not set on port 4956da9b-5390-4527-bfa7-fa6395fe15d3 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:06.075917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:06.076986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:06.077927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] DHCP port deletion for 07587f04-7819-4446-91d8-be7525bb0c37 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:06.081203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2cf0-15df-4ba1-bb26-a114922e5cfe None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:06.123355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] Deleting port 36ce8c61-7deb-485d-bcec-f72a103613e4 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:06.123788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.143660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-c0f4a0a0-309d-4ed7-82a6-e5a3b54cd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:06.145580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-c0f4a0a0-309d-4ed7-82a6-e5a3b54cd36c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 200 len: 835 time: 0.1066551 Sep 29 06:47:06.266383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.11 (ce994343-d1ba-43f8-bf37-364ff9e90906/892adec3-8c84-4e83-a4a6-582517e5d327/4956da9b-5390-4527-bfa7-fa6395fe15d3) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:06.287227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.299562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8c85d9d7-038d-47a1-b2b2-3885455cb9d4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.373173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=36ce8c61-7deb-485d-bcec-f72a103613e4,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:06.448343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.550694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc402e-001b-4321-af65-7d26e3d40612 req-98126790-4755-49ca-be9e-76095839b027 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:06.552513 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-93cc402e-001b-4321-af65-7d26e3d40612 req-98126790-4755-49ca-be9e-76095839b027 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 944 time: 0.6386812 Sep 29 06:47:06.557811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.569236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c85d9d7-038d-47a1-b2b2-3885455cb9d4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 06:47:06.569905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c85d9d7-038d-47a1-b2b2-3885455cb9d4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:06.673842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] For port 36ce8c61-7deb-485d-bcec-f72a103613e4, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=36ce8c61-7deb-485d-bcec-f72a103613e4,segment=NetworkSegment(8c1edd06-67bb-453e-a782-37d978e26e17),segment_id=8c1edd06-67bb-453e-a782-37d978e26e17)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:06.674657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.686047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Current status of the port 36ce8c61-7deb-485d-bcec-f72a103613e4 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:06.735138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.760753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053b4d93-273c-43ea-a357-35236c2bfd71']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:06.779752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298f98ea-8687-4481-adc3-db99035fbd09') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:06.780610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298f98ea-8687-4481-adc3-db99035fbd09') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:06.792477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.800424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.808868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.816247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:06.816699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.846070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.847318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] Calling delete_port for 36ce8c61-7deb-485d-bcec-f72a103613e4 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:06.921194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.929231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8c85d9d7-038d-47a1-b2b2-3885455cb9d4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/07587f04-7819-4446-91d8-be7525bb0c37 HTTP/1.1" status: 409 len: 405 time: 1.6403956 Sep 29 06:47:06.932923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Provisioning for port a0a843ce-011b-4250-b30a-4e6cc503aa2c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:06.934426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f9646a-fda5-47ef-8ac7-75cc4c7d6ef6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:06.945956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41170) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:06.947810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Provisioning complete for port a0a843ce-011b-4250-b30a-4e6cc503aa2c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:06.948403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.948986 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 1 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:06.949954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.954560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 053b4d93-273c-43ea-a357-35236c2bfd71 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:47:06.956605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:06.968733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-286236054'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:06.974330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:06.978403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:network and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:07.002436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/networks/053b4d93-273c-43ea-a357-35236c2bfd71 HTTP/1.1" status: 204 len: 168 time: 2.9581335 Sep 29 06:47:07.005685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 298f98ea-8687-4481-adc3-db99035fbd09 resource provider aggregate not found Sep 29 06:47:07.009283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:07.017149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:07.029307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:07.055303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:07.058267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 19e7edea-3a2a-44ee-9e62-393d0482eef2 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:07.060096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:07.073903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339839ec-dd01-43f6-9eec-ab46d9c97ab8 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Network': ['ID=053b4d93-273c-43ea-a357-35236c2bfd71,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:07.077677 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 298f98ea-8687-4481-adc3-db99035fbd09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 298f98ea-8687-4481-adc3-db99035fbd09 found for delete ", "request_id": "req-685b0346-97a8-4508-a67d-f37d10d67be4"}]} Sep 29 06:47:07.177059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:07.195963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:07.213757 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-93cc402e-001b-4321-af65-7d26e3d40612 req-046a32c2-d537-4216-b5dd-6e35fd0ee6c5 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6317081 Sep 29 06:47:07.215834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-a1b404a1-34be-4ea3-a461-7a387c8420f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:07.217996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-a1b404a1-34be-4ea3-a461-7a387c8420f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b35d4d-7314-4d7f-882f-def43e93d923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0015357 Sep 29 06:47:07.319290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] Pushing event deleted for resources: {'Port': ['ID=36ce8c61-7deb-485d-bcec-f72a103613e4,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:07.349894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feb26a-2701-489e-a89f-6588808098fd None None] No DVR routers for this DVR port 36ce8c61-7deb-485d-bcec-f72a103613e4 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:07.546782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 172.20.0.7 (4f723a10-0bd7-4e60-9921-89b35030f7ba/e16fb158-e771-4ba5-9692-7138048f523d/19e7edea-3a2a-44ee-9e62-393d0482eef2) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:07.553552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fe9f:76fd (4f723a10-0bd7-4e60-9921-89b35030f7ba/073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f/19e7edea-3a2a-44ee-9e62-393d0482eef2) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:07.556839 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-af408600-fa07-4e33-af81-474e6deb82fb service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318648 Sep 29 06:47:07.575602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd863468-7725-4e54-8a75-de8d2d9ede22 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:07.602558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:07.663079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=4956da9b-5390-4527-bfa7-fa6395fe15d3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:07.674559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network ce994343-d1ba-43f8-bf37-364ff9e90906 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:07.687174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:07.697906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2f96009-5083-48dd-bb17-90a57305bfb1 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Synchronizing usage tracker for tenant:2284b48a76c049d28cbc5aa66aa21570 on resource:floatingip {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:07.704044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:07.721527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:07.721869 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Added segment de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a of type vlan for network d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 Sep 29 06:47:07.725956 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 2 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:07.792715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2f96009-5083-48dd-bb17-90a57305bfb1 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Unset dirty status for tenant:2284b48a76c049d28cbc5aa66aa21570 on resource:floatingip {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:07.793936 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f2f96009-5083-48dd-bb17-90a57305bfb1 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.7514162 Sep 29 06:47:07.798517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41182) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:07.816552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:07.822075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:07.879824 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4874f8-435c-4ab6-9522-e34529f7d293 req-1f7333e5-312a-4b82-92e5-c1cf322fbeee service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149796 Sep 29 06:47:07.905453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:07.911904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:07.912888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.009005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.009636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.080012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.080012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.080368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.080739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.081181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.081627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.082075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.082548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.082988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.084061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Synchronizing usage tracker for tenant:2284b48a76c049d28cbc5aa66aa21570 on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:08.095252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Network': ['ID=d6bf29f5-7fc4-4d95-8586-d0727c1e44b0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:08.114929 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dbe9d14a-ef9c-4178-972d-87ef2d4f77a7 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6329830 Sep 29 06:47:08.118548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41186) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:08.119234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-89e5a801-3296-4e2a-a29d-ac0c71ad72da tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1565819 Sep 29 06:47:08.122348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41190) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:08.133443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'subnet': {'network_id': 'd6bf29f5-7fc4-4d95-8586-d0727c1e44b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:08.135414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'port_id': '4956da9b-5390-4527-bfa7-fa6395fe15d3'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:08.169306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:08.183949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:08.223602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:47:08.227088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.291542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:08.304986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:08.308712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Unset dirty status for tenant:2284b48a76c049d28cbc5aa66aa21570 on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:08.313474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fa9f17ea-672f-4e4d-81e0-52961a949b18 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5809 time: 0.5076485 Sep 29 06:47:08.319472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41198) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:08.320670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.353767 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 3 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:08.399652 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a431fa67-df18-493e-89c0-0624bc359192 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] delete failed (client error): The resource could not be found. Sep 29 06:47:08.404841 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a431fa67-df18-493e-89c0-0624bc359192 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/71c469c5-2884-48a5-9272-b96e1cb804fd HTTP/1.1" status: 404 len: 345 time: 0.0831983 Sep 29 06:47:08.407337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41202) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:08.411800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:08.420985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.473803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:08.474677 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3590fad-fa9d-4832-88b4-2d33237811ce tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] DELETE failed (client error): The resource could not be found. Sep 29 06:47:08.475511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3590fad-fa9d-4832-88b4-2d33237811ce tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:08.483177 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c3590fad-fa9d-4832-88b4-2d33237811ce tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/networks/053b4d93-273c-43ea-a357-35236c2bfd71 HTTP/1.1" status: 404 len: 339 time: 0.0403802 Sep 29 06:47:08.483970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41206) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:08.495171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'network': {'name': 'tempest-network--1680364475', 'router:external': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:08.534003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 19e7edea-3a2a-44ee-9e62-393d0482eef2 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:08.569842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:08.573600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': '073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f', 'ip_address': '2001:db8::f816:3eff:fe85:b59b'}, {'subnet_id': 'e16fb158-e771-4ba5-9692-7138048f523d'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'f44b4711-42ad-49cd-b708-85230ec03971'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:47:08.588328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:network and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:08.594813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:08.610800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:08.645145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Made reservation on behalf of 2284b48a76c049d28cbc5aa66aa21570 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:08.648434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.687314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:08.698406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.698805 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Added segment b1a7e2f5-a827-42b2-8b26-3e09373c38cb of type vlan for network 26049eb9-2775-4157-99c2-7fbeed887e9f Sep 29 06:47:08.746791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cbe91910-4a0c-44e6-a161-b5784c4bd2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.747336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.748280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9c49a-adc0-4622-8150-7bb2e38a6d96 req-20a7e3cb-1160-4beb-8c5f-db5392c47551 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.755508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-76c9c49a-adc0-4622-8150-7bb2e38a6d96 req-20a7e3cb-1160-4beb-8c5f-db5392c47551 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 944 time: 0.2854564 Sep 29 06:47:08.763133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.798254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.799504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:08.800349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.842819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41210) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:08.853507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:08.870781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port f44b4711-42ad-49cd-b708-85230ec03971 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:08.918472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:08.976298 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 4 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:08.980585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Network': ['ID=26049eb9-2775-4157-99c2-7fbeed887e9f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:09.007622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-85737bce-3c0c-4f1b-afe9-09e656583f3f tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5174658 Sep 29 06:47:09.011008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41214) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:09.026890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 36ce8c61-7deb-485d-bcec-f72a103613e4 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:09.056412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 26049eb9-2775-4157-99c2-7fbeed887e9f details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:09.103080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 36ce8c61-7deb-485d-bcec-f72a103613e4 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:47:09.103425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 36ce8c61-7deb-485d-bcec-f72a103613e4 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:47:09.108271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:09.159335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:09.179596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:09.188792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=19e7edea-3a2a-44ee-9e62-393d0482eef2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:09.194460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:09.233666 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-76c9c49a-adc0-4622-8150-7bb2e38a6d96 req-c8d1c0a0-7ca2-406a-bfc5-eae2c8df3f7e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767995 Sep 29 06:47:09.241448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'port_id': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'mac_address': 'fa:16:3e:fd:27:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:47:09.250664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:47:09.260703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.270552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:09.343679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1e4bb-f335-4be4-9f19-fdfea5a5862d tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.350976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1e4bb-f335-4be4-9f19-fdfea5a5862d tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.355724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1e4bb-f335-4be4-9f19-fdfea5a5862d tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.361638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1e4bb-f335-4be4-9f19-fdfea5a5862d tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.363350 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-faa1e4bb-f335-4be4-9f19-fdfea5a5862d tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3515990 Sep 29 06:47:09.370899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41218) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:09.391344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:09.410559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:09.419403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.420254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.437662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:09.450705 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-97012299-c8d2-4264-8b47-ef52be03ab75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8898644 Sep 29 06:47:09.452587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:09.453572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:09.453968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.456617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41222) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:09.471107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Checking segment: {'id': 'de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd6bf29f5-7fc4-4d95-8586-d0727c1e44b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:09.471792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network hostable DHCP agents. Network: d6bf29f5-7fc4-4d95-8586-d0727c1e44b0, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:09.494397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Subnet': ['ID=1a22841a-1318-4186-b86a-7acfa2cf1985,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:09.495565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:47:09.522588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Allocated IP 172.20.0.2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/e16fb158-e771-4ba5-9692-7138048f523d/f44b4711-42ad-49cd-b708-85230ec03971) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:09.526599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.536828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:09.538015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:09.542893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:09.547422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.550338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.585935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d6bf29f5-7fc4-4d95-8586-d0727c1e44b0) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:09.661591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd94860-eef2-4509-9222-3ee5c68cb641 None None] Network d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:09.698796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6102158f-d2ec-4bcb-ae96-67dbc2cf4522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.705322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6102158f-d2ec-4bcb-ae96-67dbc2cf4522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.706139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6102158f-d2ec-4bcb-ae96-67dbc2cf4522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:09.711931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:09.712281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.791831 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-46b09782-2208-4602-846e-bdc793fa999b tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6681612 Sep 29 06:47:09.793612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.801203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41226) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:09.801892 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 5 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:09.812485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6102158f-d2ec-4bcb-ae96-67dbc2cf4522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:09.816345 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6102158f-d2ec-4bcb-ae96-67dbc2cf4522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3561249 Sep 29 06:47:09.824085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41230) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:09.899656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26049eb9-2775-4157-99c2-7fbeed887e9f']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:09.905685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.921632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:09.922386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a7e2f5-a827-42b2-8b26-3e09373c38cb') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:09.922710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a7e2f5-a827-42b2-8b26-3e09373c38cb') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:09.924288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:09.942208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.947761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.974974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:09.979676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:09.994349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:09.994781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.040661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 19e7edea-3a2a-44ee-9e62-393d0482eef2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:10.041079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.044354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:47:10.063510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b1a7e2f5-a827-42b2-8b26-3e09373c38cb resource provider aggregate not found Sep 29 06:47:10.088524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.095277 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b1a7e2f5-a827-42b2-8b26-3e09373c38cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1a7e2f5-a827-42b2-8b26-3e09373c38cb found for delete ", "request_id": "req-1d3397e9-5816-440d-a8c7-690bab16c8ef"}]} Sep 29 06:47:10.115392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.137830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Ignored duplicate provisioning block setup for port f44b4711-42ad-49cd-b708-85230ec03971 by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:47:10.150940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.151314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.168761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26049eb9-2775-4157-99c2-7fbeed887e9f {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:47:10.176001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.184129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Network': ['ID=26049eb9-2775-4157-99c2-7fbeed887e9f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:10.193824 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-abb781ec-bcdd-4390-ac67-caaa413eedb2 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/networks/26049eb9-2775-4157-99c2-7fbeed887e9f HTTP/1.1" status: 204 len: 168 time: 0.8181319 Sep 29 06:47:10.193824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41238) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:10.200900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'network': {'name': 'tempest-network--176168460', 'router:external': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:10.204140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.234966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:10.252947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:network and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:10.258062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:10.268393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:10.297880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Made reservation on behalf of 2284b48a76c049d28cbc5aa66aa21570 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:10.301024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.351207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.375032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f0e93-06ba-47a4-96e0-b5f5e6ea70c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d6bf29f5-7fc4-4d95-8586-d0727c1e44b0', 'network_id': 'd6bf29f5-7fc4-4d95-8586-d0727c1e44b0', 'tenant_id': '66e58210814e470e91b14dae5cf13314', 'fixed_ips': [{'subnet_id': '1a22841a-1318-4186-b86a-7acfa2cf1985'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:10.375870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0e93-06ba-47a4-96e0-b5f5e6ea70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.442007 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 6 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:10.446169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.454720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:10.459714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Subnet': ['ID=1a22841a-1318-4186-b86a-7acfa2cf1985,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:10.546159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:10.557491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.557990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Added segment ef03992f-be84-42e0-8b7a-0c2f23f23a3d of type vlan for network 756d3098-f8b4-4a09-b807-df9714dd1d23 Sep 29 06:47:10.578714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e3d58-9ef8-4bfb-9388-bc206b106f0f None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:10.600083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 19e7edea-3a2a-44ee-9e62-393d0482eef2 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:10.676463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.772178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bf29f5-7fc4-4d95-8586-d0727c1e44b0']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:10.781214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbbed3-491e-4221-a969-83d1e749cc99 None None] Network d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:10.781429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.798269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dc7da-b32c-40d4-94d4-a89c886f7f12 req-9bd6c12f-9ced-46b7-9d2a-fe2db00371cb tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:10.799897 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e8dc7da-b32c-40d4-94d4-a89c886f7f12 req-9bd6c12f-9ced-46b7-9d2a-fe2db00371cb tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 945 time: 0.3221416 Sep 29 06:47:10.802277 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 79fa953d-76bb-408c-acd6-d3b0dbd6dfb9 associated. External IP: 172.26.0.192, port: 4956da9b-5390-4527-bfa7-fa6395fe15d3. Sep 29 06:47:10.805455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:10.805812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:10.829019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.849448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.858872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:10.859499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:10.986057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-30711ae8-9d74-499a-9cd5-3e6bb2e09b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.006649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:47:11.025940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.056052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.058713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.059614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:11.060185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.064021 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 7 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:11.083999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Network': ['ID=d6bf29f5-7fc4-4d95-8586-d0727c1e44b0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:11.118250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.142271 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e8dc7da-b32c-40d4-94d4-a89c886f7f12 req-c4cd9994-7037-46ce-81f4-d5c3723ede3b tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278255 Sep 29 06:47:11.150754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7fca3d54-20dd-46df-b209-e014c87bb782 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 HTTP/1.1" status: 204 len: 168 time: 1.3435609 Sep 29 06:47:11.157790 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9633286 Sep 29 06:47:11.168830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41244) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:11.169178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41246) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:11.208490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:11.238751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240dbb4-b29a-472f-a581-53d5eb6c45d7 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Network': ['ID=756d3098-f8b4-4a09-b807-df9714dd1d23,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:11.250143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 756d3098-f8b4-4a09-b807-df9714dd1d23 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:11.268737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-415133325'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:11.287078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:11.356128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:network and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:11.391847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:11.426203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:11.445576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=6b845679-5f10-4dd8-b9ba-3e0591fee476,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:11.514573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf93459-4b49-451a-8675-7cb6f470d0ba tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:11.515263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7cf93459-4b49-451a-8675-7cb6f470d0ba tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Synchronizing usage tracker for tenant:128ec6053ce04e19a261ce00ccfbe717 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:11.525573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.549124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:11.552509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.599111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': '7c4413c8-1b4e-4705-b4f2-4367b50044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:11.599465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:11.632677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=19e7edea-3a2a-44ee-9e62-393d0482eef2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:11.709659 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 8 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:11.775459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.782182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:11.819378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:11.823198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7cf93459-4b49-451a-8675-7cb6f470d0ba tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Unset dirty status for tenant:128ec6053ce04e19a261ce00ccfbe717 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:11.824386 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7cf93459-4b49-451a-8675-7cb6f470d0ba tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] 10.222.0.26 "GET /v2.0/networks/756d3098-f8b4-4a09-b807-df9714dd1d23 HTTP/1.1" status: 200 len: 756 time: 0.6100175 Sep 29 06:47:11.827251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41252) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:11.872668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:11.882072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.882417 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Added segment 05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c of type vlan for network 377dc44e-3951-4376-b85c-6cffd8d5b4ae Sep 29 06:47:11.891643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.905068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:11.915495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761467f-cbb7-4b68-9c0a-62cdd9686dd2 None None] Network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:11.920947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:11.921652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.941360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:11.950874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:11.951134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d906a8c-0866-4773-b2f6-f3f0ca43e310 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:11.955679 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8d906a8c-0866-4773-b2f6-f3f0ca43e310 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] 10.222.0.26 "GET /v2.0/networks/93fe7be1-cf92-411d-aee6-ea4d2d9edcec HTTP/1.1" status: 200 len: 768 time: 0.1243658 Sep 29 06:47:11.956104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41256) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:11.958347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.062713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:12.070535 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f7f4d1c1-bded-4051-b50a-0c0cfce01156 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1734099 Sep 29 06:47:12.074628 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f9cea56a-39b7-44eb-a69a-39e2887d38b4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/19e7edea-3a2a-44ee-9e62-393d0482eef2 HTTP/1.1" status: 204 len: 168 time: 2.2472434 Sep 29 06:47:12.082198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.083772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41260) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:12.083912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41262) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:12.094229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689396411'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:12.113615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:12.126032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:12.131664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:12.152986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a resource provider aggregate not found Sep 29 06:47:12.196185 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de997a25-d3a9-4cfc-b9f3-b4a9f4255d7a found for delete ", "request_id": "req-aa8a32a9-8c88-4ac4-906a-0e55917c2a5d"}]} Sep 29 06:47:12.203026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:12.237909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.243503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:12.244107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.283496 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 9 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:12.290242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:12.386412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d860e57-63ea-4568-bd1c-c97c40b5aa69 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:12.387396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:12.388046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d860e57-63ea-4568-bd1c-c97c40b5aa69 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:12.389657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d860e57-63ea-4568-bd1c-c97c40b5aa69 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:12.391286 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7d860e57-63ea-4568-bd1c-c97c40b5aa69 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3058064 Sep 29 06:47:12.397761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41274) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:12.398723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-1da6f1cf-2ece-4d54-a382-33b3ec56ea8c', 'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': '6b845679-5f10-4dd8-b9ba-3e0591fee476'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:12.399143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.419026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:12.427840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:12.428292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.428699 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 Sep 29 06:47:12.457618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.464668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Network': ['ID=377dc44e-3951-4376-b85c-6cffd8d5b4ae,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:12.468054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:12.479580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.488346 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:12.501470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 377dc44e-3951-4376-b85c-6cffd8d5b4ae details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:12.505552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756d3098-f8b4-4a09-b807-df9714dd1d23']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.506236 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:12.507117 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.515586 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7d003a33-9c8b-4152-a655-e0f3ae434043 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2991893 Sep 29 06:47:12.516164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41278) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:12.524026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:12.530834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:12.534101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'subnet': {'network_id': '377dc44e-3951-4376-b85c-6cffd8d5b4ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:12.535350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.603091 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.607258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:12.617344 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:12.618873 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.652225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef03992f-be84-42e0-8b7a-0c2f23f23a3d') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.652494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef03992f-be84-42e0-8b7a-0c2f23f23a3d') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.659928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.709832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:12.710655 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:12.711412 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158a9d5d-4d28-4040-89d6-7428a5f28314 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:12.723930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.732096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:subnet and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:12.742315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:12.756079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.761481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:12.769122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.810631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:12.811338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.816161 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d98fb4ac-221b-47c9-ad7e-2bed9b16f8e2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/floatingips/79fa953d-76bb-408c-acd6-d3b0dbd6dfb9 HTTP/1.1" status: 200 len: 979 time: 4.6965611 Sep 29 06:47:12.818273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Allocated IP 2001:db8:0:ffff::2 (1da6f1cf-2ece-4d54-a382-33b3ec56ea8c/6b845679-5f10-4dd8-b9ba-3e0591fee476/32830214-d6d3-4865-a3f9-9e1afb4f0306) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:12.821203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41282) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:12.828033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.828524 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment 97592d4e-683d-4c36-9a89-fe59459c290d of type vlan for network a390660e-be26-4aac-a9db-c765e9b3adb8 Sep 29 06:47:12.832005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:12.832443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.897394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:12.901627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.919653 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Attempt 10 to provision port a0a843ce-011b-4250-b30a-4e6cc503aa2c Sep 29 06:47:12.924554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.942260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 4956da9b-5390-4527-bfa7-fa6395fe15d3 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:12.942803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:12.977705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:47:12.980261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05577cf7-489b-4292-b587-715cd49c4c37" -d '{"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-plugged", "status": "completed", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:47:12.993340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822e34-8390-4124-b1b2-b01713c562fd req-5b344091-ff38-457c-b122-1564f00bbed4 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:13.001892 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ee822e34-8390-4124-b1b2-b01713c562fd req-5b344091-ff38-457c-b122-1564f00bbed4 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 945 time: 0.6997719 Sep 29 06:47:13.002123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:13.017337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14039c82-8c6f-4288-9578-bddd67755353 None None] Port a0a843ce-011b-4250-b30a-4e6cc503aa2c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:13.021463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.051360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.084214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 756d3098-f8b4-4a09-b807-df9714dd1d23 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:47:13.090403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.094674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Network': ['ID=756d3098-f8b4-4a09-b807-df9714dd1d23,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:13.114195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.159264 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ee822e34-8390-4124-b1b2-b01713c562fd req-94381cd5-fad1-432b-9002-d23ddb7de3a5 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562791 Sep 29 06:47:13.172194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401322d-c012-4730-a98a-2889b2aef4ea x-openstack-request-id: req-9401322d-c012-4730-a98a-2889b2aef4ea {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:47:13.172696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-plugged", "status": "completed", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:47:13.172696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9401322d-c012-4730-a98a-2889b2aef4ea {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:47:13.173047 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9401322d-c012-4730-a98a-2889b2aef4ea'] response: {'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'code': 200} Sep 29 06:47:13.180408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41288) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:13.180607 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b9964a07-42c4-4150-9726-3a1f8b7f4424 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/networks/756d3098-f8b4-4a09-b807-df9714dd1d23 HTTP/1.1" status: 204 len: 168 time: 1.2233701 Sep 29 06:47:13.188789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'network': {'name': 'tempest-network--237946645'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:13.195753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.201920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:13.203340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.203479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:13.229183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Provisioning for port f44b4711-42ad-49cd-b708-85230ec03971 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:13.245250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:13.245619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.245985 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:13.254903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:13.268141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Usage tracker for resource:network and tenant:2284b48a76c049d28cbc5aa66aa21570 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:13.275712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.308236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Transition to ACTIVE for port object 32830214-d6d3-4865-a3f9-9e1afb4f0306 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:13.328790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.340875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:13.387646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Transition to ACTIVE for port object 32830214-d6d3-4865-a3f9-9e1afb4f0306 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:13.398938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:13.458072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.466298 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3802609 Sep 29 06:47:13.468484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.483922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41292) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:13.484558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bee80-9028-44d5-a626-eb63fa169c43 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=a390660e-be26-4aac-a9db-c765e9b3adb8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:13.507515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:13.527994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:13.534999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Made reservation on behalf of 2284b48a76c049d28cbc5aa66aa21570 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:13.538247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.540906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.556831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.585936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Pushing event updated for resources: {'Port': ['ID=32830214-d6d3-4865-a3f9-9e1afb4f0306,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:13.589100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network a390660e-be26-4aac-a9db-c765e9b3adb8 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:13.604925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9589df43-01d9-4125-bc7f-b19d66401f04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f HTTP/1.1" status: 204 len: 168 time: 1.2067051 Sep 29 06:47:13.609510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41296) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:13.678999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dcf7d5-f0d6-4bff-9680-b9c941add54e None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:13.707157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Subnet': ['ID=8d72cd8e-2f5b-48ab-b6af-d6ac52556477,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:13.719036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.733112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:13.733714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet e16fb158-e771-4ba5-9692-7138048f523d {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:13.736885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:13.742680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b4cb-61b9-4c71-bb1f-1ae4391e3a1e req-77722ee0-9f47-49a1-9532-6766b9ba35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:13.744215 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ca8b4cb-61b9-4c71-bb1f-1ae4391e3a1e req-77722ee0-9f47-49a1-9532-6766b9ba35c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1099 time: 0.3515344 Sep 29 06:47:13.744890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.773237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Checking segment: {'id': '05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '377dc44e-3951-4376-b85c-6cffd8d5b4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:13.773619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network hostable DHCP agents. Network: 377dc44e-3951-4376-b85c-6cffd8d5b4ae, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:13.809121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:13.824081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:13.828547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:13.835369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.835747 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Added segment 9ac5bc3e-1d78-4baa-9a64-c90b3c6da74b of type vlan for network f178fa45-ae14-4dfe-932d-23eee8c4eb65 Sep 29 06:47:13.843228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:13.848710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:13.856054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.856291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:13.860394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:13.861026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.891885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ca8b4cb-61b9-4c71-bb1f-1ae4391e3a1e req-58d93c0a-c996-4c3d-81d4-9f905b092a74 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084182 Sep 29 06:47:13.897877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 377dc44e-3951-4376-b85c-6cffd8d5b4ae is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:13.918992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 377dc44e-3951-4376-b85c-6cffd8d5b4ae) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:13.927916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:13.928542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.939265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87bc07-5a83-4f89-8053-a4607f7960f5 None None] Network 377dc44e-3951-4376-b85c-6cffd8d5b4ae requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:13.943223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:13.946427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:13.966588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-49461670-20a0-41ff-97ad-f7ea171e97ed tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4471788 Sep 29 06:47:13.966588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41300) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:14.028157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.098840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:14.112060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.133213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.154925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.160175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:47:14.174264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Attempting to bind port 32830214-d6d3-4865-a3f9-9e1afb4f0306 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:14.174831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Attempting to bind port 32830214-d6d3-4865-a3f9-9e1afb4f0306 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '7c4413c8-1b4e-4705-b4f2-4367b50044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:14.175017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Attempting to bind port 32830214-d6d3-4865-a3f9-9e1afb4f0306 on network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:14.202093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Could not find standard attr ID for object 19e7edea-3a2a-44ee-9e62-393d0482eef2. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:47:14.209191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.209191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.209380 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 79fa953d-76bb-408c-acd6-d3b0dbd6dfb9 disassociated. External IP: 172.26.0.192, port: 4956da9b-5390-4527-bfa7-fa6395fe15d3. Sep 29 06:47:14.209600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 4956da9b-5390-4527-bfa7-fa6395fe15d3 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:14.238095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:14.238475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Checking segment: {'id': '7c4413c8-1b4e-4705-b4f2-4367b50044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:14.238966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.239305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Bound using segment: {'id': '7c4413c8-1b4e-4705-b4f2-4367b50044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:14.239782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Bound port: 32830214-d6d3-4865-a3f9-9e1afb4f0306, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4413c8-1b4e-4705-b4f2-4367b50044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1da6f1cf-2ece-4d54-a382-33b3ec56ea8c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:14.240216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.253079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.253920 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment ef03992f-be84-42e0-8b7a-0c2f23f23a3d resource provider aggregate not found Sep 29 06:47:14.254054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:14.254616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.270914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.279316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment ef03992f-be84-42e0-8b7a-0c2f23f23a3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef03992f-be84-42e0-8b7a-0c2f23f23a3d found for delete ", "request_id": "req-6e993a88-96ee-4638-9d2d-4ba0864f3bc8"}]} Sep 29 06:47:14.309925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.347086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=e16fb158-e771-4ba5-9692-7138048f523d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:14.363973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed175-e2e9-4525-9194-a082ed63e3eb None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:14.364735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.384485 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-025c25ad-4061-4d5a-a188-c98465530939 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/e16fb158-e771-4ba5-9692-7138048f523d HTTP/1.1" status: 204 len: 168 time: 0.7648318 Sep 29 06:47:14.385697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41310) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:14.478937 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2967615 Sep 29 06:47:14.500475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41314) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:14.503436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66a843-58d3-41b9-8017-06035bd7e19c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Network': ['ID=f178fa45-ae14-4dfe-932d-23eee8c4eb65,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:14.504284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] For port 32830214-d6d3-4865-a3f9-9e1afb4f0306, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:14.524424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f178fa45-ae14-4dfe-932d-23eee8c4eb65 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:14.531072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:14.545689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] For port 32830214-d6d3-4865-a3f9-9e1afb4f0306, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=32830214-d6d3-4865-a3f9-9e1afb4f0306,segment=NetworkSegment(7c4413c8-1b4e-4705-b4f2-4367b50044e5),segment_id=7c4413c8-1b4e-4705-b4f2-4367b50044e5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:14.562604 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9d201d21-8711-4176-a894-c100a510fe0f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1761146 Sep 29 06:47:14.600196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41318) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:14.602035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e48f23-b9e7-4357-a1ad-68907ce8c034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-377dc44e-3951-4376-b85c-6cffd8d5b4ae', 'network_id': '377dc44e-3951-4376-b85c-6cffd8d5b4ae', 'tenant_id': '66e58210814e470e91b14dae5cf13314', 'fixed_ips': [{'subnet_id': '8d72cd8e-2f5b-48ab-b6af-d6ac52556477'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:14.602891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f6e48f23-b9e7-4357-a1ad-68907ce8c034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.615920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:14.621171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.694935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.820954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Subnet': ['ID=8d72cd8e-2f5b-48ab-b6af-d6ac52556477,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:14.854133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8842d6-8677-46ba-a3b2-0d29809b9a06 None None] Pushing event updated for resources: {'Port': ['ID=32830214-d6d3-4865-a3f9-9e1afb4f0306,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:14.859909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:14.869471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0463234-44b8-4c7d-846e-8cd570a0ccd3 None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'e16fb158-e771-4ba5-9692-7138048f523d'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'f44b4711-42ad-49cd-b708-85230ec03971'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:47:14.879620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:14.908925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51fcff-6548-4638-a96c-6adb96da08d7 None None] Network 377dc44e-3951-4376-b85c-6cffd8d5b4ae requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:14.944294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:14.979389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:15.009342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7743683-839b-4aac-8ed6-21ef7b0ca87a req-177d7d5e-aef3-45b9-8db9-666709c026a7 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:15.011236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c7743683-839b-4aac-8ed6-21ef7b0ca87a req-177d7d5e-aef3-45b9-8db9-666709c026a7 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.4611013 Sep 29 06:47:15.026580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:15.052007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.060573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0463234-44b8-4c7d-846e-8cd570a0ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.064056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.129201 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c7743683-839b-4aac-8ed6-21ef7b0ca87a req-02c85133-b02f-40ce-8f57-ff10f84020f0 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075897 Sep 29 06:47:15.131016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377dc44e-3951-4376-b85c-6cffd8d5b4ae']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:15.140818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:15.145048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.177710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=4956da9b-5390-4527-bfa7-fa6395fe15d3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:15.186185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=bf07752f-797e-46fb-913e-dce210eb92dc,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:15.261340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:15.261675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:15.280578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.302142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.305692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': '97592d4e-683d-4c36-9a89-fe59459c290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:15.306037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: a390660e-be26-4aac-a9db-c765e9b3adb8, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:15.312424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:15.312880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.315834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.406598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.428031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb777200-7f11-4d02-8395-78b1deaea097 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:15.444464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Network f178fa45-ae14-4dfe-932d-23eee8c4eb65 is not hosted by any dhcp agent {{(pid=89137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 29 06:47:15.445329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:15.445940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.447258 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "PUT /v2.0/networks/f178fa45-ae14-4dfe-932d-23eee8c4eb65 HTTP/1.1" status: 200 len: 857 time: 0.9454801 Sep 29 06:47:15.453878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41322) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:15.457340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network a390660e-be26-4aac-a9db-c765e9b3adb8 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:15.486564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.505339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.524322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Network': ['ID=377dc44e-3951-4376-b85c-6cffd8d5b4ae,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:15.535087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-55b8b265-4365-4b9d-bcd5-17ae6b638d78 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/377dc44e-3951-4376-b85c-6cffd8d5b4ae HTTP/1.1" status: 204 len: 168 time: 1.5642262 Sep 29 06:47:15.539571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41326) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:15.546118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1576830250'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:15.557836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:15.564807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:network and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:15.566451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a6b8b64d-45cf-4b03-9100-588734c6d6a1 None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:15.566857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a6b8b64d-45cf-4b03-9100-588734c6d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.567478 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a6b8b64d-45cf-4b03-9100-588734c6d6a1 None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:15.570764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:15.610324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, a390660e-be26-4aac-a9db-c765e9b3adb8) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:15.622632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:15.629111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e45c2-9a77-4271-be9a-648c0318e8d6 None None] Network a390660e-be26-4aac-a9db-c765e9b3adb8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:15.636296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:15.636826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.644050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc5c3f-3db3-45d8-8c11-9b4bbfbc625c tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event updated for resources: {'Network': ['ID=f178fa45-ae14-4dfe-932d-23eee8c4eb65,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:15.651119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:15.652793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:15.656847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.689779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.718013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:15.743626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:15.744033 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Added segment 508fa08e-5ec4-4a50-a054-28bc416a545f of type vlan for network 2c625b25-c905-4759-adca-b3c770755521 Sep 29 06:47:15.753238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8c52c342-9dd6-4341-b664-f5ca491591ab tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2587197 Sep 29 06:47:15.754152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41330) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:15.932499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.004437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.031772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:16.087029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f178fa45-ae14-4dfe-932d-23eee8c4eb65']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.103694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:16.122667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.143494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:47:16.152748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.161841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac5bc3e-1d78-4baa-9a64-c90b3c6da74b') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.162051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:16.162175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac5bc3e-1d78-4baa-9a64-c90b3c6da74b') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.162735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.177099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-a390660e-be26-4aac-a9db-c765e9b3adb8', 'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': 'bf07752f-797e-46fb-913e-dce210eb92dc'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:16.178831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.190144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 32830214-d6d3-4865-a3f9-9e1afb4f0306 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:16.205089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.231850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.239396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.241882 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-246bf14c-fcb5-4586-b936-6b930621e750 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/ports/4956da9b-5390-4527-bfa7-fa6395fe15d3 HTTP/1.1" status: 204 len: 168 time: 3.4169002 Sep 29 06:47:16.244446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41336) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:16.247653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:16.248348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.268321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe683b0-2cff-4062-bf4b-3ba1c3531592 None None] Network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:16.290564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8b64d-45cf-4b03-9100-588734c6d6a1 None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:16.306055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:16.306856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.349038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8083851 Sep 29 06:47:16.374580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41344) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:16.395986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c resource provider aggregate not found Sep 29 06:47:16.410927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Request body: {'subnet': {'network_id': '2c625b25-c905-4759-adca-b3c770755521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:16.443604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.532896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 32830214-d6d3-4865-a3f9-9e1afb4f0306 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:16.545230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:16.545807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.580180 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 9ac5bc3e-1d78-4baa-9a64-c90b3c6da74b resource provider aggregate not found Sep 29 06:47:16.613697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Provisioning for port 32830214-d6d3-4865-a3f9-9e1afb4f0306 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:16.627702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:16.627702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebd803e-f109-42f6-aaf1-1241a4cf8c18 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:16.627886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a97ca5b-3e87-4c50-ae17-42bd93e613a8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/floatingips/79fa953d-76bb-408c-acd6-d3b0dbd6dfb9 HTTP/1.1" status: 200 len: 688 time: 0.3804042 Sep 29 06:47:16.632345 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 9ac5bc3e-1d78-4baa-9a64-c90b3c6da74b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ac5bc3e-1d78-4baa-9a64-c90b3c6da74b found for delete ", "request_id": "req-ca9a77c9-b6ab-4347-998a-b09899f59370"}]} Sep 29 06:47:16.635493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41352) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:16.651978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:16.652219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Provisioning complete for port 32830214-d6d3-4865-a3f9-9e1afb4f0306 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:16.652219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.652219 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Attempt 1 to provision port 32830214-d6d3-4865-a3f9-9e1afb4f0306 Sep 29 06:47:16.653988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Usage tracker for resource:subnet and tenant:66e58210814e470e91b14dae5cf13314 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:16.657102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:16.663191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:16.693336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Made reservation on behalf of 66e58210814e470e91b14dae5cf13314 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:16.697107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.706650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:16.711618 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05d1a0b8-7e45-4fac-ba8f-928c2eb4cf6c found for delete ", "request_id": "req-baa24a76-50d5-48f3-94e6-307161952fb6"}]} Sep 29 06:47:16.719497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d145c1-787e-43b5-bc60-9c61c894fae7 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Network': ['ID=2c625b25-c905-4759-adca-b3c770755521,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:16.730526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.765000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f178fa45-ae14-4dfe-932d-23eee8c4eb65 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 29 06:47:16.765828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 2c625b25-c905-4759-adca-b3c770755521 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:16.773930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.783615 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f178fa45-ae14-4dfe-932d-23eee8c4eb65 HTTP/1.1" status: 204 len: 168 time: 1.3247499 Sep 29 06:47:16.786914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c69bc-a415-4eec-b293-ea0f00262260 tempest-ExternalNetworksTestJSON-2093789368 tempest-ExternalNetworksTestJSON-2093789368-project-admin] Pushing event deleted for resources: {'Network': ['ID=f178fa45-ae14-4dfe-932d-23eee8c4eb65,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:16.871324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41356) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:16.874534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port b207f0c5-06aa-46e9-b194-b7f85f957caa {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:16.875034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.964397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:16.979347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a25c2-54c8-4612-9ae8-455b14a107b7 req-64cb0090-eca3-4222-a04c-1d20d15aa793 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:16.987709 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-816a25c2-54c8-4612-9ae8-455b14a107b7 req-64cb0090-eca3-4222-a04c-1d20d15aa793 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.6573925 Sep 29 06:47:17.005754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bffae3b-5bd0-4f3f-9b95-884842e25f93 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:17.006444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bffae3b-5bd0-4f3f-9b95-884842e25f93 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:17.008154 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3bffae3b-5bd0-4f3f-9b95-884842e25f93 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] 10.222.0.26 "DELETE /v2.0/subnets/f0f9646a-fda5-47ef-8ac7-75cc4c7d6ef6 HTTP/1.1" status: 404 len: 337 time: 0.1085732 Sep 29 06:47:17.013484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41360) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:17.084530 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-816a25c2-54c8-4612-9ae8-455b14a107b7 req-1d288dd6-4c6b-4f64-860d-43a94b1dcb9a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957072 Sep 29 06:47:17.134774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': '1bc566ed-3839-4e41-b595-da33b096c707'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'f44b4711-42ad-49cd-b708-85230ec03971'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:47:17.196111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.210909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:47:17.215427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.289646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.291363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.365054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.365414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.374173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.489483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event updated for resources: {'Subnet': ['ID=864d5e21-d3e3-42f1-8ec0-a6634d425f52,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:17.565123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Checking segment: {'id': '508fa08e-5ec4-4a50-a054-28bc416a545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2c625b25-c905-4759-adca-b3c770755521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:17.565755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network hostable DHCP agents. Network: 2c625b25-c905-4759-adca-b3c770755521, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:17.567592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for b207f0c5-06aa-46e9-b194-b7f85f957caa owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:17.597869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Current status of the port 32830214-d6d3-4865-a3f9-9e1afb4f0306 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:17.598471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.619046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.621728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Allocated IP 2001:db8::1 (a390660e-be26-4aac-a9db-c765e9b3adb8/bf07752f-797e-46fb-913e-dce210eb92dc/cd681448-b5ff-4edc-b51a-a92ed64ad056) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:17.629443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:17.629917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.637151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Network 2c625b25-c905-4759-adca-b3c770755521 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:17.654666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fe7be1-cf92-411d-aee6-ea4d2d9edcec']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:17.667717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07e5dc-e193-420a-8acf-4a33b785aa04 req-3409050f-be21-408e-a49e-977ac5c99a6f tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:17.669469 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f07e5dc-e193-420a-8acf-4a33b785aa04 req-3409050f-be21-408e-a49e-977ac5c99a6f tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.3760657 Sep 29 06:47:17.674927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18426a10-d1fa-41f4-838e-c78a50742d27') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:17.675204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18426a10-d1fa-41f4-838e-c78a50742d27') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:17.695518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.729623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 2c625b25-c905-4759-adca-b3c770755521) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:17.758085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d6515-a780-4a91-81b7-f651c4fef571 None None] Network 2c625b25-c905-4759-adca-b3c770755521 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:17.758342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.764239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:17.764839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.778534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:17.778848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.794448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:17.833342 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f07e5dc-e193-420a-8acf-4a33b785aa04 req-cf37552e-7cbc-430e-bbbe-e90dc5953c34 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104572 Sep 29 06:47:17.839336 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2142f92c-d20b-46a5-9e5e-ca655f61cbbd tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4530506 Sep 29 06:47:17.842691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41366) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:17.879464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41370) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:17.913869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] For port 32830214-d6d3-4865-a3f9-9e1afb4f0306, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=32830214-d6d3-4865-a3f9-9e1afb4f0306,segment=NetworkSegment(7c4413c8-1b4e-4705-b4f2-4367b50044e5),segment_id=7c4413c8-1b4e-4705-b4f2-4367b50044e5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:17.925631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=b207f0c5-06aa-46e9-b194-b7f85f957caa,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:17.933509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.002535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:18.006610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.034541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.053154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] Pushing event deleted for resources: {'Network': ['ID=93fe7be1-cf92-411d-aee6-ea4d2d9edcec,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:18.074682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.076932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.078105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5e607434-d6e9-4a42-8788-c314f4cc4ae5 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/floatingips/79fa953d-76bb-408c-acd6-d3b0dbd6dfb9 HTTP/1.1" status: 204 len: 168 time: 1.4412537 Sep 29 06:47:18.080958 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dfa3b337-f651-4fb7-b9f4-20df19621988 tempest-ExternalNetworksTestJSON-1836622225 tempest-ExternalNetworksTestJSON-1836622225-project] 10.222.0.26 "DELETE /v2.0/networks/93fe7be1-cf92-411d-aee6-ea4d2d9edcec HTTP/1.1" status: 204 len: 168 time: 1.0643597 Sep 29 06:47:18.081847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41374) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:18.087493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'a1bd3833-bb45-4d88-bbc5-9bd8400435b7'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:18.099685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:18.104632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:floatingip and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:18.105037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.108851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:18.113188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaecd6-262f-4d3a-8b62-b4a2d5a2c31f None None] Pushing event updated for resources: {'Port': ['ID=32830214-d6d3-4865-a3f9-9e1afb4f0306,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:18.115524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:18.127961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.149838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.167510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d1875-7f0f-4faa-8643-4ce4bfb756af tempest-TestNetworkAdvancedServerOps-527972788 tempest-TestNetworkAdvancedServerOps-527972788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:18.172650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-602d1875-7f0f-4faa-8643-4ce4bfb756af tempest-TestNetworkAdvancedServerOps-527972788 tempest-TestNetworkAdvancedServerOps-527972788-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1094 time: 0.2921855 Sep 29 06:47:18.174455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41380) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:18.178291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.179808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.187020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:18.248421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:18.248781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:18.324454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:18.354196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:18.359441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Usage tracker for resource:floatingip and tenant:cb81b6dc174647a8a55d43aa38d1ba1a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:18.362879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:18.369184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:18.386384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.387437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:18.391403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ae232-9211-436e-a68a-4bc80d11772e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-2c625b25-c905-4759-adca-b3c770755521', 'network_id': '2c625b25-c905-4759-adca-b3c770755521', 'tenant_id': '66e58210814e470e91b14dae5cf13314', 'fixed_ips': [{'subnet_id': '864d5e21-d3e3-42f1-8ec0-a6634d425f52'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:18.392768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:18.393686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-717ae232-9211-436e-a68a-4bc80d11772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.397304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:18.409112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:18.409556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.424779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.442932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Transition to ACTIVE for port object cd681448-b5ff-4edc-b51a-a92ed64ad056 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:18.463550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=1bc566ed-3839-4e41-b595-da33b096c707,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:18.474318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=8']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:18.488681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.510406 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1bd0530d-c781-47cb-b0f0-da07c7b01a91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9047482 Sep 29 06:47:18.513184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41386) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:18.520606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:18.544581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Transition to ACTIVE for port object cd681448-b5ff-4edc-b51a-a92ed64ad056 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:18.559202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-837c71d3-1b43-45c3-b50c-2ff1908e80a7 None None] Provisioning complete for port 32830214-d6d3-4865-a3f9-9e1afb4f0306 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:18.559449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-837c71d3-1b43-45c3-b50c-2ff1908e80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.559832 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-837c71d3-1b43-45c3-b50c-2ff1908e80a7 None None] Attempt 1 to provision port 32830214-d6d3-4865-a3f9-9e1afb4f0306 Sep 29 06:47:18.600129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.602176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.640135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41390) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:18.687679 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 18426a10-d1fa-41f4-838e-c78a50742d27 resource provider aggregate not found Sep 29 06:47:18.697205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Network a390660e-be26-4aac-a9db-c765e9b3adb8 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:18.710524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:18.720457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:18.730776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Pushing event updated for resources: {'Port': ['ID=cd681448-b5ff-4edc-b51a-a92ed64ad056,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:18.735337 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 18426a10-d1fa-41f4-838e-c78a50742d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18426a10-d1fa-41f4-838e-c78a50742d27 found for delete ", "request_id": "req-0f69f9e1-4189-429d-bfe5-813559b05b70"}]} Sep 29 06:47:18.774073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.245 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/a6b53efc-836b-4509-ade7-c1aa0e70ebbe) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:18.839348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.873265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:18.911249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=bf07752f-797e-46fb-913e-dce210eb92dc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server [None req-717ae232-9211-436e-a68a-4bc80d11772e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 864d5e21-d3e3-42f1-8ec0-a6634d425f52: This subnet is being modified by another concurrent operation. Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 06:47:18.941331 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server raise exception Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 864d5e21-d3e3-42f1-8ec0-a6634d425f52: This subnet is being modified by another concurrent operation. Sep 29 06:47:18.945164 dv-neutron-859761-1-hyperv neutron-server[89138]: ERROR oslo_messaging.rpc.server Sep 29 06:47:18.967933 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f6e7dd7c-70aa-4962-ab00-7251c2bbe3f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=128ec6053ce04e19a261ce00ccfbe717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251481 Sep 29 06:47:18.976476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41400) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:18.992566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.008701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e23c60-f658-45cf-b6f6-462ffa8a9993 None None] Network 2c625b25-c905-4759-adca-b3c770755521 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:19.011323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.014487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Subnet': ['ID=864d5e21-d3e3-42f1-8ec0-a6634d425f52,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:19.032390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Attempting to bind port cd681448-b5ff-4edc-b51a-a92ed64ad056 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:19.032685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Attempting to bind port cd681448-b5ff-4edc-b51a-a92ed64ad056 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '97592d4e-683d-4c36-9a89-fe59459c290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:19.033250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Attempting to bind port cd681448-b5ff-4edc-b51a-a92ed64ad056 on network a390660e-be26-4aac-a9db-c765e9b3adb8 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:19.035267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-837c71d3-1b43-45c3-b50c-2ff1908e80a7 None None] Current status of the port 32830214-d6d3-4865-a3f9-9e1afb4f0306 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:19.049152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.118900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:19.118900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Checking segment: {'id': '97592d4e-683d-4c36-9a89-fe59459c290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:19.119275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.119639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Bound using segment: {'id': '97592d4e-683d-4c36-9a89-fe59459c290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:19.120063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Bound port: cd681448-b5ff-4edc-b51a-a92ed64ad056, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97592d4e-683d-4c36-9a89-fe59459c290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a390660e-be26-4aac-a9db-c765e9b3adb8'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:19.120450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.122234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:19.124016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:19.126730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:19.128137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:19.144752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:19.145138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.172696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:19.180651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:19.194217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.210896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:19.219138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.258614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=a6b53efc-836b-4509-ade7-c1aa0e70ebbe,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:19.272953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c625b25-c905-4759-adca-b3c770755521']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:19.282164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:19.285687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.312957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a390660e-be26-4aac-a9db-c765e9b3adb8']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:19.386890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508fa08e-5ec4-4a50-a054-28bc416a545f') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:19.387536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508fa08e-5ec4-4a50-a054-28bc416a545f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:19.395481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97592d4e-683d-4c36-9a89-fe59459c290d') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:19.395797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97592d4e-683d-4c36-9a89-fe59459c290d') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:19.419328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b4249c9-564f-4fce-b6de-b8629d749866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.426176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:19.439256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.448904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.454007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.508049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.514356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b4249c9-564f-4fce-b6de-b8629d749866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.521470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] For port cd681448-b5ff-4edc-b51a-a92ed64ad056, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:19.530758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.552242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:19.552559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.596201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=9']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:19.600980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:19.601379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.602970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 32830214-d6d3-4865-a3f9-9e1afb4f0306 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:19.623545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.660254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:19.660615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:19.681747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 32830214-d6d3-4865-a3f9-9e1afb4f0306 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:19.682123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.682460 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 32830214-d6d3-4865-a3f9-9e1afb4f0306 Sep 29 06:47:19.769390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 508fa08e-5ec4-4a50-a054-28bc416a545f resource provider aggregate not found Sep 29 06:47:19.801962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 32830214-d6d3-4865-a3f9-9e1afb4f0306 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:19.803223 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 508fa08e-5ec4-4a50-a054-28bc416a545f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 508fa08e-5ec4-4a50-a054-28bc416a545f found for delete ", "request_id": "req-45a67a15-ea4b-4097-9779-99b5949267b8"}]} Sep 29 06:47:19.870810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] For port cd681448-b5ff-4edc-b51a-a92ed64ad056, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cd681448-b5ff-4edc-b51a-a92ed64ad056,segment=NetworkSegment(97592d4e-683d-4c36-9a89-fe59459c290d),segment_id=97592d4e-683d-4c36-9a89-fe59459c290d)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:19.876038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.876207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.880758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.902206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:47:19.902206 dv-neutron-859761-1-hyperv neutron-server[89136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:47:19.902206 dv-neutron-859761-1-hyperv neutron-server[89136]: [parameters: {'id': 'a390660e-be26-4aac-a9db-c765e9b3adb8'}] Sep 29 06:47:19.902206 dv-neutron-859761-1-hyperv neutron-server[89136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:19.902665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:19.923950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Network': ['ID=2c625b25-c905-4759-adca-b3c770755521,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:19.933431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b4249c9-564f-4fce-b6de-b8629d749866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.989548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:19.994162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e8342-2459-4999-8123-15780acfc1c0 None None] Pushing event updated for resources: {'Port': ['ID=cd681448-b5ff-4edc-b51a-a92ed64ad056,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:20.005410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4249c9-564f-4fce-b6de-b8629d749866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b019d47-4446-4d72-9537-793c0753d261,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:20.025374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f65dcdd-473b-4f8d-98e6-68cecfff9667 None None] Network a390660e-be26-4aac-a9db-c765e9b3adb8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:20.062412 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-836169c3-dfbf-4785-8c15-0b5dc7ba6140 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/2c625b25-c905-4759-adca-b3c770755521 HTTP/1.1" status: 204 len: 168 time: 2.2183723 Sep 29 06:47:20.065883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41408) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.069003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b4249c9-564f-4fce-b6de-b8629d749866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.072486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4b4249c9-564f-4fce-b6de-b8629d749866 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b019d47-4446-4d72-9537-793c0753d261 HTTP/1.1" status: 204 len: 168 time: 1.0741947 Sep 29 06:47:20.103138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Allocated IP 172.26.0.19 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/a4c2d68b-8c88-4ea2-beb0-e9b30a0d99e7) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:20.126877 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b868bfe4-e6cc-4980-aca0-d6178af597b4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:20.127123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b868bfe4-e6cc-4980-aca0-d6178af597b4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:20.142223 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b868bfe4-e6cc-4980-aca0-d6178af597b4 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/864d5e21-d3e3-42f1-8ec0-a6634d425f52 HTTP/1.1" status: 404 len: 337 time: 0.0723276 Sep 29 06:47:20.142457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41414) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.168418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.219550 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd641a7-cc91-46ca-a1be-b9036f06aa91 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:20.220023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd641a7-cc91-46ca-a1be-b9036f06aa91 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:20.222706 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2dd641a7-cc91-46ca-a1be-b9036f06aa91 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/2c625b25-c905-4759-adca-b3c770755521 HTTP/1.1" status: 404 len: 339 time: 0.0782509 Sep 29 06:47:20.224390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41418) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.278440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.281695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00b702e-1f8b-4cee-bf81-dcf5fb89eb39 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:20.282160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00b702e-1f8b-4cee-bf81-dcf5fb89eb39 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:20.284672 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a00b702e-1f8b-4cee-bf81-dcf5fb89eb39 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/8d72cd8e-2f5b-48ab-b6af-d6ac52556477 HTTP/1.1" status: 404 len: 337 time: 0.0593069 Sep 29 06:47:20.289349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.329304 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1880e68d-821d-4cf1-b6ec-85fccf50e796 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:20.330154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1880e68d-821d-4cf1-b6ec-85fccf50e796 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:20.331433 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1880e68d-821d-4cf1-b6ec-85fccf50e796 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/377dc44e-3951-4376-b85c-6cffd8d5b4ae HTTP/1.1" status: 404 len: 339 time: 0.0411263 Sep 29 06:47:20.334989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41428) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.345152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:20.353126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:20.360754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:20.361356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.390072 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8748593 Sep 29 06:47:20.395595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41432) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.402787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:cb:31:b1', 'name': 'tempest-NetworksTestDHCPv6-2006273930'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:20.423850 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c390c556-1fda-4b23-acf0-947ff12f9445 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:20.424314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c390c556-1fda-4b23-acf0-947ff12f9445 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:20.425678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.426070 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c390c556-1fda-4b23-acf0-947ff12f9445 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/1a22841a-1318-4186-b86a-7acfa2cf1985 HTTP/1.1" status: 404 len: 337 time: 0.0903170 Sep 29 06:47:20.431249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41436) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.431414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.468100 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3141a46a-ed58-42e7-b1d3-b9f11a92bdf2 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:20.468595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3141a46a-ed58-42e7-b1d3-b9f11a92bdf2 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:20.470245 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3141a46a-ed58-42e7-b1d3-b9f11a92bdf2 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/d6bf29f5-7fc4-4d95-8586-d0727c1e44b0 HTTP/1.1" status: 404 len: 339 time: 0.0380173 Sep 29 06:47:20.470807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41440) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.474836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41442) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.501751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803490-08b8-45ee-aed2-bcbf12bac59b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=f051a9a0-61d2-4ae5-931c-31f76c066cbf,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:20.513782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.524599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port cd681448-b5ff-4edc-b51a-a92ed64ad056 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:20.524937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.620509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Deleting port a0a843ce-011b-4250-b30a-4e6cc503aa2c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:20.620879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.673224 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-71c08a94-11ef-42a1-a397-40ac786dd289 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2284b48a76c049d28cbc5aa66aa21570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995769 Sep 29 06:47:20.679060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41448) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:20.833100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:20.841191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:20.848233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:20.851776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.873937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:20.886682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.903894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.909519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.909734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:20.917206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:20.946066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:20.989178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109a408-45b4-41ea-8b8e-9919074397c9 None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=10']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:20.995273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:20.998339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:21.081047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:21.151169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29704233-c1b3-40e5-995c-d90b4b7ce983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.161831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.174779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Port': ['ID=a4c2d68b-8c88-4ea2-beb0-e9b30a0d99e7,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:21.186100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port cd681448-b5ff-4edc-b51a-a92ed64ad056, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cd681448-b5ff-4edc-b51a-a92ed64ad056,segment=NetworkSegment(97592d4e-683d-4c36-9a89-fe59459c290d),segment_id=97592d4e-683d-4c36-9a89-fe59459c290d)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:21.186450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.209718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=a6b53efc-836b-4509-ade7-c1aa0e70ebbe,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:21.280608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.290650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29704233-c1b3-40e5-995c-d90b4b7ce983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.371455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for cd681448-b5ff-4edc-b51a-a92ed64ad056 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:21.491284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Calling delete_port for a0a843ce-011b-4250-b30a-4e6cc503aa2c owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:21.532458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.609717 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 9e052085-0bd6-4ef2-ab4a-8a074db09374 associated. External IP: 172.26.0.245, port: a1bd3833-bb45-4d88-bbc5-9bd8400435b7. Sep 29 06:47:21.636278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:21.641336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port d3fda41c-1087-4368-b45c-ea67553bd115 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:21.703559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29704233-c1b3-40e5-995c-d90b4b7ce983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.713968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.728326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.732291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:21.732784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.733430 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:21.762318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0234d6-f824-4ef2-92c8-a6ef3e0782f0 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:21.786920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=cd681448-b5ff-4edc-b51a-a92ed64ad056,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:21.796341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port cd681448-b5ff-4edc-b51a-a92ed64ad056 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:21.827256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29704233-c1b3-40e5-995c-d90b4b7ce983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd7dc7-7590-4634-8e0d-13b34244d535,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:21.859123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Port': ['ID=a0a843ce-011b-4250-b30a-4e6cc503aa2c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:21.867994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29704233-c1b3-40e5-995c-d90b4b7ce983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.871980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-29704233-c1b3-40e5-995c-d90b4b7ce983 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89fd7dc7-7590-4634-8e0d-13b34244d535 HTTP/1.1" status: 204 len: 168 time: 1.1919627 Sep 29 06:47:21.873456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.875376 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9eb5494a-91f2-47e1-8e48-f7d08f321bf8 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/ports/a0a843ce-011b-4250-b30a-4e6cc503aa2c HTTP/1.1" status: 204 len: 168 time: 1.3980732 Sep 29 06:47:21.878541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41456) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:21.909466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:21.910024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:21.910359 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:21.920246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 97592d4e-683d-4c36-9a89-fe59459c290d resource provider aggregate not found Sep 29 06:47:21.934464 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c243cb31-7d10-4478-b8b4-dbc642218418 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:21.935083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c243cb31-7d10-4478-b8b4-dbc642218418 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:21.936820 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c243cb31-7d10-4478-b8b4-dbc642218418 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/d61ce63b-746c-4bd7-abd2-8d2e7e0beac4 HTTP/1.1" status: 404 len: 337 time: 0.0574179 Sep 29 06:47:21.939904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41464) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:21.983945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 97592d4e-683d-4c36-9a89-fe59459c290d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97592d4e-683d-4c36-9a89-fe59459c290d found for delete ", "request_id": "req-21a758fe-7c1f-47d2-a6c6-67ceb72cf91a"}]} Sep 29 06:47:22.070664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.166779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a390660e-be26-4aac-a9db-c765e9b3adb8']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:22.167039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.193433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97592d4e-683d-4c36-9a89-fe59459c290d') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:22.193701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97592d4e-683d-4c36-9a89-fe59459c290d') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:22.206862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:22.207248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.220053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.260046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 172.20.0.2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/f051a9a0-61d2-4ae5-931c-31f76c066cbf/d3fda41c-1087-4368-b45c-ea67553bd115) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:22.272731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fecb:31b1 (4f723a10-0bd7-4e60-9921-89b35030f7ba/1bc566ed-3839-4e41-b595-da33b096c707/d3fda41c-1087-4368-b45c-ea67553bd115) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:22.281395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:22.352308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:22.352699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.374970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.554626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.585044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=11']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:22.585607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:22.591592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07587f04-7819-4446-91d8-be7525bb0c37']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:22.600641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:22.601003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:22.608532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1edd06-67bb-453e-a782-37d978e26e17') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:22.608881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1edd06-67bb-453e-a782-37d978e26e17') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:22.632574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.646376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:22.646629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.701557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.733973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.781855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': '1bc566ed-3839-4e41-b595-da33b096c707', 'ip_address': '2001:db8::f816:3eff:fe85:b59b'}, {'subnet_id': 'f051a9a0-61d2-4ae5-931c-31f76c066cbf'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'f44b4711-42ad-49cd-b708-85230ec03971'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:47:22.805191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:22.805672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.816539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.823128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.842397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.847255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.867273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=a390660e-be26-4aac-a9db-c765e9b3adb8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:22.867910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.889647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object d3fda41c-1087-4368-b45c-ea67553bd115 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:22.892663 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3b36edf9-eda4-46b8-881e-ec52a6003354 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/a390660e-be26-4aac-a9db-c765e9b3adb8 HTTP/1.1" status: 204 len: 168 time: 7.1367736 Sep 29 06:47:22.897349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41488) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:22.898561 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8c1edd06-67bb-453e-a782-37d978e26e17 resource provider aggregate not found Sep 29 06:47:22.907254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46274524'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:22.912788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:22.926856 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8c1edd06-67bb-453e-a782-37d978e26e17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c1edd06-67bb-453e-a782-37d978e26e17 found for delete ", "request_id": "req-75481dbe-eca5-45f5-bf93-17d5d4948e9f"}]} Sep 29 06:47:22.946624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:22.955675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:22.962948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:22.971310 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:22.972368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.984423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:22.992871 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:22.993509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:22.995592 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:23.008895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.010570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Network': ['ID=07587f04-7819-4446-91d8-be7525bb0c37,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:23.014148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.043826 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-84532155-922b-47ec-b1bc-c78504decdee tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/07587f04-7819-4446-91d8-be7525bb0c37 HTTP/1.1" status: 204 len: 168 time: 1.1026018 Sep 29 06:47:23.045536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41494) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:23.059909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:23.063471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.100378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.149511 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4d74ab46-a901-4193-9fbc-44b2b0f8d40a tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0663640 Sep 29 06:47:23.153123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41500) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:23.161052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Deleting port 98242749-c09e-4e07-84f1-33e963bf778b {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:23.161602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.171782 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:23.187573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:23.191508 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:23.193792 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:23.198315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-303281193'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:23.218815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:23.227093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:network and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:23.231926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:23.242066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:23.268070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cc70d2d8-2b77-419f-899c-e9f5efe6ca96 {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:23.268674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:23.269394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4992c613-71d8-4805-9e31-07423bd9c611 None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:23.298565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:23.302215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.308540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:23.315149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:23.322880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:23.348410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:23.350370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.350921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8 of type vlan for network 8a215051-e0a2-45c1-835c-0bdf421cb73b Sep 29 06:47:23.353024 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:23.353415 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f1fe4-00f1-4597-bc9f-b1dd2f13ba12 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:23.360422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.360960 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Added segment d23ee276-f3c7-4e63-ba0f-8f0e9e962296 of type vlan for network e5a56fbb-fefd-4013-a59c-19849ea9030b Sep 29 06:47:23.376729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=d3fda41c-1087-4368-b45c-ea67553bd115,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:23.410727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.444394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.464871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:23.465495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.523144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.525316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.531628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:23.531870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.538818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b71c6a0c-d15e-4152-98fa-600a370c986d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1407189 Sep 29 06:47:23.543042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41506) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:23.563847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:23.567448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.650414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.656369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:23.656938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.668546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Calling delete_port for 98242749-c09e-4e07-84f1-33e963bf778b owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:23.675250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:23.675844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.676877 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:23.682145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.804130 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9051857 Sep 29 06:47:23.810464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b313c3-627a-4d44-bee0-175ed12b4dd9 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=8a215051-e0a2-45c1-835c-0bdf421cb73b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:23.810671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41516) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:23.822032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:23.830981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event updated for resources: {'Port': ['ID=a4c2d68b-8c88-4ea2-beb0-e9b30a0d99e7,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:23.837363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.852248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6934631 Sep 29 06:47:23.886806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41520) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:23.899394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'subnet': {'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:23.899909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.906776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca1302-7f8d-42ba-ac3f-baa47aee626d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Network': ['ID=e5a56fbb-fefd-4013-a59c-19849ea9030b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:23.916232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8a215051-e0a2-45c1-835c-0bdf421cb73b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:23.950475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e5a56fbb-fefd-4013-a59c-19849ea9030b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:23.965090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:23.969080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:23.971286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:24.020032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:24.024052 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 97592d4e-683d-4c36-9a89-fe59459c290d resource provider aggregate not found Sep 29 06:47:24.049919 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 97592d4e-683d-4c36-9a89-fe59459c290d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97592d4e-683d-4c36-9a89-fe59459c290d found for delete ", "request_id": "req-9d2858a5-f017-452d-bc44-04501d8551fa"}]} Sep 29 06:47:24.052250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:24.057103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Port': ['ID=98242749-c09e-4e07-84f1-33e963bf778b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:24.071469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.081523 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-acdf5ed0-edee-4939-939d-43e3aac87f69 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/ports/98242749-c09e-4e07-84f1-33e963bf778b HTTP/1.1" status: 204 len: 168 time: 1.0298722 Sep 29 06:47:24.082679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41532) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:24.117441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f82118-687a-4b65-bfab-bee651df02f4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:24.119712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:24.123741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f82118-687a-4b65-bfab-bee651df02f4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:24.123918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.125067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-09f82118-687a-4b65-bfab-bee651df02f4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:24.155994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:24.165633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:subnet and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:24.173266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:24.184488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:24.210387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:24.214377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.270047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:24.282201 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-076030a2-c480-4acf-93e9-5461dfa045cf tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:24.283284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076030a2-c480-4acf-93e9-5461dfa045cf tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:24.288099 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-076030a2-c480-4acf-93e9-5461dfa045cf tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/ac135ebe-a48f-4760-95b3-f3a592fc16f8 HTTP/1.1" status: 404 len: 337 time: 0.2042143 Sep 29 06:47:24.288994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41542) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:24.412630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Allocated IP 172.20.0.3 (4f723a10-0bd7-4e60-9921-89b35030f7ba/f051a9a0-61d2-4ae5-931c-31f76c066cbf/f44b4711-42ad-49cd-b708-85230ec03971) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:24.433925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41546) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:24.462830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-09f82118-687a-4b65-bfab-bee651df02f4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:24.464330 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-09f82118-687a-4b65-bfab-bee651df02f4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.8997049 Sep 29 06:47:24.471018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41552) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:24.487127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Floating IP 4dc3632d-e09b-4279-915f-2b99e8a786c9 associated. External IP: 172.26.0.19, port: b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5. Sep 29 06:47:24.614985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:24.641099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.659020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Transition to ACTIVE for port object f44b4711-42ad-49cd-b708-85230ec03971 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:24.666999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.708449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b2daa89c-f157-4df0-815e-6841fb4bfad1 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:24.718258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.773028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.784953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port d3fda41c-1087-4368-b45c-ea67553bd115 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:24.785311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.881469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fe9be-0854-4ffd-a79f-56a1295043c5 None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=12']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:24.901026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=93ebe52d-2a91-481b-88b0-80e848794b4a,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:24.947401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:24.973716 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b2daa89c-f157-4df0-815e-6841fb4bfad1 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "PUT /v2.0/quotas/fa3d77ef69ac4ab6af34402333f14838 HTTP/1.1" status: 200 len: 366 time: 0.5335014 Sep 29 06:47:24.976722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41558) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:24.987654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:24.988025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: 8a215051-e0a2-45c1-835c-0bdf421cb73b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:25.022118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:25.041752 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a4056726-c425-4f77-98c0-f0a27db9db44 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0555687 Sep 29 06:47:25.047930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41562) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.062959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Subnet': ['ID=2812e560-86a6-4250-8ede-214a0e748cd8,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:25.076714 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cac7b6bc-0c58-4ab6-ae33-54e48a87b697 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "GET /v2.0/quotas/fa3d77ef69ac4ab6af34402333f14838 HTTP/1.1" status: 200 len: 366 time: 0.0244887 Sep 29 06:47:25.076714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Checking segment: {'id': 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:25.076714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network hostable DHCP agents. Network: e5a56fbb-fefd-4013-a59c-19849ea9030b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:25.080361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41566) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.194097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0a868a5e-3277-43ce-a72b-5fed8e631fc1 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/fa3d77ef69ac4ab6af34402333f14838 HTTP/1.1" status: 204 len: 168 time: 0.0591223 Sep 29 06:47:25.196442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network 8a215051-e0a2-45c1-835c-0bdf421cb73b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:25.201076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41570) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.214488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.242614 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-32209d55-fadb-4dc7-ab7f-66ffea3a21fc tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0370641 Sep 29 06:47:25.246852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41574) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.248124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 8a215051-e0a2-45c1-835c-0bdf421cb73b) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:25.249746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network e5a56fbb-fefd-4013-a59c-19849ea9030b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:25.254393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d191c8-172c-462e-bfe8-2acd9f207df5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:25.256546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff2586-3436-40a4-9e77-16cc50b2fa0a None None] Network 8a215051-e0a2-45c1-835c-0bdf421cb73b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:25.272096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:25.272698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.291144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021704e2-fc79-4513-93d9-bd30eaee5b1c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:25.291832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021704e2-fc79-4513-93d9-bd30eaee5b1c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:25.299262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e5a56fbb-fefd-4013-a59c-19849ea9030b) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:25.304583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:25.305219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.320001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.348368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.358259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c175ba0-2675-4552-9d62-d556e95f14aa None None] Network e5a56fbb-fefd-4013-a59c-19849ea9030b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:25.365078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.368203 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-09aedb58-0e53-4e56-a379-9b0754804eb8 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5558019 Sep 29 06:47:25.371363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3b4101a7-fc46-423c-96ce-121f19e1a9e9 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "GET /v2.0/quotas/fa3d77ef69ac4ab6af34402333f14838 HTTP/1.1" status: 200 len: 370 time: 0.1230674 Sep 29 06:47:25.378191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41578) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.378467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41580) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.378676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0b249b34-9126-494b-a01d-07b60f343246 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4841540 Sep 29 06:47:25.378844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41582) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.404420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:25.437193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.448002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1212814596', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:25.454629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:25.455027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.475848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] Sync routers for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:25.512696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5f49da58-ebd9-4d68-a99f-1fa9af92ba2d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3368342 Sep 29 06:47:25.514459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:47:25.530598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d266a640-c253-4fcd-8fb3-a208eb737a56" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:47:25.532608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:25.533325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:25.566514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for d3fda41c-1087-4368-b45c-ea67553bd115 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:25.599407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706896054'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:25.603336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2833e265-c86f-4162-a5cd-b183c8890f9d x-openstack-request-id: req-2833e265-c86f-4162-a5cd-b183c8890f9d {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:47:25.603629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:47:25.603882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2833e265-c86f-4162-a5cd-b183c8890f9d {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:47:25.604273 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2833e265-c86f-4162-a5cd-b183c8890f9d'] response: {'name': 'network-changed', 'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'status': 'completed', 'code': 200} Sep 29 06:47:25.605252 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8e590deb-5454-4da1-9783-4cc0d76c7b3b tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "GET /v2.0/quotas/fa3d77ef69ac4ab6af34402333f14838/default HTTP/1.1" status: 200 len: 370 time: 0.1643581 Sep 29 06:47:25.606676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:25.608306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41596) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.622363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89d316-2565-46b2-8d2a-c3c98f1e39e9 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:25.628588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-c8ce556d-720a-4852-862b-c93cc43413e1 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] delete failed (client error): The resource could not be found. Sep 29 06:47:25.633014 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c8ce556d-720a-4852-862b-c93cc43413e1 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/fa3d77ef69ac4ab6af34402333f14838 HTTP/1.1" status: 404 len: 348 time: 0.0233636 Sep 29 06:47:25.655728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:25.669335 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 021704e2-fc79-4513-93d9-bd30eaee5b1c resource provider aggregate not found Sep 29 06:47:25.673098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:25.706343 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 021704e2-fc79-4513-93d9-bd30eaee5b1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 021704e2-fc79-4513-93d9-bd30eaee5b1c found for delete ", "request_id": "req-a3ddeba0-35e9-46ca-9d5a-0031b011c69d"}]} Sep 29 06:47:25.707287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:25.710160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:router and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:25.761679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:25.765081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:25.767443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-166a11a7-f3d4-4d4e-83f7-7f55ddf1af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:25.769376 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-166a11a7-f3d4-4d4e-83f7-7f55ddf1af49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1099 time: 0.1137311 Sep 29 06:47:25.777895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:25.795924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:25.812242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41604) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.816402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.856086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.859296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:25.863091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.871721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.873548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.894564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Network': ['ID=80d191c8-172c-462e-bfe8-2acd9f207df5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:25.900461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:network and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:25.901132 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5124c842-95c1-4c5b-934a-3838e445ab68 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/80d191c8-172c-462e-bfe8-2acd9f207df5 HTTP/1.1" status: 204 len: 168 time: 1.6072068 Sep 29 06:47:25.905800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41608) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:25.941799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:25.956091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.966835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:25.978973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbfb50e6-2cd9-4e09-b16c-fbda1656dd60 None None] Provisioning for port f44b4711-42ad-49cd-b708-85230ec03971 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:25.988454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:subnet and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:25.994536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:25.995247 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment 7094714f-42cd-46ad-b305-9ba1a1f545a3 of type vlan for network 2e430444-34a4-4337-9f95-7870806f507a Sep 29 06:47:26.020469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:26.023107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722e47d-eb47-4973-8cff-75ca6d1e8388 req-96fb3d76-e983-4a2e-9f32-d99074e3f5ac tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:26.023285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbfb50e6-2cd9-4e09-b16c-fbda1656dd60 None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:26.023615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fbfb50e6-2cd9-4e09-b16c-fbda1656dd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.023985 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbfb50e6-2cd9-4e09-b16c-fbda1656dd60 None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:26.024699 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7722e47d-eb47-4973-8cff-75ca6d1e8388 req-96fb3d76-e983-4a2e-9f32-d99074e3f5ac tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.3202500 Sep 29 06:47:26.030161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-bdedac96-dd83-4011-b04b-89842b2f38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:26.031807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-bdedac96-dd83-4011-b04b-89842b2f38b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 898 time: 0.2552114 Sep 29 06:47:26.039020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Deleting subnet 7b6fc295-ff31-4a9b-90c4-15f35da5ebb4 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:26.109575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.169610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:subnetpool and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:26.185804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:26.202541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.245715 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-3dc92050-4d04-4d07-ac54-c8824d35c0be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 999 time: 0.2043197 Sep 29 06:47:26.252433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:port and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:26.263639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.280855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:47:26.304328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:26.329165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:router and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:26.375883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.430626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-8a215051-e0a2-45c1-835c-0bdf421cb73b', 'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': '93ebe52d-2a91-481b-88b0-80e848794b4a'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:26.431226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.510102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:26.510670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.511110 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:26.517679 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7722e47d-eb47-4973-8cff-75ca6d1e8388 req-df528996-c769-4e39-b967-216dd25dde48 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179815 Sep 29 06:47:26.525545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.532733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.538550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:26.539194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.543364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e5a56fbb-fefd-4013-a59c-19849ea9030b', 'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b', 'tenant_id': '2543246171584ec0833cd11c648d3d30', 'fixed_ips': [{'subnet_id': '2812e560-86a6-4250-8ede-214a0e748cd8'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:26.545044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.559310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.569521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41612) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:26.581765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:26.587997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-4f53c2f6-2b54-45c3-ba94-405be41dbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:26.589469 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-4f53c2f6-2b54-45c3-ba94-405be41dbbf0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 200 len: 835 time: 0.3345349 Sep 29 06:47:26.643082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:floatingip and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:26.661110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:26.705985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.755326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6fc295-ff31-4a9b-90c4-15f35da5ebb4,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:26.763756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:26.779780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-43252375-eb89-428f-801a-9fd4f8e6fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:26.781228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-43252375-eb89-428f-801a-9fd4f8e6fec8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b35d4d-7314-4d7f-882f-def43e93d923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1835220 Sep 29 06:47:26.785614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6118ba5b-944a-409a-82e3-8f4e86ff577d tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/subnets/7b6fc295-ff31-4a9b-90c4-15f35da5ebb4 HTTP/1.1" status: 204 len: 168 time: 0.8782210 Sep 29 06:47:26.786627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41616) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:26.794995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=d3fda41c-1087-4368-b45c-ea67553bd115,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:26.834473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:security_group and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:26.846957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4135f-204a-44c8-a881-e4a6aa29615f None None] Network 9244e9cf-692c-4ff3-aa99-be21d49d5a20 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:26.901585 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4556828 Sep 29 06:47:26.901585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80050c4-62ba-401d-b789-a481f0e1700a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=2e430444-34a4-4337-9f95-7870806f507a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:26.916494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41620) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:26.933253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:26.967921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': '2e430444-34a4-4337-9f95-7870806f507a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:26.985685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Usage tracker for resource:security_group_rule and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:26.986039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 2e430444-34a4-4337-9f95-7870806f507a details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:26.989806 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-832fdae7-c524-467e-9a6f-80dd00a65e0e tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 200 len: 991 time: 0.4191680 Sep 29 06:47:26.997796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.005072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:27.032068 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1ac5d641-110c-455f-a216-8a6c2c91f201 tempest-QuotasTest-281133362 tempest-QuotasTest-281133362-project-admin] 10.222.0.26 "GET /v2.0/quotas/a24ac9c7d52242859a0717df48514ece/details.json HTTP/1.1" status: 200 len: 703 time: 1.2187033 Sep 29 06:47:27.052725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Deleting port 27ee1c9a-a02e-491d-918b-cc12b04a5903 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:27.053056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.077626 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-3406d6eb-083b-485f-8f89-12d3df7ef552 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859168 Sep 29 06:47:27.160826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:27.173535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.176622 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9c970916-5645-4167-8a0b-b0d3ed6037b0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/d3fda41c-1087-4368-b45c-ea67553bd115 HTTP/1.1" status: 204 len: 168 time: 2.7004709 Sep 29 06:47:27.179300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:27.182625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41632) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:27.188249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:27.226141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb50e6-2cd9-4e09-b16c-fbda1656dd60 None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:27.233239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:27.286361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:27.289693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.398839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ece23-984b-489c-8309-a16ebe885a59 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:27.400713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ece23-984b-489c-8309-a16ebe885a59 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:27.402950 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ece23-984b-489c-8309-a16ebe885a59 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:27.404352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-067ece23-984b-489c-8309-a16ebe885a59 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:27.419516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41638) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:27.422595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] For port 27ee1c9a-a02e-491d-918b-cc12b04a5903, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=27ee1c9a-a02e-491d-918b-cc12b04a5903,segment=NetworkSegment(6a36b71f-1638-4203-9e08-a52b35477ff2),segment_id=6a36b71f-1638-4203-9e08-a52b35477ff2)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:27.422950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.537561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:27.546140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing IP validity checks on allocation pools {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:47:27.547045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:47:27.566765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Calling delete_port for 27ee1c9a-a02e-491d-918b-cc12b04a5903 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:27.584368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Allocated IP 2001:db8::1 (8a215051-e0a2-45c1-835c-0bdf421cb73b/93ebe52d-2a91-481b-88b0-80e848794b4a/d2ea347c-5524-4ac2-bea5-b9432bc53f91) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:27.608765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Allocated IP 172.20.0.2 (e5a56fbb-fefd-4013-a59c-19849ea9030b/2812e560-86a6-4250-8ede-214a0e748cd8/2188543d-81d5-4315-88d1-336dc152a275) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:27.803175 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d266a640-c253-4fcd-8fb3-a208eb737a56 req-95eb4c77-73a4-47c4-8281-64c5186b4144 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699889 Sep 29 06:47:27.804864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.874316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Port': ['ID=27ee1c9a-a02e-491d-918b-cc12b04a5903,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:27.877881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] No DVR routers for this DVR port 27ee1c9a-a02e-491d-918b-cc12b04a5903 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:27.917009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.932460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Transition to ACTIVE for port object d2ea347c-5524-4ac2-bea5-b9432bc53f91 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:27.937330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-067ece23-984b-489c-8309-a16ebe885a59 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:27.942284 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-067ece23-984b-489c-8309-a16ebe885a59 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7565191 Sep 29 06:47:27.943250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41648) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:27.946523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.956459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Transition to ACTIVE for port object d2ea347c-5524-4ac2-bea5-b9432bc53f91 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:27.959264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:27.978591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.006701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41652) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:28.011661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.040589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9244e9cf-692c-4ff3-aa99-be21d49d5a20']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:28.057942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a36b71f-1638-4203-9e08-a52b35477ff2') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:28.058314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a36b71f-1638-4203-9e08-a52b35477ff2') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:28.074518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.079878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:28.087443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.098060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.110686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Pushing event updated for resources: {'Port': ['ID=d2ea347c-5524-4ac2-bea5-b9432bc53f91,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:28.111682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:28.112224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.164567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 1bc566ed-3839-4e41-b595-da33b096c707 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:28.185242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Usage tracker for resource:security_group_rule and tenant:fec49df812e141389e4bb3662bbea8c4 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:28.209194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ab370ce2-eb00-48cc-9777-feba6d9e13cd None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:28.209648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab370ce2-eb00-48cc-9777-feba6d9e13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.210063 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ab370ce2-eb00-48cc-9777-feba6d9e13cd None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:28.215526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6a36b71f-1638-4203-9e08-a52b35477ff2 resource provider aggregate not found Sep 29 06:47:28.225962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:28.250000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.258230 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6a36b71f-1638-4203-9e08-a52b35477ff2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a36b71f-1638-4203-9e08-a52b35477ff2 found for delete ", "request_id": "req-314b6ec8-cc5f-4e97-85f4-fd5cf92806e1"}]} Sep 29 06:47:28.285256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.290737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:28.306520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Network 8a215051-e0a2-45c1-835c-0bdf421cb73b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:28.308578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.315645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:28.321896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] Pushing event deleted for resources: {'Network': ['ID=9244e9cf-692c-4ff3-aa99-be21d49d5a20,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:28.329625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255b235-d341-4ddb-89be-1ae4ab4dcf1c None None] DHCP port deletion for 9244e9cf-692c-4ff3-aa99-be21d49d5a20 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:28.333249 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e42044bd-822d-4b96-968b-eaecbf2b86e0 tempest-NetworksIpV6TestAttrs-714184504 tempest-NetworksIpV6TestAttrs-714184504-project] 10.222.0.26 "DELETE /v2.0/networks/9244e9cf-692c-4ff3-aa99-be21d49d5a20 HTTP/1.1" status: 204 len: 168 time: 1.5445802 Sep 29 06:47:28.339358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:28.449406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '4dc3632d-e09b-4279-915f-2b99e8a786c9', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'port_id': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'mac_address': 'fa:16:3e:fd:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:47:22Z', 'updated_at': '2022-09-29T06:47:22Z', 'revision_number': 0, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:58Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:28.471326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] Checking router: 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:47:28.496663 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-712cb5da-d324-4450-bb72-455de31cc087 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 200 len: 991 time: 0.4184701 Sep 29 06:47:28.497997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.603674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.645679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.661092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:28.661809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:28.665188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41666) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:28.678101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.730758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=2b637c19-eeb3-42af-b68a-1d9df94b7a55,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:28.790456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Attempting to bind port d2ea347c-5524-4ac2-bea5-b9432bc53f91 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:28.790695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.26.0.22 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/8bd4e3b2-d64d-429c-aa3e-c361f75a90d8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:28.790834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Attempting to bind port d2ea347c-5524-4ac2-bea5-b9432bc53f91 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:28.791214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Attempting to bind port d2ea347c-5524-4ac2-bea5-b9432bc53f91 on network 8a215051-e0a2-45c1-835c-0bdf421cb73b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:28.800498 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fec49df812e141389e4bb3662bbea8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3744478 Sep 29 06:47:28.801113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41672) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:28.804505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b9f2e-342b-46c5-a015-f3d5feda70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf5c61-730c-44f4-bba1-81b85ccc1cd7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:28.814868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ab370ce2-eb00-48cc-9777-feba6d9e13cd None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:28.816183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': '7094714f-42cd-46ad-b305-9ba1a1f545a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2e430444-34a4-4337-9f95-7870806f507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:28.817084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: 2e430444-34a4-4337-9f95-7870806f507a, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:28.832880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:28.833271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Checking segment: {'id': 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:28.833679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.834125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Bound using segment: {'id': 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:28.834705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Bound port: d2ea347c-5524-4ac2-bea5-b9432bc53f91, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a215051-e0a2-45c1-835c-0bdf421cb73b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:28.835633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.851858 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f3329a11-34b6-47a0-af2b-4dc4cf1a9d47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66e58210814e470e91b14dae5cf13314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850991 Sep 29 06:47:28.855148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41676) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:28.913235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.923458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26756ad2-5f09-4f71-becc-da5fb509fcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.958315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfee2-4977-4ce5-8a85-c6a949a1a525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.965083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26756ad2-5f09-4f71-becc-da5fb509fcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.972564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:28.978372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network 2e430444-34a4-4337-9f95-7870806f507a is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:29.010504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 2e430444-34a4-4337-9f95-7870806f507a) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:29.017910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:29.018556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfee2-4977-4ce5-8a85-c6a949a1a525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.019661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.021721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Transition to ACTIVE for port object 2188543d-81d5-4315-88d1-336dc152a275 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:29.024573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d33adcda-b31d-4001-817e-dab1a2715bf6 None None] Could not find standard attr ID for object d3fda41c-1087-4368-b45c-ea67553bd115. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:47:29.036276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bc7ce4-ae8e-47b1-9ecc-24494160e6ed None None] Network 2e430444-34a4-4337-9f95-7870806f507a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:29.094359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.130973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.137154 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e93af31-27bd-4dac-96c9-9c85ba1791b7 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1884680 Sep 29 06:47:29.138900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41680) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:29.147149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.151656 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/1bc566ed-3839-4e41-b595-da33b096c707 HTTP/1.1" status: 204 len: 168 time: 1.1624548 Sep 29 06:47:29.152326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41684) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:29.158285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c10fc-077e-4a8b-992b-51db5280caaf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc566ed-3839-4e41-b595-da33b096c707,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:29.171658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f3690-e729-4938-8b01-6800ef806400 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:29.193931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Transition to ACTIVE for port object 2188543d-81d5-4315-88d1-336dc152a275 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:29.210899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:47:29.238939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet f051a9a0-61d2-4ae5-931c-31f76c066cbf {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:29.243597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.269356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26756ad2-5f09-4f71-becc-da5fb509fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.298975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.302576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26756ad2-5f09-4f71-becc-da5fb509fcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf5c61-730c-44f4-bba1-81b85ccc1cd7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:29.333946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26756ad2-5f09-4f71-becc-da5fb509fcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.335102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-26756ad2-5f09-4f71-becc-da5fb509fcbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70cf5c61-730c-44f4-bba1-81b85ccc1cd7 HTTP/1.1" status: 204 len: 168 time: 0.5319829 Sep 29 06:47:29.337685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfee2-4977-4ce5-8a85-c6a949a1a525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.340730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfee2-4977-4ce5-8a85-c6a949a1a525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.342590 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aa2bfee2-4977-4ce5-8a85-c6a949a1a525 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5da3db1b-ce6a-4b3c-8aa2-9b2dd467a8dc HTTP/1.1" status: 204 len: 168 time: 0.4864862 Sep 29 06:47:29.368442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.375933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.406951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bfee2-4977-4ce5-8a85-c6a949a1a525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da3db1b-ce6a-4b3c-8aa2-9b2dd467a8dc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:29.424205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.487454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] For port d2ea347c-5524-4ac2-bea5-b9432bc53f91, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:29.501252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41694) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:29.535150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Network e5a56fbb-fefd-4013-a59c-19849ea9030b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:29.573063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:29.574947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.575131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:29.584422 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:29.670048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:29.673907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:29.676689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.743802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=8bd4e3b2-d64d-429c-aa3e-c361f75a90d8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:29.780942 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-54655cf8-7153-4f45-a4ac-21d723a53a12 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 200 len: 991 time: 0.2744911 Sep 29 06:47:29.863967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:29.967737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] For port d2ea347c-5524-4ac2-bea5-b9432bc53f91, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d2ea347c-5524-4ac2-bea5-b9432bc53f91,segment=NetworkSegment(c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8),segment_id=c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:29.970187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=2b637c19-eeb3-42af-b68a-1d9df94b7a55,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:30.024813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 27ee1c9a-a02e-491d-918b-cc12b04a5903 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:30.082534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 27ee1c9a-a02e-491d-918b-cc12b04a5903 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:47:30.082887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 27ee1c9a-a02e-491d-918b-cc12b04a5903 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:47:30.084626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.107844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41712) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:30.166784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.167874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Attempting to bind port 2188543d-81d5-4315-88d1-336dc152a275 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:30.168275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Attempting to bind port 2188543d-81d5-4315-88d1-336dc152a275 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:30.168640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Attempting to bind port 2188543d-81d5-4315-88d1-336dc152a275 on network e5a56fbb-fefd-4013-a59c-19849ea9030b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:30.174447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00862544-050e-407a-9067-71a44098e7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-2e430444-34a4-4337-9f95-7870806f507a', 'network_id': '2e430444-34a4-4337-9f95-7870806f507a', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': '2b637c19-eeb3-42af-b68a-1d9df94b7a55'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:30.175262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00862544-050e-407a-9067-71a44098e7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.200751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.206582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e430444-34a4-4337-9f95-7870806f507a']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:30.212162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:30.212492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Checking segment: {'id': 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:30.212969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.213255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Bound using segment: {'id': 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:30.217314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Bound port: 2188543d-81d5-4315-88d1-336dc152a275, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:30.217717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.230520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7094714f-42cd-46ad-b305-9ba1a1f545a3') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:30.230520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7094714f-42cd-46ad-b305-9ba1a1f545a3') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:30.247337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.251906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:30.256154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Usage tracker for resource:security_group_rule and tenant:a24ac9c7d52242859a0717df48514ece is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:30.259361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:30.266388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:30.271975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.277436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:30.278295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.318120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.328870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 7094714f-42cd-46ad-b305-9ba1a1f545a3 resource provider aggregate not found Sep 29 06:47:30.378242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Pushing event updated for resources: {'Port': ['ID=2188543d-81d5-4315-88d1-336dc152a275,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:30.460179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 7094714f-42cd-46ad-b305-9ba1a1f545a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7094714f-42cd-46ad-b305-9ba1a1f545a3 found for delete ", "request_id": "req-4b3609c4-18ca-4156-9d3f-dbca7f8ffd12"}]} Sep 29 06:47:30.513259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.519952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41728) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:30.589976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.621342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.645589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=2e430444-34a4-4337-9f95-7870806f507a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:30.664236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5efdd416-5b3b-49c6-a5e4-c709ce01630a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/2e430444-34a4-4337-9f95-7870806f507a HTTP/1.1" status: 204 len: 168 time: 1.5237405 Sep 29 06:47:30.667188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41736) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:30.686831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829849846'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:30.689883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] For port 2188543d-81d5-4315-88d1-336dc152a275, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:30.697683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798c9ef-fdc7-4449-9ed9-57e8e5c612e8 None None] Network 2e430444-34a4-4337-9f95-7870806f507a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:30.708332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:30.724737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620c1ad-37f0-41f0-88df-856838840bd8 None None] Pushing event updated for resources: {'Port': ['ID=d2ea347c-5524-4ac2-bea5-b9432bc53f91,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:30.733283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:30.737124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] For port 2188543d-81d5-4315-88d1-336dc152a275, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2188543d-81d5-4315-88d1-336dc152a275,segment=NetworkSegment(d23ee276-f3c7-4e63-ba0f-8f0e9e962296),segment_id=d23ee276-f3c7-4e63-ba0f-8f0e9e962296)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:30.740583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798c9ef-fdc7-4449-9ed9-57e8e5c612e8 None None] Network 2e430444-34a4-4337-9f95-7870806f507a could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 06:47:30.759478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.784531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:30.806538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41740) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:30.807752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=f051a9a0-61d2-4ae5-931c-31f76c066cbf,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:30.814011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1540428356'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:30.828225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:30.832979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:30.841871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:30.845715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:30.873903 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ddb00518-69ec-430f-87cd-f0bdfb622411 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f051a9a0-61d2-4ae5-931c-31f76c066cbf HTTP/1.1" status: 204 len: 168 time: 1.7177789 Sep 29 06:47:30.876669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41744) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:30.878755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856c705-83e0-4d3b-93c1-54188bce483c None None] Pushing event updated for resources: {'Port': ['ID=2188543d-81d5-4315-88d1-336dc152a275,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:30.884130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '4dc3632d-e09b-4279-915f-2b99e8a786c9', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'port_id': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'mac_address': 'fa:16:3e:fd:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:47:22Z', 'updated_at': '2022-09-29T06:47:22Z', 'revision_number': 0, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:58Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:30.907591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977018f-3b81-418a-8d88-039c69c98bc2 None None] The sync data for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv is: [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '4dc3632d-e09b-4279-915f-2b99e8a786c9', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'port_id': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'mac_address': 'fa:16:3e:fd:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:47:22Z', 'updated_at': '2022-09-29T06:47:22Z', 'revision_number': 0, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:58Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:30.987902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:31.032134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:31.055503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbccda4-2828-4c18-93af-a57c0565ed46 None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'f051a9a0-61d2-4ae5-931c-31f76c066cbf'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'f44b4711-42ad-49cd-b708-85230ec03971'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:47:31.199317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ddbccda4-2828-4c18-93af-a57c0565ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.219743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.228359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.260282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0ac8316a-afec-4e76-ba49-a3528886cc67 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 200 len: 991 time: 0.4525909 Sep 29 06:47:31.279180 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5b3620ac-e88c-49cf-9c13-d3df89d61d47 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2837903 Sep 29 06:47:31.280684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41748) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:31.283602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:31.285494 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a24ac9c7d52242859a0717df48514ece&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1757023 Sep 29 06:47:31.291301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.291590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41752) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:31.314478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.319332 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c84169-8617-42fc-a2d6-9066779d3259 None None] New status for floating IP 4dc3632d-e09b-4279-915f-2b99e8a786c9: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:47:31.369417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:31.437171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc8184-95e9-4c6d-86e5-928cc56045ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd4bb1-d856-4aa6-8c28-e10f6b6ca946,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:31.465164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.500028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:31.513231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.543593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0e754349-455f-4626-9a02-1767898db546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.577516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d76531-f3e9-4518-9b2f-03c79a9c2387 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:31.651269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0e754349-455f-4626-9a02-1767898db546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.765832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4fcc5-fb25-4534-a4db-194fdf344f45 req-b04c1cd4-1f23-4354-ba00-83e2824c9676 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:31.767404 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8ef4fcc5-fb25-4534-a4db-194fdf344f45 req-b04c1cd4-1f23-4354-ba00-83e2824c9676 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.1911867 Sep 29 06:47:31.772511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 306cc004-bdf7-4899-8d90-d8459edbe591 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:47:31.772678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:31.775375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:31.793448 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:47:31.798533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0e754349-455f-4626-9a02-1767898db546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.822681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:31.836068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group_rule and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:31.839136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:31.845748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:31.858867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:31.866356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:31.870311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d2ea347c-5524-4ac2-bea5-b9432bc53f91 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:31.893851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:31.906164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754349-455f-4626-9a02-1767898db546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd4bb1-d856-4aa6-8c28-e10f6b6ca946,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:31.931511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:31.935470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.949738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.950088 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment 8adaacc1-a933-4986-a2f8-bd007071a14e of type vlan for network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 Sep 29 06:47:31.967671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0e754349-455f-4626-9a02-1767898db546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:31.969240 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0e754349-455f-4626-9a02-1767898db546 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3fd4bb1-d856-4aa6-8c28-e10f6b6ca946 HTTP/1.1" status: 204 len: 168 time: 0.6764326 Sep 29 06:47:31.979275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8ef4fcc5-fb25-4534-a4db-194fdf344f45 req-50311a4f-a189-4358-86ac-03a42c6c6bac tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022135 Sep 29 06:47:32.025152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-50bbdcd1-6817-460f-80c8-8408caf58e1d None None] Provisioning complete for port f44b4711-42ad-49cd-b708-85230ec03971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:32.025593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-50bbdcd1-6817-460f-80c8-8408caf58e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:32.025938 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-50bbdcd1-6817-460f-80c8-8408caf58e1d None None] Attempt 1 to provision port f44b4711-42ad-49cd-b708-85230ec03971 Sep 29 06:47:32.144317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:32.157718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-b85b275e-aaab-4bfc-9d90-d2c28603fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:32.159579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-b85b275e-aaab-4bfc-9d90-d2c28603fbc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.6110859 Sep 29 06:47:32.190109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d2ea347c-5524-4ac2-bea5-b9432bc53f91 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:32.224553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:32.236184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2188543d-81d5-4315-88d1-336dc152a275 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:32.285439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:47:32.294543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41760) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:32.295686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:32.298653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] Sync routers for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:32.304068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:32.308980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-97df32e5-c13c-422b-92b1-3ad94aade53c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8648536 Sep 29 06:47:32.309726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41762) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:32.375415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Deleting port f44b4711-42ad-49cd-b708-85230ec03971 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:32.375984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:32.532245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:32.533582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:32.740733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:32.759292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00e4c9e-bf1c-4e9f-a2e2-fc692f5cd6ab None None] Network e5a56fbb-fefd-4013-a59c-19849ea9030b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:32.778279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-50bbdcd1-6817-460f-80c8-8408caf58e1d None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:32.861767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:32.862389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:32.903472 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0837eb58-cfc9-4e51-b388-cf093eda0f78 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 200 len: 993 time: 0.5932765 Sep 29 06:47:32.944834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:32.947702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:32.948040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7300b-a430-4e2b-b3bf-391cc5c55fa5 None None] The sync data for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:32.952246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:32.953039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:32.999889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807081a-b58b-4d98-8574-2b33b0d17356 None None] Network 8a215051-e0a2-45c1-835c-0bdf421cb73b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:33.041947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2188543d-81d5-4315-88d1-336dc152a275 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:33.151253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.180331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.270917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Provisioning for port 2188543d-81d5-4315-88d1-336dc152a275 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:33.274389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f44b4711-42ad-49cd-b708-85230ec03971 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:33.348934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:33.414397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-32e011c1-19f6-4d18-97ae-9b12b00917b5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7449698 Sep 29 06:47:33.415677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41788) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:33.421032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:33.436948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baee7df0-312c-4740-86d1-c130914a4111,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:33.440056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-f71370f7-a585-4a72-97ce-77d1ac6e61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:33.441651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-f71370f7-a585-4a72-97ce-77d1ac6e61eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 1.2696517 Sep 29 06:47:33.451485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Provisioning complete for port 2188543d-81d5-4315-88d1-336dc152a275 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:33.452010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.452400 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Attempt 1 to provision port 2188543d-81d5-4315-88d1-336dc152a275 Sep 29 06:47:33.460926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41790) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:33.472970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:33.486309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:33.540811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:33.540811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.616896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.617248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment 16ea4ee2-66aa-4147-b34f-571e3e549256 of type vlan for network 1fd4a694-2f97-4d52-9d01-41ec81366a5a Sep 29 06:47:33.629321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.677318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037989179'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:33.742578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:33.748472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.759836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f44b4711-42ad-49cd-b708-85230ec03971 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:33.760315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.770537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:33.784107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:33.793211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.839028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:33.849573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-c7b5bf44-be8a-4a0a-bc52-09c049eb8db7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1001 time: 0.3860021 Sep 29 06:47:33.874487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Calling delete_port for f44b4711-42ad-49cd-b708-85230ec03971 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:33.942741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:33.960853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e661b-671c-4ac6-95f8-8bac63a225b9 req-dfc9d8aa-2144-4206-9e9a-a6f1fdf4ef97 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:33.968610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-223e661b-671c-4ac6-95f8-8bac63a225b9 req-dfc9d8aa-2144-4206-9e9a-a6f1fdf4ef97 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7166421 Sep 29 06:47:33.975928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:33.978820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:33.994392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:34.009021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.015075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:34.015912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.019816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:34.031260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:34.050276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:34.050953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.066280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.079389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:34.101404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=741a646a-21ee-43a6-8da8-7eb56c096228,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:34.106817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:34.138641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.1 (e5a56fbb-fefd-4013-a59c-19849ea9030b/2812e560-86a6-4250-8ede-214a0e748cd8/0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:34.178790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-a076e670-06e5-41f0-9ef9-7082a92589db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:34.180281 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-a076e670-06e5-41f0-9ef9-7082a92589db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.3081052 Sep 29 06:47:34.187475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.189755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:34.210474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.210732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.211066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.211394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.211719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.212054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.212376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.212699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.213022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.213341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.213662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.213977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:34.220036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.6965580 Sep 29 06:47:34.238842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:34.248293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'name': 'tempest-PortsTestJSON-1869886583'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:34.255276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:34.255534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:34.255655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:34.262079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:34.279369 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-30548f12-e565-4d48-b466-68574ed729e0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9937539 Sep 29 06:47:34.284160 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-223e661b-671c-4ac6-95f8-8bac63a225b9 req-df00bfb8-c9d9-4bb9-9634-a58361c7a3a5 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146884 Sep 29 06:47:34.292666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:34.294401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41804) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:34.299544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bae3e5-c67f-4ddd-9a99-de94885505f2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=1fd4a694-2f97-4d52-9d01-41ec81366a5a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:34.304837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:34.307558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Current status of the port 2188543d-81d5-4315-88d1-336dc152a275 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:34.308633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.338855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:34.338992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:34.339109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.349910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.369110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Transition to ACTIVE for port object 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:34.444514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.467397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=15']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:34.508280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] For port 2188543d-81d5-4315-88d1-336dc152a275, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2188543d-81d5-4315-88d1-336dc152a275,segment=NetworkSegment(d23ee276-f3c7-4e63-ba0f-8f0e9e962296),segment_id=d23ee276-f3c7-4e63-ba0f-8f0e9e962296)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:34.516282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.625163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Provisioning for port d2ea347c-5524-4ac2-bea5-b9432bc53f91 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:34.637036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Provisioning complete for port d2ea347c-5524-4ac2-bea5-b9432bc53f91 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:34.637671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-1898caa6-2553-40c2-9e4c-d3dc7d632660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:34.638599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.639374 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Attempt 1 to provision port d2ea347c-5524-4ac2-bea5-b9432bc53f91 Sep 29 06:47:34.639821 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-1898caa6-2553-40c2-9e4c-d3dc7d632660 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4436498 Sep 29 06:47:34.687439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:34.698686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:34.703475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:34.711992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:34.716368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network e5a56fbb-fefd-4013-a59c-19849ea9030b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:34.725699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Pushing event updated for resources: {'Port': ['ID=2188543d-81d5-4315-88d1-336dc152a275,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:34.727811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:34.734595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:34.764941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:34.767796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:34.779861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Deleting port f44b4711-42ad-49cd-b708-85230ec03971 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:34.780606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.784257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:34.792960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:34.797448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.811228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:34.826968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:34.856671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.860735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:34.865061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:34.906091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:35.095522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Current status of the port d2ea347c-5524-4ac2-bea5-b9432bc53f91 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:35.096026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.167014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.194726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] For port d2ea347c-5524-4ac2-bea5-b9432bc53f91, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d2ea347c-5524-4ac2-bea5-b9432bc53f91,segment=NetworkSegment(c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8),segment_id=c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:35.201766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.202962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.218844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] For port f44b4711-42ad-49cd-b708-85230ec03971, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f44b4711-42ad-49cd-b708-85230ec03971,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:35.219721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.222108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:35.243653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:35.277970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:35.295610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:35.313002 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-15fdf0e0-aa03-43e2-aa03-7ab249838f36 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623697 Sep 29 06:47:35.321231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.327444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.328938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3e0bbc-ba6e-405a-8f4f-56bba04d5ab6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:35.442953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.513342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.515594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Calling delete_port for f44b4711-42ad-49cd-b708-85230ec03971 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:35.572597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Provisioning complete for port d2ea347c-5524-4ac2-bea5-b9432bc53f91 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:35.572942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.573230 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 1 to provision port d2ea347c-5524-4ac2-bea5-b9432bc53f91 Sep 29 06:47:35.630592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d569dd-c54f-48dd-9362-e6c18b9ed9f7 None None] Pushing event updated for resources: {'Port': ['ID=d2ea347c-5524-4ac2-bea5-b9432bc53f91,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:35.646777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=25528472-4ae7-46d4-83b2-fee973c6ff47,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:35.696743 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c9fc223-ecf4-43a7-b908-087a6606b99e req-ca068856-6f45-4a31-a3fc-8bcee9352768 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758292 Sep 29 06:47:35.705858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.706050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.711210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': '8adaacc1-a933-4986-a2f8-bd007071a14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:35.711210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:35.722770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.747718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=6957a6b2-f8c3-4eb6-9ac0-e9a27c292310,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:35.778673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] Pushing event deleted for resources: {'Port': ['ID=f44b4711-42ad-49cd-b708-85230ec03971,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:35.786581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f9c55-ce40-44db-940f-4d46bd51630e None None] No DVR routers for this DVR port f44b4711-42ad-49cd-b708-85230ec03971 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:35.799407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e7a1e-6399-491f-b51c-b1e84099a3d0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:35.802599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Current status of the port d2ea347c-5524-4ac2-bea5-b9432bc53f91 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:35.813026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': '16ea4ee2-66aa-4147-b34f-571e3e549256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:35.813487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: 1fd4a694-2f97-4d52-9d01-41ec81366a5a, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:35.820205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.821444 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3fcdeff4-cb1b-4460-a1eb-77c15d5d1c63 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3859832 Sep 29 06:47:35.822251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:35.827652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41810) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:35.830612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4725ca31-2c43-4c47-945e-d6d3084ea7bd None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:35.841309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:35.865043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5137cd3d-9faf-4f47-8367-46595317bc9a None None] Network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:35.891437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:35.892478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:35.968525 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0cbd0c02-3eb3-4bcd-b248-3256613eeb40 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5061228 Sep 29 06:47:35.973217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41812) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:36.004145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Provisioning for port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:36.040189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Provisioning complete for port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:36.040581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.041193 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 1 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:36.124335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e516e-8a47-42f6-ab24-74e6e98890ae req-6ca8eea2-6950-497f-8ff5-6cdd82d8e3ec tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:36.126276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ec4e516e-8a47-42f6-ab24-74e6e98890ae req-6ca8eea2-6950-497f-8ff5-6cdd82d8e3ec tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.5603931 Sep 29 06:47:36.173761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:36.176264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:36.176485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:47:36.191025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.220441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 1fd4a694-2f97-4d52-9d01-41ec81366a5a) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:36.254585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:36.267341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:36.267341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.273421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268e794-9f38-479d-a084-94f85788f8af None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:36.290333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:36.305481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:36.316493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:36.317570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.336579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.351912 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5fea0dfd-93c7-4a26-b69b-42434ba9d8e9 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3368943 Sep 29 06:47:36.370161 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ec4e516e-8a47-42f6-ab24-74e6e98890ae req-497f21e0-b73c-4a0f-96f6-c4a720229c34 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321832 Sep 29 06:47:36.376070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41818) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:36.392957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.413887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=4b4a1a29-8f4a-49a4-a0df-18ebabb787dc,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:36.437961 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3d1774bf-2ed4-4542-a8c6-48fb0de58089 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1379368 Sep 29 06:47:36.439937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41822) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:36.453927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:72:62:46', 'name': 'tempest-NetworksTestDHCPv6-569684530'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:36.462734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-security--1574655031', 'description': 'tempest-security-description-51504462'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:36.499494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66', 'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': '25528472-4ae7-46d4-83b2-fee973c6ff47'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:36.500495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.511543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d2ea347c-5524-4ac2-bea5-b9432bc53f91 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:36.603455 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebabbaaa-48c6-4387-a9f2-1a7b0bac5d21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3631940 Sep 29 06:47:36.639232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41826) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:36.640414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '4b4a1a29-8f4a-49a4-a0df-18ebabb787dc'}, {'subnet_id': '741a646a-21ee-43a6-8da8-7eb56c096228'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:36.641277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.652907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2109845827'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:36.676557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:36.691498 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 2 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:36.698525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.717048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:36.733802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:36.735102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.742214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:36.765748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.771994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:36.782758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:36.822468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:36.848757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.849409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.850014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.850641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.851231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.851669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.852425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.852742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.853284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.853816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.854356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.854938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:36.862243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:36.905359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:36.954287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:36.959917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.995946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d2ea347c-5524-4ac2-bea5-b9432bc53f91 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:36.995946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:36.996301 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d2ea347c-5524-4ac2-bea5-b9432bc53f91 Sep 29 06:47:36.996686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.041499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.052237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.056414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.061492 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "PUT /v2.0/security-groups/a64e7a1e-6399-491f-b51c-b1e84099a3d0 HTTP/1.1" status: 200 len: 1776 time: 0.6688244 Sep 29 06:47:37.081172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41830) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:37.117385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Allocated IP 2001:db8::1 (bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66/25528472-4ae7-46d4-83b2-fee973c6ff47/e39b4243-6a86-4f99-8dfb-c5440d0bcd0b) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:37.212994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.257071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port c37cabeb-ca97-43ed-8c37-4e6996cb1297 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:37.305387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:37.365721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Allocated IP 172.20.0.2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/741a646a-21ee-43a6-8da8-7eb56c096228/5e291251-8427-47f9-bd38-973de2435fe0) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:37.371775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe652ad-af16-4a02-b7e8-9669eb0d0c61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e7a1e-6399-491f-b51c-b1e84099a3d0,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:37.387716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d2ea347c-5524-4ac2-bea5-b9432bc53f91 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:37.387848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.388242 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment 6f7677c1-9f2c-4286-a72d-d5057c877a79 of type vlan for network 479b9ed1-7bfa-456e-836e-c696fdfa7974 Sep 29 06:47:37.388945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2188543d-81d5-4315-88d1-336dc152a275 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:37.414238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Allocated IP 2001:db8::f816:3eff:fefb:8c59 (4f723a10-0bd7-4e60-9921-89b35030f7ba/4b4a1a29-8f4a-49a4-a0df-18ebabb787dc/5e291251-8427-47f9-bd38-973de2435fe0) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:37.417752 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 3 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:37.443717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network e5a56fbb-fefd-4013-a59c-19849ea9030b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:37.452939 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-54ece5b4-b740-487a-a4b3-0a480b402c4a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups/a64e7a1e-6399-491f-b51c-b1e84099a3d0 HTTP/1.1" status: 200 len: 1776 time: 0.3659253 Sep 29 06:47:37.454470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:37.455886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41836) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:37.491588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.697767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2570c584-aff2-4a37-83e5-56eaf7e17a4b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.713951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:37.755701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.798414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Transition to ACTIVE for port object e39b4243-6a86-4f99-8dfb-c5440d0bcd0b will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:37.798749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2570c584-aff2-4a37-83e5-56eaf7e17a4b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.802281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.808592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:37.809528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.824282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 306cc004-bdf7-4899-8d90-d8459edbe591 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:37.829088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2188543d-81d5-4315-88d1-336dc152a275 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:37.830246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.830246 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2188543d-81d5-4315-88d1-336dc152a275 Sep 29 06:47:37.865841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5d54d-05af-40fe-886f-214f11c3d5e5 req-45159254-4ecf-485c-841f-e32769367c04 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:37.867444 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-afe5d54d-05af-40fe-886f-214f11c3d5e5 req-45159254-4ecf-485c-841f-e32769367c04 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.2439022 Sep 29 06:47:37.880395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2570c584-aff2-4a37-83e5-56eaf7e17a4b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:37.913988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570c584-aff2-4a37-83e5-56eaf7e17a4b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e7a1e-6399-491f-b51c-b1e84099a3d0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:37.927810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Transition to ACTIVE for port object e39b4243-6a86-4f99-8dfb-c5440d0bcd0b will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:37.930961 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2886579 Sep 29 06:47:37.943551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41840) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.017012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.017441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd04d9f-16c0-4ce1-b04b-d6604a61afbf tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=479b9ed1-7bfa-456e-836e-c696fdfa7974,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:38.066096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2570c584-aff2-4a37-83e5-56eaf7e17a4b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.067236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2570c584-aff2-4a37-83e5-56eaf7e17a4b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/a64e7a1e-6399-491f-b51c-b1e84099a3d0 HTTP/1.1" status: 204 len: 168 time: 0.6062059 Sep 29 06:47:38.070921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'ports': [{'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'}, {'network_id': '479b9ed1-7bfa-456e-836e-c696fdfa7974'}]} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:38.071224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:38.071690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '479b9ed1-7bfa-456e-836e-c696fdfa7974'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:38.076239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 479b9ed1-7bfa-456e-836e-c696fdfa7974 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:38.089695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41844) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.101928 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-afe5d54d-05af-40fe-886f-214f11c3d5e5 req-db007f65-b07c-403a-b4ce-c1d4df87c64d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157218 Sep 29 06:47:38.165301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:38.170579 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-56d40a87-c060-4d06-bee9-75196479da67 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/routers/306cc004-bdf7-4899-8d90-d8459edbe591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8599331 Sep 29 06:47:38.175026 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ae31256c-8322-4e39-aae6-de85b170c87b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0851898 Sep 29 06:47:38.175161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41850) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.177554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41854) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.182532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'port': {'network_id': 'e5a56fbb-fefd-4013-a59c-19849ea9030b', 'name': 'tempest-FloatingIPTestJSON-260820970'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:38.183221 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] Sync routers for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:38.202221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.202863 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:38.203497 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.245118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.260788 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 4 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:38.261816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=25528472-4ae7-46d4-83b2-fee973c6ff47,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:38.269040 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.280245 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-a8282bbc-d5d7-46be-85d4-66a6f7b0a964 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] delete failed (client error): The resource could not be found. Sep 29 06:47:38.281815 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a8282bbc-d5d7-46be-85d4-66a6f7b0a964 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/a64e7a1e-6399-491f-b51c-b1e84099a3d0 HTTP/1.1" status: 404 len: 347 time: 0.1031747 Sep 29 06:47:38.291028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41858) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.291471 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:38.292837 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.299152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--83097501'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:38.306297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Transition to ACTIVE for port object 5e291251-8427-47f9-bd38-973de2435fe0 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:38.306933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:38.313603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:38.316568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:38.323439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:38.326526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:38.340314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.364402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:38.370915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:38.375516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:38.379002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:38.379180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:38.384962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:38.390898 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.392022 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17720efc-f11b-409a-bda7-8166245e1858 None None] The sync data for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:38.410487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Transition to ACTIVE for port object 5e291251-8427-47f9-bd38-973de2435fe0 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:38.419676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Pushing event updated for resources: {'Port': ['ID=e39b4243-6a86-4f99-8dfb-c5440d0bcd0b,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:38.472017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.482760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.490093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.508233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.562155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:38.562689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:38.568602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:38.569672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Usage tracker for resource:port and tenant:2543246171584ec0833cd11c648d3d30 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:38.571687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:38.572485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.574570 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2821085 Sep 29 06:47:38.574570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4df89-bd82-46ee-98a8-d94c77b1fb7f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee36a40-d2e9-4f33-a78f-9de9a4d432dc,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:38.577032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:38.578671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:38.579848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41862) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.588609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': 'fee36a40-d2e9-4f33-a78f-9de9a4d432dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:38.594712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:38.595540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 2} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:38.597050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:38.600407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.603910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:38.608946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:38.614530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.615309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:38.618882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Made reservation on behalf of 2543246171584ec0833cd11c648d3d30 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:38.623964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.648091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] device_id is not set on port 6dd3f7af-8aa9-421c-9efc-125bc8bfa016 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:38.667856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:38.670976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:38.677714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adaacc1-a933-4986-a2f8-bd007071a14e') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.677953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adaacc1-a933-4986-a2f8-bd007071a14e') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:38.680100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:38.685814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.689576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:38.697217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2188543d-81d5-4315-88d1-336dc152a275 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:38.699811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Attempting to bind port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:38.699944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.700051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Attempting to bind port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '8adaacc1-a933-4986-a2f8-bd007071a14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:38.700163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Attempting to bind port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b on network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:38.702247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Pushing event updated for resources: {'Port': ['ID=5e291251-8427-47f9-bd38-973de2435fe0,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:38.708069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cdcd05f8-f649-4d2e-b952-5cc2c729e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.713425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.746964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:38.747534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Checking segment: {'id': '8adaacc1-a933-4986-a2f8-bd007071a14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:38.747627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.748432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Bound using segment: {'id': '8adaacc1-a933-4986-a2f8-bd007071a14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:38.748562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Bound port: e39b4243-6a86-4f99-8dfb-c5440d0bcd0b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adaacc1-a933-4986-a2f8-bd007071a14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:38.748867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.790599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.834509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:38.835253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.837686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.845929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.864953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Allocated IP 172.20.0.5 (e5a56fbb-fefd-4013-a59c-19849ea9030b/2812e560-86a6-4250-8ede-214a0e748cd8/6dd3f7af-8aa9-421c-9efc-125bc8bfa016) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:38.880030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940cc6cc-650a-4931-adc7-87091139753d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:38.890548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 172.20.0.7 (4f723a10-0bd7-4e60-9921-89b35030f7ba/741a646a-21ee-43a6-8da8-7eb56c096228/c37cabeb-ca97-43ed-8c37-4e6996cb1297) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:38.910449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.914385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ab74e1d-61e2-4c95-abf5-c7a72891aec3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306329 Sep 29 06:47:38.915259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41868) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:38.944988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8adaacc1-a933-4986-a2f8-bd007071a14e resource provider aggregate not found Sep 29 06:47:38.983332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0717daa-f0ac-48d9-8e6c-6b452fbeae17 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.983831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fe72:6246 (4f723a10-0bd7-4e60-9921-89b35030f7ba/4b4a1a29-8f4a-49a4-a0df-18ebabb787dc/c37cabeb-ca97-43ed-8c37-4e6996cb1297) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:38.992762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Attempting to bind port 5e291251-8427-47f9-bd38-973de2435fe0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:38.993412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Attempting to bind port 5e291251-8427-47f9-bd38-973de2435fe0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:38.993967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0717daa-f0ac-48d9-8e6c-6b452fbeae17 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:38.994116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Attempting to bind port 5e291251-8427-47f9-bd38-973de2435fe0 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:38.997474 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8adaacc1-a933-4986-a2f8-bd007071a14e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8adaacc1-a933-4986-a2f8-bd007071a14e found for delete ", "request_id": "req-44ba1e10-8d2c-4e5a-bde3-70926626dc79"}]} Sep 29 06:47:39.006482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:39.006881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:39.007479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.007953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:39.008433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Bound port: 5e291251-8427-47f9-bd38-973de2435fe0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:39.008823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.059834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] For port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:39.081427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:47:39.081427 dv-neutron-859761-1-hyperv neutron-server[89136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:47:39.081427 dv-neutron-859761-1-hyperv neutron-server[89136]: [parameters: {'id': 'bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66'}] Sep 29 06:47:39.081427 dv-neutron-859761-1-hyperv neutron-server[89136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:39.082181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:39.082508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] For port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e39b4243-6a86-4f99-8dfb-c5440d0bcd0b,segment=NetworkSegment(8adaacc1-a933-4986-a2f8-bd007071a14e),segment_id=8adaacc1-a933-4986-a2f8-bd007071a14e)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:39.107915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.113108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0717daa-f0ac-48d9-8e6c-6b452fbeae17 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.132536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 3225c9c8-4b58-49c5-9091-c0ff20fa8b77 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:39.152968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0717daa-f0ac-48d9-8e6c-6b452fbeae17 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=940cc6cc-650a-4931-adc7-87091139753d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:39.165925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0717daa-f0ac-48d9-8e6c-6b452fbeae17 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.167071 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d0717daa-f0ac-48d9-8e6c-6b452fbeae17 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/940cc6cc-650a-4931-adc7-87091139753d HTTP/1.1" status: 204 len: 168 time: 0.2512004 Sep 29 06:47:39.170686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41874) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:39.171890 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 5 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:39.206329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] For port 5e291251-8427-47f9-bd38-973de2435fe0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:39.209553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.237635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Transition to ACTIVE for port object 6dd3f7af-8aa9-421c-9efc-125bc8bfa016 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:39.243011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] For port 5e291251-8427-47f9-bd38-973de2435fe0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5e291251-8427-47f9-bd38-973de2435fe0,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:39.250414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6aa62406-d084-428c-8501-873d19f413e0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:39.276761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6aa62406-d084-428c-8501-873d19f413e0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:39.278958 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6aa62406-d084-428c-8501-873d19f413e0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1071799 Sep 29 06:47:39.282060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41878) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:39.286558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:39.290313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.294181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.310395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Pushing event updated for resources: {'Port': ['ID=e39b4243-6a86-4f99-8dfb-c5440d0bcd0b,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:39.327639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.328018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.328346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.328690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.329032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.329371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.329704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.330039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.330370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.334966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.335731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.343458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c18691-f106-4871-b1e2-20ca89bcad5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:47:39.372260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.375302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Network e5a56fbb-fefd-4013-a59c-19849ea9030b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:39.379006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:39.381522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:39.394825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object c37cabeb-ca97-43ed-8c37-4e6996cb1297 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:39.434974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc7f2f-7f35-4d28-950c-1df5699cc83b None None] Network bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:39.452463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event updated for resources: {'Port': ['ID=6dd3f7af-8aa9-421c-9efc-125bc8bfa016,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:39.485097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.485328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:39.485940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.521603 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9fc8e3df-f335-43d1-9249-b17f88f4d27d tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3454337 Sep 29 06:47:39.522222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41882) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:39.529495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Request body: {'floatingip': {'port_id': '6dd3f7af-8aa9-421c-9efc-125bc8bfa016'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:39.598416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.616090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:39.625000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:39.627922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:39.673863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bca9e168-a2d5-4bab-b89d-c3e9b38d3c70 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.678930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4b4ec-04ed-47db-8851-77deae270e32 None None] Pushing event updated for resources: {'Port': ['ID=5e291251-8427-47f9-bd38-973de2435fe0,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:39.695221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=c37cabeb-ca97-43ed-8c37-4e6996cb1297,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:39.740384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.750816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:39.752738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.802065 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 6 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:39.852433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bca9e168-a2d5-4bab-b89d-c3e9b38d3c70 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.863808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:39.882581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:39.954206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:39.954837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.131742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 844449ef-baee-44b1-a94e-2f709042cb16 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:40.198979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bca9e168-a2d5-4bab-b89d-c3e9b38d3c70 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.201925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bca9e168-a2d5-4bab-b89d-c3e9b38d3c70 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.205489 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bca9e168-a2d5-4bab-b89d-c3e9b38d3c70 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/fee36a40-d2e9-4f33-a78f-9de9a4d432dc HTTP/1.1" status: 204 len: 168 time: 0.9200881 Sep 29 06:47:40.226527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41886) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:40.257751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-95bdcea3-b10b-490b-8b87-0e2a76236c97 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8140218 Sep 29 06:47:40.266487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:40.328474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9e168-a2d5-4bab-b89d-c3e9b38d3c70 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee36a40-d2e9-4f33-a78f-9de9a4d432dc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:40.361361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e39b4243-6a86-4f99-8dfb-c5440d0bcd0b,segment=NetworkSegment(8adaacc1-a933-4986-a2f8-bd007071a14e),segment_id=8adaacc1-a933-4986-a2f8-bd007071a14e)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:40.361705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.383860 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 7 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:40.424324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c227dc31-f061-4e05-9560-901415af4f58 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:40.475049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c227dc31-f061-4e05-9560-901415af4f58 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:40.475230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:40.480076 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c227dc31-f061-4e05-9560-901415af4f58 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2488191 Sep 29 06:47:40.480741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41894) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:40.488596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644870585'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:40.496949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:40.510096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:40.531931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.546482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for e39b4243-6a86-4f99-8dfb-c5440d0bcd0b owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:40.565982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:40.578862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:40.662257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdefdba-0f7b-4a70-9d83-dc6b3221efcd None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:40.665163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.677217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960369-81b2-4368-b737-fc27f44bdeb1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:40.683104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a960369-81b2-4368-b737-fc27f44bdeb1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:40.683922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7a960369-81b2-4368-b737-fc27f44bdeb1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:40.697545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.706955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.723576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7a960369-81b2-4368-b737-fc27f44bdeb1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:40.727435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7a960369-81b2-4368-b737-fc27f44bdeb1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.4466622 Sep 29 06:47:40.727731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.732752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41898) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:40.815181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=e39b4243-6a86-4f99-8dfb-c5440d0bcd0b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:40.838466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port e39b4243-6a86-4f99-8dfb-c5440d0bcd0b on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:40.872691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e291251-8427-47f9-bd38-973de2435fe0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:40.880682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.892715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.960692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:40.966062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d8f794-ef7a-4c41-8faf-91c4c4235832,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:40.970293 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 9e052085-0bd6-4ef2-ab4a-8a074db09374 associated. External IP: 172.26.0.245, port: a1bd3833-bb45-4d88-bbc5-9bd8400435b7. Sep 29 06:47:40.977300 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 8 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:41.019501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-956bb1be-8c88-4845-9194-5e5bbccc12e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.031899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port c37cabeb-ca97-43ed-8c37-4e6996cb1297 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:41.032147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.050049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.053905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a22c7f5-5c2a-40db-b98f-ecb35a1954be tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5679586 Sep 29 06:47:41.054134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41902) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:41.061617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '09d8f794-ef7a-4c41-8faf-91c4c4235832', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:41.070782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:41.105510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.108561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:41.120979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:41.128303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:41.131475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5e291251-8427-47f9-bd38-973de2435fe0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:41.131815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:41.143772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:41.146093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:41.146963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.149338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:41.174079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=3225c9c8-4b58-49c5-9091-c0ff20fa8b77,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:41.178869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.225922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:41.307541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adaacc1-a933-4986-a2f8-bd007071a14e') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:41.307838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adaacc1-a933-4986-a2f8-bd007071a14e') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:41.354646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.396783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=844449ef-baee-44b1-a94e-2f709042cb16,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:41.398078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.474764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': '6f7677c1-9f2c-4286-a72d-d5057c877a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '479b9ed1-7bfa-456e-836e-c696fdfa7974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:41.474955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: 479b9ed1-7bfa-456e-836e-c696fdfa7974, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:41.486561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:41.486837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.531874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.544396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.576831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:41.577716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e80cfa9-eb4c-474b-94c9-9713b9f0a62d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:41.579805 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8adaacc1-a933-4986-a2f8-bd007071a14e resource provider aggregate not found Sep 29 06:47:41.609997 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 9 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:41.624651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8adaacc1-a933-4986-a2f8-bd007071a14e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8adaacc1-a933-4986-a2f8-bd007071a14e found for delete ", "request_id": "req-045bbe79-00bb-4e45-86ae-9a9744f0ebf0"}]} Sep 29 06:47:41.645226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 479b9ed1-7bfa-456e-836e-c696fdfa7974 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:41.656142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.657657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7842ee8b-2b93-45d5-8542-91339f76c7a2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6025989 Sep 29 06:47:41.663510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41910) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:41.664303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.698346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:41.700649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '09d8f794-ef7a-4c41-8faf-91c4c4235832', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:41.707107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.712162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:41.714300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:41.721925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 479b9ed1-7bfa-456e-836e-c696fdfa7974) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:41.730637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88db6b0-0d3b-45dc-a542-997cdbd783ee None None] Network 479b9ed1-7bfa-456e-836e-c696fdfa7974 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:41.742361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:41.746254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:41.751936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:41.757126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:41.757813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.765259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:41.773233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.789775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:41.821038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:41.846603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:41.852303 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7555eead-dea7-403e-9adf-64b296798c0e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 HTTP/1.1" status: 204 len: 168 time: 5.8776183 Sep 29 06:47:41.855669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:41.866036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41914) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:41.870381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:41.871224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:41.873952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904010553'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:41.889873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:41.897190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:41.902141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:41.959739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:41.975659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:41.998957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:42.002611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.047579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for c37cabeb-ca97-43ed-8c37-4e6996cb1297 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:42.069109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.079694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:42.080388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:42.113738 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3ba233e7-e329-419e-b66c-752a98da5773 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1663821 Sep 29 06:47:42.113945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41918) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:42.118663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.152156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:42.152565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a8735-0bfb-4332-b719-15b3871fca7b None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:42.181879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c3de7-9149-4355-ac1b-73113d70acae None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:47:42.208552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:42.211762 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 10 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:42.227093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.227582 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 of type vlan for network ad1dd2df-75d0-480e-9049-fd51dd34718e Sep 29 06:47:42.237633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 844449ef-baee-44b1-a94e-2f709042cb16 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:42.237971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.241244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 306cc004-bdf7-4899-8d90-d8459edbe591 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:42.270484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.302073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:42.360839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Provisioning complete for port 2188543d-81d5-4315-88d1-336dc152a275 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:42.361102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.361413 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Attempt 1 to provision port 2188543d-81d5-4315-88d1-336dc152a275 Sep 29 06:47:42.414470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.430357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.457366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c3de7-9149-4355-ac1b-73113d70acae None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:47:42.483146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.488850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:42.489520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.502440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5af02a-e43a-463f-92a6-3312fbd270bf,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:42.608920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.612707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1a502bc0-b404-4252-b8b3-b3599fb53eca tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9437346 Sep 29 06:47:42.617359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41922) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:42.625050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '09d8f794-ef7a-4c41-8faf-91c4c4235832', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:42.630663 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7610121 Sep 29 06:47:42.636582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41926) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:42.642997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b94337d-d8f6-447e-801d-7a86f2fd3a3b None None] Current status of the port 2188543d-81d5-4315-88d1-336dc152a275 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:42.646968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:42.648518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:42.655034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:42.658593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.664990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:42.665837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:42.674032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.680975 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] Sync routers for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:42.696217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.704759 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:42.706016 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:42.776415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:42.781369 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:42.791631 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:42.792250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Could not find standard attr ID for object c37cabeb-ca97-43ed-8c37-4e6996cb1297. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:47:42.793034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:42.828969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Provisioning for port 5e291251-8427-47f9-bd38-973de2435fe0 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:42.836346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Provisioning complete for port 5e291251-8427-47f9-bd38-973de2435fe0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:42.836742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:42.837080 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 1 to provision port 5e291251-8427-47f9-bd38-973de2435fe0 Sep 29 06:47:42.861886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 844449ef-baee-44b1-a94e-2f709042cb16 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:42.870050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bab00-07bd-4ac6-a014-7908578c1931 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=ad1dd2df-75d0-480e-9049-fd51dd34718e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:42.875485 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:42.876145 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a61663-18e5-45fc-aac6-1027976bcf33 None None] The sync data for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:42.887038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ad1dd2df-75d0-480e-9049-fd51dd34718e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:42.909058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=c37cabeb-ca97-43ed-8c37-4e6996cb1297,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:42.947357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-58132b3e-cd21-433b-b684-ae25ccb0672b tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/floatingips/9e052085-0bd6-4ef2-ab4a-8a074db09374 HTTP/1.1" status: 200 len: 977 time: 3.4212613 Sep 29 06:47:42.948418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41930) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:42.981289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:42.997262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:43.006607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:43.016855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:43.028724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.036814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 6dd3f7af-8aa9-421c-9efc-125bc8bfa016 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:43.037158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.068284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:43.070673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.158175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.203737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.216484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Current status of the port 5e291251-8427-47f9-bd38-973de2435fe0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:43.216484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.230299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448fcf10-443b-4837-b32d-c3c8a28c204e None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:47:43.239470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.242669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=844449ef-baee-44b1-a94e-2f709042cb16,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:43.250113 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8f831c28-2e6c-440b-993a-6e9f515de91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/c37cabeb-ca97-43ed-8c37-4e6996cb1297 HTTP/1.1" status: 204 len: 168 time: 2.4831874 Sep 29 06:47:43.250113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.250980 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-066f1f43-0976-491d-b05e-16c6aa03aa65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/844449ef-baee-44b1-a94e-2f709042cb16 HTTP/1.1" status: 204 len: 168 time: 1.1359458 Sep 29 06:47:43.251959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41934) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:43.252599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.259186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41936) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:43.322345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.332722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] For port 5e291251-8427-47f9-bd38-973de2435fe0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5e291251-8427-47f9-bd38-973de2435fe0,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:43.355192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.388954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f637f2b5-0a46-41aa-b04c-b8548e36fbed,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:43.412100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.416256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2cd489ae-0de3-4a48-9646-45f84e9d00fd tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7979286 Sep 29 06:47:43.420353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41942) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:43.433039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '09d8f794-ef7a-4c41-8faf-91c4c4235832', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:43.447657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09773ac5-e07a-4c5a-94bb-970bbc6cd6d7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:43.449179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09773ac5-e07a-4c5a-94bb-970bbc6cd6d7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:43.451461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09773ac5-e07a-4c5a-94bb-970bbc6cd6d7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:43.452268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-09773ac5-e07a-4c5a-94bb-970bbc6cd6d7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:43.456531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:43.466248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:43.473443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:43.479438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Provisioning complete for port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:43.480219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.480219 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 1 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:43.486023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:43.503121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74738d18-b414-4160-b319-8c4be6d46d75 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:43.509296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74738d18-b414-4160-b319-8c4be6d46d75 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:43.509742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-74738d18-b414-4160-b319-8c4be6d46d75 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:43.515080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-09773ac5-e07a-4c5a-94bb-970bbc6cd6d7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:43.517115 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-09773ac5-e07a-4c5a-94bb-970bbc6cd6d7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2617669 Sep 29 06:47:43.521703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41946) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:43.552615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Pushing event updated for resources: {'Port': ['ID=5e291251-8427-47f9-bd38-973de2435fe0,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:43.578359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:43.581179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.582364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448fcf10-443b-4837-b32d-c3c8a28c204e None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:47:43.595045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-74738d18-b414-4160-b319-8c4be6d46d75 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:43.596211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-74738d18-b414-4160-b319-8c4be6d46d75 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3301957 Sep 29 06:47:43.601165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41950) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:43.619693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.690524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 4b4a1a29-8f4a-49a4-a0df-18ebabb787dc {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:43.699356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.745348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.753354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 3225c9c8-4b58-49c5-9091-c0ff20fa8b77 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:43.753701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.826593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.831045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:43.977127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.010043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=0e7eee95-6f2d-4fce-a89a-373968e80289,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:44.033058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:44.033504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: ad1dd2df-75d0-480e-9049-fd51dd34718e, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:44.050675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176b40de-946d-4df7-9645-e83ee1fc2e48,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:44.062139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.063019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.063019 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Floating IP 9e052085-0bd6-4ef2-ab4a-8a074db09374 disassociated. External IP: 172.26.0.245, port: 6dd3f7af-8aa9-421c-9efc-125bc8bfa016. Sep 29 06:47:44.063300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 6dd3f7af-8aa9-421c-9efc-125bc8bfa016 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:44.080645 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 2 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:44.100002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.104162 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-52163c6b-b0ad-4a08-823e-9845c75bc576 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6823690 Sep 29 06:47:44.104428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41954) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:44.134776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '09d8f794-ef7a-4c41-8faf-91c4c4235832', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:44.191323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:44.195142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:44.199008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network ad1dd2df-75d0-480e-9049-fd51dd34718e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:44.219057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, ad1dd2df-75d0-480e-9049-fd51dd34718e) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:44.224805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:44.225463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.233327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9f4f6-44af-40a2-b06a-41bb442d9a9e None None] Network ad1dd2df-75d0-480e-9049-fd51dd34718e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:44.236603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.254766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:44.259392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:44.268008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.275661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:44.290635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.304369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=6dd3f7af-8aa9-421c-9efc-125bc8bfa016,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:44.313355 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-197ccc26-2a60-46b0-a0d4-dad16bb0d355 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6749520 Sep 29 06:47:44.328993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41958) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:44.519946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 3225c9c8-4b58-49c5-9091-c0ff20fa8b77 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:44.528725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-ad1dd2df-75d0-480e-9049-fd51dd34718e', 'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': '0e7eee95-6f2d-4fce-a89a-373968e80289'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:44.529629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.562458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 306cc004-bdf7-4899-8d90-d8459edbe591 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:44.653693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.697238 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 3 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:44.749591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Allocated IP 2001:db8::1 (ad1dd2df-75d0-480e-9049-fd51dd34718e/0e7eee95-6f2d-4fce-a89a-373968e80289/5945a59a-aa85-4b46-b62e-d4402a948d74) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:44.769525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:44.772874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:44.788639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] Sync routers for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:44.811660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.858634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.861579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:44.862358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:44.866816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.893313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.897891 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fcfa3118-cd44-4cec-81bc-a951db4296f9 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/ports/6dd3f7af-8aa9-421c-9efc-125bc8bfa016 HTTP/1.1" status: 204 len: 168 time: 1.9459321 Sep 29 06:47:44.898063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 41962) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:44.913876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.922249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e291251-8427-47f9-bd38-973de2435fe0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:44.923387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.925181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=3225c9c8-4b58-49c5-9091-c0ff20fa8b77,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:44.952461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4a1a29-8f4a-49a4-a0df-18ebabb787dc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:44.963165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.968847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85168a59-8d31-4d9e-b215-2d43e589d551 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:44.972632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:44.985973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8408b598-f666-418c-b50a-c9f148626d85,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:44.994109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:45.060244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.061438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e0306cdb-4137-47f7-9a2f-2b18ee660335 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9486485 Sep 29 06:47:45.067004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-91d5f299-72fd-4409-be67-8aad9415b96a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/3225c9c8-4b58-49c5-9091-c0ff20fa8b77 HTTP/1.1" status: 204 len: 168 time: 1.4629555 Sep 29 06:47:45.067662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41968) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.067990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41970) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.074999 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ea64ae5c-a07d-46ca-b34a-05047071de64 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/4b4a1a29-8f4a-49a4-a0df-18ebabb787dc HTTP/1.1" status: 204 len: 168 time: 1.5518966 Sep 29 06:47:45.085285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.093081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:45.093728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:45.196383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:45.196795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8158ad7-9cbb-4c35-8c2f-7c91e6bfed57 None None] The sync data for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:45.212320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.245510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93ff63ae-52a7-403d-adfd-bfa3ba5ff1a8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.273822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93ff63ae-52a7-403d-adfd-bfa3ba5ff1a8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.274448 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 4 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:45.310605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 741a646a-21ee-43a6-8da8-7eb56c096228 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:45.324490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.363765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.390855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93ff63ae-52a7-403d-adfd-bfa3ba5ff1a8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.412922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.451682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff63ae-52a7-403d-adfd-bfa3ba5ff1a8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8408b598-f666-418c-b50a-c9f148626d85,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:45.464400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:45.464893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5e291251-8427-47f9-bd38-973de2435fe0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:45.465823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.466158 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5e291251-8427-47f9-bd38-973de2435fe0 Sep 29 06:47:45.469927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be860ddf-31ed-4aa7-9f8f-02250dcc47cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:45.470661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be860ddf-31ed-4aa7-9f8f-02250dcc47cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:45.482379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-93ff63ae-52a7-403d-adfd-bfa3ba5ff1a8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.486172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-93ff63ae-52a7-403d-adfd-bfa3ba5ff1a8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8408b598-f666-418c-b50a-c9f148626d85 HTTP/1.1" status: 204 len: 168 time: 0.4145749 Sep 29 06:47:45.489178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41980) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.497413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Transition to ACTIVE for port object 5945a59a-aa85-4b46-b62e-d4402a948d74 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:45.539649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be860ddf-31ed-4aa7-9f8f-02250dcc47cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:45.540816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-be860ddf-31ed-4aa7-9f8f-02250dcc47cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4677739 Sep 29 06:47:45.551622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41984) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.611642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f696f2b8-9703-413a-9db0-6a55cde35357 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:45.615742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Transition to ACTIVE for port object 5945a59a-aa85-4b46-b62e-d4402a948d74 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:45.623892 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3996d68-5d42-43f7-b882-82d15ef196f8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:47:45.625247 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e3996d68-5d42-43f7-b882-82d15ef196f8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/844449ef-baee-44b1-a94e-2f709042cb16 HTTP/1.1" status: 404 len: 333 time: 0.0709484 Sep 29 06:47:45.632656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41988) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.633533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.696043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.704169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.725483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f696f2b8-9703-413a-9db0-6a55cde35357 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:45.730108 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f696f2b8-9703-413a-9db0-6a55cde35357 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2369256 Sep 29 06:47:45.733062 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ecaf0b-4060-4d9b-97d9-4575a031183c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:47:45.737036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e8ecaf0b-4060-4d9b-97d9-4575a031183c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/3225c9c8-4b58-49c5-9091-c0ff20fa8b77 HTTP/1.1" status: 404 len: 333 time: 0.1007915 Sep 29 06:47:45.737036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41992) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.743698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 41994) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:45.749855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:45.768912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Network ad1dd2df-75d0-480e-9049-fd51dd34718e is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:45.771392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Pushing event updated for resources: {'Port': ['ID=5945a59a-aa85-4b46-b62e-d4402a948d74,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:45.773714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5e291251-8427-47f9-bd38-973de2435fe0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:45.777377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:45.781378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:45.971125 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 5 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:46.016106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7eee95-6f2d-4fce-a89a-373968e80289,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:46.039784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:46.042249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Attempting to bind port 5945a59a-aa85-4b46-b62e-d4402a948d74 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:46.042883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Attempting to bind port 5945a59a-aa85-4b46-b62e-d4402a948d74 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:46.043568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Attempting to bind port 5945a59a-aa85-4b46-b62e-d4402a948d74 on network ad1dd2df-75d0-480e-9049-fd51dd34718e {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:46.049440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:46.050326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Checking segment: {'id': 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:46.051030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.051666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Bound using segment: {'id': 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:46.052343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Bound port: 5945a59a-aa85-4b46-b62e-d4402a948d74, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:46.053117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.097910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-baf4ea2b-3282-429f-a8e6-6a221a3843fe tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.166931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] For port 5945a59a-aa85-4b46-b62e-d4402a948d74, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:46.171958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] For port 5945a59a-aa85-4b46-b62e-d4402a948d74, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5945a59a-aa85-4b46-b62e-d4402a948d74,segment=NetworkSegment(e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914),segment_id=e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:46.177721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:46.178082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.178579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.204269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-baf4ea2b-3282-429f-a8e6-6a221a3843fe tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.232464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.272451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-baf4ea2b-3282-429f-a8e6-6a221a3843fe tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.291203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.299768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.351603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.366334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4ea2b-3282-429f-a8e6-6a221a3843fe tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=176b40de-946d-4df7-9645-e83ee1fc2e48,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:46.375436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d390845-19ab-4d0a-a406-ad6f38f4d28a None None] Pushing event updated for resources: {'Port': ['ID=5945a59a-aa85-4b46-b62e-d4402a948d74,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:46.381414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34e7bc-0407-4634-b5c9-3af3c6056365 None None] Network ad1dd2df-75d0-480e-9049-fd51dd34718e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:46.416744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=741a646a-21ee-43a6-8da8-7eb56c096228,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:46.455675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-baf4ea2b-3282-429f-a8e6-6a221a3843fe tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.456939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-baf4ea2b-3282-429f-a8e6-6a221a3843fe tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/176b40de-946d-4df7-9645-e83ee1fc2e48 HTTP/1.1" status: 204 len: 168 time: 0.7149041 Sep 29 06:47:46.461652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42000) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:46.464077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1dd2df-75d0-480e-9049-fd51dd34718e']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:46.497241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a6cd21c4-42a5-48f7-b4e2-66f2ad8f9c26 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/741a646a-21ee-43a6-8da8-7eb56c096228 HTTP/1.1" status: 204 len: 168 time: 1.3679109 Sep 29 06:47:46.502237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42004) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:46.536363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.568534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:46.572716 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 6 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:46.573237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:46.633724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:46.676344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c473d86e-12f8-45dd-83ce-b0442b2dd5f8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133554 Sep 29 06:47:46.688835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42008) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:46.694833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a60ccf-36d5-474b-806c-18a0867bf39a None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:46.702530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:46.713605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-28a26732-ff7a-4f31-88b6-5a23cd45bda8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:46.723717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:46.728938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.782902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-28a26732-ff7a-4f31-88b6-5a23cd45bda8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:46.785166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-28a26732-ff7a-4f31-88b6-5a23cd45bda8 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3083224 Sep 29 06:47:46.788237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42012) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:46.793238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.823795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.850368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:46.851217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.889018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479b9ed1-7bfa-456e-836e-c696fdfa7974']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:46.897228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 resource provider aggregate not found Sep 29 06:47:46.981925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 found for delete ", "request_id": "req-bb495921-a586-4bdb-a38f-009babc87a4f"}]} Sep 29 06:47:46.983645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:46.987231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7677c1-9f2c-4286-a72d-d5057c877a79') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:46.987231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7677c1-9f2c-4286-a72d-d5057c877a79') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:46.997260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:47.001572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] Deleting port 5e291251-8427-47f9-bd38-973de2435fe0 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:47.002228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.004528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:47.011420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.019359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:47.024951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:47:47.024951 dv-neutron-859761-1-hyperv neutron-server[89136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:47:47.024951 dv-neutron-859761-1-hyperv neutron-server[89136]: [parameters: {'id': 'ad1dd2df-75d0-480e-9049-fd51dd34718e'}] Sep 29 06:47:47.024951 dv-neutron-859761-1-hyperv neutron-server[89136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:47.025296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:47.025935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:47.034784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:47.040897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.050931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:47.051328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.068292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:47.071786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.078430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65ffc5ff-5e72-44eb-9bca-e70e8cf639e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.091726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65ffc5ff-5e72-44eb-9bca-e70e8cf639e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.135351 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 7 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:47.135986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65ffc5ff-5e72-44eb-9bca-e70e8cf639e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.161218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffc5ff-5e72-44eb-9bca-e70e8cf639e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f637f2b5-0a46-41aa-b04c-b8548e36fbed,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.190824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-65ffc5ff-5e72-44eb-9bca-e70e8cf639e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.192591 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-65ffc5ff-5e72-44eb-9bca-e70e8cf639e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f637f2b5-0a46-41aa-b04c-b8548e36fbed HTTP/1.1" status: 204 len: 168 time: 0.4018197 Sep 29 06:47:47.195839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42020) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:47.239642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.264088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.278315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/479b9ed1-7bfa-456e-836e-c696fdfa7974 HTTP/1.1" status: 204 len: 168 time: 1.5246475 Sep 29 06:47:47.278315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be122da-9c7b-4ee6-81e3-1496b5028da8 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=479b9ed1-7bfa-456e-836e-c696fdfa7974,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.278315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42024) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:47.282344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-209750455'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:47.287486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:47.288702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:47.291497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:47.294216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] For port 5e291251-8427-47f9-bd38-973de2435fe0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5e291251-8427-47f9-bd38-973de2435fe0,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:47.294414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.294849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:47.297775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-157406eb-184e-481e-b759-9ae452089240 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:47.305137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:47.317430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:47.320888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.321060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.359503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:47.360118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-157406eb-184e-481e-b759-9ae452089240 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:47.361338 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-157406eb-184e-481e-b759-9ae452089240 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1645174 Sep 29 06:47:47.369798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42028) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:47.376401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.411566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.412046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment b8139265-cfe6-43dc-83f1-a9a4c770795e of type vlan for network 4498bf58-6ceb-4edf-b245-8178516d3176 Sep 29 06:47:47.444469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] Calling delete_port for 5e291251-8427-47f9-bd38-973de2435fe0 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:47.463984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.504967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2f224bb6-d471-48a3-a73a-186256efb614 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.512747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.519151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2f224bb6-d471-48a3-a73a-186256efb614 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.549441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2f224bb6-d471-48a3-a73a-186256efb614 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.562902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.563767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.576148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f224bb6-d471-48a3-a73a-186256efb614 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a5af02a-e43a-463f-92a6-3312fbd270bf,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.597666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:47.600063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.607223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:47.607831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.628218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:47.637935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] No DVR routers for this DVR port 5e291251-8427-47f9-bd38-973de2435fe0 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:47.640926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce619c-187b-452a-84d3-52aa82aadbbd None None] Pushing event deleted for resources: {'Port': ['ID=5e291251-8427-47f9-bd38-973de2435fe0,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.643892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:47.644462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.648041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port 5945a59a-aa85-4b46-b62e-d4402a948d74 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:47.655281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.658740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5996713-2855-4451-b7c8-9fd8f0995a14 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:47.679562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2f224bb6-d471-48a3-a73a-186256efb614 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.680817 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2f224bb6-d471-48a3-a73a-186256efb614 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2a5af02a-e43a-463f-92a6-3312fbd270bf HTTP/1.1" status: 204 len: 168 time: 0.3078861 Sep 29 06:47:47.684371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42032) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:47.769242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=ee5f8b32-2167-4f68-bdb0-3dd4adfb5964,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.792626 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Attempt 8 to provision port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 Sep 29 06:47:47.803385 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5198660 Sep 29 06:47:47.803385 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f2fe08c3-3cca-487a-a920-9aaa3f4192d6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1061456 Sep 29 06:47:47.803667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42036) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:47.803667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42040) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:47.807251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:47.810448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65530385-bb33-48db-b8c5-b12759daa92c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=4498bf58-6ceb-4edf-b245-8178516d3176,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:47.829070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4498bf58-6ceb-4edf-b245-8178516d3176 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:47.839214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-13b54461-a486-40f0-9189-1dd5c77935d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:47.846197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:47.871267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:47.911817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Port 0a3bfd4d-99ed-4efb-8b3d-e1e8782e6fb4 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:47:48.007448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b77068a-e086-43bb-903e-afbf686b4475 None None] Could not find standard attr ID for object 6dd3f7af-8aa9-421c-9efc-125bc8bfa016. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:47:48.089598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port 5945a59a-aa85-4b46-b62e-d4402a948d74, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5945a59a-aa85-4b46-b62e-d4402a948d74,segment=NetworkSegment(e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914),segment_id=e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:48.089874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.098528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'ee5f8b32-2167-4f68-bdb0-3dd4adfb5964'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:48.099376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.103525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-13b54461-a486-40f0-9189-1dd5c77935d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:48.107769 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-13b54461-a486-40f0-9189-1dd5c77935d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4200141 Sep 29 06:47:48.120693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42044) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:48.160245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3c279640-260d-48c5-9b06-506f76e9af84 None None] Could not find standard attr ID for object 5e291251-8427-47f9-bd38-973de2435fe0. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:47:48.165274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:48.182845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:48.204937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:48.218914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for 5945a59a-aa85-4b46-b62e-d4402a948d74 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:48.272716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Allocated IP 172.20.0.2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/ee5f8b32-2167-4f68-bdb0-3dd4adfb5964/2567206b-6d6c-4cb3-94de-5a378d922a64) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:48.291585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba79a4c-3811-4c2d-b2da-b348104e408d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.298552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.303544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:48.321561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba79a4c-3811-4c2d-b2da-b348104e408d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.351274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=5945a59a-aa85-4b46-b62e-d4402a948d74,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:48.355059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port 5945a59a-aa85-4b46-b62e-d4402a948d74 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:48.364374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:48.394428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:48.399058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.489996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.511178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.516893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1dd2df-75d0-480e-9049-fd51dd34718e']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:48.522200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Transition to ACTIVE for port object 2567206b-6d6c-4cb3-94de-5a378d922a64 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:48.529528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:48.529828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:48.533631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:48.541844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.542336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Transition to ACTIVE for port object 2567206b-6d6c-4cb3-94de-5a378d922a64 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:48.547776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.556340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:48.559543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba79a4c-3811-4c2d-b2da-b348104e408d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.559859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.567037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:48.567971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.620884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:48.624508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:48.626954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:48.664575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Pushing event updated for resources: {'Port': ['ID=2567206b-6d6c-4cb3-94de-5a378d922a64,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:48.676673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.698682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:48.699192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.708330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=ad1dd2df-75d0-480e-9049-fd51dd34718e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:48.716207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-661bea08-3d80-4421-b819-95257b47021f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/ad1dd2df-75d0-480e-9049-fd51dd34718e HTTP/1.1" status: 204 len: 168 time: 4.2942631 Sep 29 06:47:48.716403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42048) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:48.717056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Performing IP validity checks on allocation pools {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:47:48.717708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:47:48.722618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297758126'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:48.728522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:48.733726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:48.733853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba79a4c-3811-4c2d-b2da-b348104e408d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e80cfa9-eb4c-474b-94c9-9713b9f0a62d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:48.737131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:48.745005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:48.752816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Attempting to bind port 2567206b-6d6c-4cb3-94de-5a378d922a64 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:48.753152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba79a4c-3811-4c2d-b2da-b348104e408d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.753504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Attempting to bind port 2567206b-6d6c-4cb3-94de-5a378d922a64 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:48.753938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7ba79a4c-3811-4c2d-b2da-b348104e408d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9e80cfa9-eb4c-474b-94c9-9713b9f0a62d HTTP/1.1" status: 204 len: 168 time: 0.6323397 Sep 29 06:47:48.754115 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Attempting to bind port 2567206b-6d6c-4cb3-94de-5a378d922a64 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:48.757609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:48.757933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42052) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:48.761349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.765496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:48.766040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:48.766673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.767163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:48.767733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Bound port: 2567206b-6d6c-4cb3-94de-5a378d922a64, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:48.768265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.774597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:48.778852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.830927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e291251-8427-47f9-bd38-973de2435fe0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:47:48.832667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-926bdc46-029e-453b-96a2-d3a2fb0af9e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:48.841607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:48.858240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.858678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment bff4dd90-73d6-4ef3-af40-c7c8e6be37ea of type vlan for network 474994a7-5999-47ba-af51-971e309711e3 Sep 29 06:47:48.863929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-926bdc46-029e-453b-96a2-d3a2fb0af9e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:48.867939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-926bdc46-029e-453b-96a2-d3a2fb0af9e2 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1059337 Sep 29 06:47:48.868195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42056) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:48.883074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5e291251-8427-47f9-bd38-973de2435fe0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:47:48.883320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e291251-8427-47f9-bd38-973de2435fe0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:47:48.918531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.919476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] For port 2567206b-6d6c-4cb3-94de-5a378d922a64, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:48.922709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] For port 2567206b-6d6c-4cb3-94de-5a378d922a64, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2567206b-6d6c-4cb3-94de-5a378d922a64,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:48.929249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.975526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-dc0a-4709-b26e-097ff07b8459 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:48.994088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.000143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:49.000758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.013040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d7b34-b4b6-4020-9d39-45f9e7434fc1 None None] Pushing event updated for resources: {'Port': ['ID=2567206b-6d6c-4cb3-94de-5a378d922a64,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:49.013824 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6f7677c1-9f2c-4286-a72d-d5057c877a79 resource provider aggregate not found Sep 29 06:47:49.039371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 306cc004-bdf7-4899-8d90-d8459edbe591 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:47:49.063010 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6f7677c1-9f2c-4286-a72d-d5057c877a79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f7677c1-9f2c-4286-a72d-d5057c877a79 found for delete ", "request_id": "req-0f96cb18-dfee-4284-b945-b7bcb9740be4"}]} Sep 29 06:47:49.117646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-dc0a-4709-b26e-097ff07b8459 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.125662 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4082978 Sep 29 06:47:49.133332 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 resource provider aggregate not found Sep 29 06:47:49.139620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42066) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:49.167447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': '474994a7-5999-47ba-af51-971e309711e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:49.228990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.271847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2ecb5f7-7f34-4a75-acb7-1fe5aafc9914 found for delete ", "request_id": "req-e2ffb5be-93d8-4c2e-bc72-ce7f8ca2135c"}]} Sep 29 06:47:49.293167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0660fb-fe23-428a-a943-3117057afb45 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=474994a7-5999-47ba-af51-971e309711e3,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:49.305844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 474994a7-5999-47ba-af51-971e309711e3 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:49.326944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:49.331050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-dc0a-4709-b26e-097ff07b8459 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.334977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:49.348715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:49.358749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:49.362318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1aa01-dc0a-4709-b26e-097ff07b8459 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d8f794-ef7a-4c41-8faf-91c4c4235832,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:49.384045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:49.388875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.416432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fad1aa01-dc0a-4709-b26e-097ff07b8459 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.417764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fad1aa01-dc0a-4709-b26e-097ff07b8459 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/09d8f794-ef7a-4c41-8faf-91c4c4235832 HTTP/1.1" status: 204 len: 168 time: 0.5485830 Sep 29 06:47:49.466704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42072) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:49.523847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=ca6241f1-2e87-4b13-b91e-b38c452c0fe2,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:49.552755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-768467f4-8bce-43b7-a62b-0f270e5e22ac tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:49.554973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:47:49.566065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': 'b8139265-cfe6-43dc-83f1-a9a4c770795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:49.566710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: 4498bf58-6ceb-4edf-b245-8178516d3176, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:49.569054 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] Sync routers for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:47:49.576248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-768467f4-8bce-43b7-a62b-0f270e5e22ac tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:49.582070 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-768467f4-8bce-43b7-a62b-0f270e5e22ac tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1098549 Sep 29 06:47:49.582246 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ea38f2e1-df60-4583-8524-4fa46dbfba42 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/routers/306cc004-bdf7-4899-8d90-d8459edbe591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6811650 Sep 29 06:47:49.582904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42076) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:49.583395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42078) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:49.587265 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:49.587889 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:49.598413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--776845423'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:49.659521 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:49.666607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:49.669291 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] Routers {'306cc004-bdf7-4899-8d90-d8459edbe591'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:47:49.670073 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['306cc004-bdf7-4899-8d90-d8459edbe591'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:49.680501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.708369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 4498bf58-6ceb-4edf-b245-8178516d3176 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:49.713667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:49.733499 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:49.733891 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b133cd2-f87f-441d-9d2e-fc0e10d2fbd9 None None] The sync data for ids ['306cc004-bdf7-4899-8d90-d8459edbe591'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:47:49.745200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4498bf58-6ceb-4edf-b245-8178516d3176) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:49.754977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09127553-2c51-4e13-8785-f48566386db2 None None] Network 4498bf58-6ceb-4edf-b245-8178516d3176 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:49.768157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=78fe7687-e0ee-4638-af12-c9c3e18ff95f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:49.774111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474994a7-5999-47ba-af51-971e309711e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:49.774467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: 474994a7-5999-47ba-af51-971e309711e3, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:49.795130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network 474994a7-5999-47ba-af51-971e309711e3 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:49.802211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.808455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 474994a7-5999-47ba-af51-971e309711e3) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:49.826446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:49.827069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.829811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:49.830577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:49.835031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4d928-8458-47f2-b726-915d6e4c594d None None] Network 474994a7-5999-47ba-af51-971e309711e3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:49.861667 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebd1f67e-b2c7-41c0-ad9e-9676e4bffded tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0593665 Sep 29 06:47:49.867072 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b11f4269-292a-450c-8642-42160ae8bf29 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7146099 Sep 29 06:47:49.867502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42084) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:49.867983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42086) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:49.903363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': '474994a7-5999-47ba-af51-971e309711e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:49.921466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176', 'name': 'tempest-PortsTestJSON-1782317790'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:49.939182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:49.982636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:50.075706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:50.106361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:50.147040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.180886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4498bf58-6ceb-4edf-b245-8178516d3176', 'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': 'ca6241f1-2e87-4b13-b91e-b38c452c0fe2'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:50.181651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.221537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-474994a7-5999-47ba-af51-971e309711e3', 'network_id': '474994a7-5999-47ba-af51-971e309711e3', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': '78fe7687-e0ee-4638-af12-c9c3e18ff95f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:50.222581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.311448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6471791f-a848-47f1-a195-1f1c844cc932 None None] Provisioning for port 2567206b-6d6c-4cb3-94de-5a378d922a64 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:50.536422 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Allocated IP 172.20.0.2 (4498bf58-6ceb-4edf-b245-8178516d3176/ca6241f1-2e87-4b13-b91e-b38c452c0fe2/7eaf1f8e-7d27-419d-99be-c7bb7bd7240d) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:50.553210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Allocated IP 2001:db8::2 (474994a7-5999-47ba-af51-971e309711e3/78fe7687-e0ee-4638-af12-c9c3e18ff95f/0b1e9225-d2f8-49a5-87c2-668f8a685435) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:50.604856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:50.610752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:47:50.652954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:50.660966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:subnet and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:50.669843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:50.699922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:50.725213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:50.767884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.772588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.787295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.848648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2567206b-6d6c-4cb3-94de-5a378d922a64 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:50.853020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 8bd4e3b2-d64d-429c-aa3e-c361f75a90d8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:50.853361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.876992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:50.880429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.893828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:50.897103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:50.976658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.000806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.003474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Transition to ACTIVE for port object 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:51.024164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Transition to ACTIVE for port object 0b1e9225-d2f8-49a5-87c2-668f8a685435 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:51.041957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79268190-c37b-45c2-a19c-45e0ba8d1987,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.042632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Transition to ACTIVE for port object 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:51.045143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port de67e436-92e1-4d0e-8e7a-59ea547f609b yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:51.056536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.089744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2567206b-6d6c-4cb3-94de-5a378d922a64 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:51.095228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Transition to ACTIVE for port object 0b1e9225-d2f8-49a5-87c2-668f8a685435 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:51.112850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2567206b-6d6c-4cb3-94de-5a378d922a64 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:51.113221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.113554 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2567206b-6d6c-4cb3-94de-5a378d922a64 Sep 29 06:47:51.135229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.136465 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a2de60c-5e5f-4c25-8ef2-cfe757879d8a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5505295 Sep 29 06:47:51.140021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42092) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:51.147148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '79268190-c37b-45c2-a19c-45e0ba8d1987', 'direction': 'ingress', 'protocol': 17}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:51.155588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:51.160167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:51.161301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.163817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:51.171587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:51.192046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Network 4498bf58-6ceb-4edf-b245-8178516d3176 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:51.194822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.196933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:51.204467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:51.216442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Pushing event updated for resources: {'Port': ['ID=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.249290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Network 474994a7-5999-47ba-af51-971e309711e3 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:51.277645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.284070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.296607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:51.298864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:51.310735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26056c60-8b37-41e7-abc0-d683998214a0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.326796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.330780 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9deb6d0c-0ff8-45b1-82db-de0f8f2774db tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1871507 Sep 29 06:47:51.331533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42096) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:51.406095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d341c-3584-436b-869c-2642338bda28 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.409999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.14 (4498bf58-6ceb-4edf-b245-8178516d3176/ca6241f1-2e87-4b13-b91e-b38c452c0fe2/de67e436-92e1-4d0e-8e7a-59ea547f609b) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:51.427105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.477046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Pushing event updated for resources: {'Port': ['ID=0b1e9225-d2f8-49a5-87c2-668f8a685435,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.496576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Attempting to bind port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:51.496859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Attempting to bind port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b8139265-cfe6-43dc-83f1-a9a4c770795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:51.497113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Attempting to bind port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d on network 4498bf58-6ceb-4edf-b245-8178516d3176 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:51.530796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:51.531174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Checking segment: {'id': 'b8139265-cfe6-43dc-83f1-a9a4c770795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:51.531579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.531966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Bound using segment: {'id': 'b8139265-cfe6-43dc-83f1-a9a4c770795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:51.532451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Bound port: 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8139265-cfe6-43dc-83f1-a9a4c770795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4498bf58-6ceb-4edf-b245-8178516d3176'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:51.532820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.559335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Attempting to bind port 0b1e9225-d2f8-49a5-87c2-668f8a685435 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:51.559335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Attempting to bind port 0b1e9225-d2f8-49a5-87c2-668f8a685435 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474994a7-5999-47ba-af51-971e309711e3'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:51.559335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Attempting to bind port 0b1e9225-d2f8-49a5-87c2-668f8a685435 on network 474994a7-5999-47ba-af51-971e309711e3 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:51.566342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d341c-3584-436b-869c-2642338bda28 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.578015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.613627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:51.614068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Checking segment: {'id': 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474994a7-5999-47ba-af51-971e309711e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:51.614611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.615098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Bound using segment: {'id': 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474994a7-5999-47ba-af51-971e309711e3'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:51.615610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Bound port: 0b1e9225-d2f8-49a5-87c2-668f8a685435, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '474994a7-5999-47ba-af51-971e309711e3'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:51.616058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.619758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d341c-3584-436b-869c-2642338bda28 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.642345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d341c-3584-436b-869c-2642338bda28 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79268190-c37b-45c2-a19c-45e0ba8d1987,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.650507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2567206b-6d6c-4cb3-94de-5a378d922a64 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:51.650894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.651246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d341c-3584-436b-869c-2642338bda28 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.655233 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ca6d341c-3584-436b-869c-2642338bda28 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/79268190-c37b-45c2-a19c-45e0ba8d1987 HTTP/1.1" status: 204 len: 168 time: 0.3228900 Sep 29 06:47:51.655833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42100) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:51.705897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cd396529-3184-45d3-bf68-fba30f6e4443 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:51.721108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cd396529-3184-45d3-bf68-fba30f6e4443 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:51.723078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cd396529-3184-45d3-bf68-fba30f6e4443 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0663335 Sep 29 06:47:51.728043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42104) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:51.734476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293711940'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:51.742523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:51.752323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] For port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:51.754136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:51.765456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.777137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] For port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,segment=NetworkSegment(b8139265-cfe6-43dc-83f1-a9a4c770795e),segment_id=b8139265-cfe6-43dc-83f1-a9a4c770795e)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:51.785313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.789251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:51.795737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:51.799091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:51.805278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:51.841580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] For port 0b1e9225-d2f8-49a5-87c2-668f8a685435, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:51.865286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] For port 0b1e9225-d2f8-49a5-87c2-668f8a685435, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b1e9225-d2f8-49a5-87c2-668f8a685435,segment=NetworkSegment(bff4dd90-73d6-4ef3-af40-c7c8e6be37ea),segment_id=bff4dd90-73d6-4ef3-af40-c7c8e6be37ea)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:51.878998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.889520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08816201-c9a0-42fe-8c9f-fa4a08cea611 None None] Pushing event updated for resources: {'Port': ['ID=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.921187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.926604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:51.976983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053e807-6cf8-402d-bc1d-8c784a781e2e None None] Pushing event updated for resources: {'Port': ['ID=0b1e9225-d2f8-49a5-87c2-668f8a685435,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:51.995324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13761769-101a-4f84-8ba4-3c057b489a3c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.010898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 8bd4e3b2-d64d-429c-aa3e-c361f75a90d8 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:52.017405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.019112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-19493dec-4e33-4180-9af6-f3bdad3c8e75 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2898235 Sep 29 06:47:52.021735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42110) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:52.027960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040716163'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:52.034250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:52.038827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:52.042121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:52.048893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:52.064134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.088932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:52.093357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:52.096631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:52.103344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:52.173025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 2567206b-6d6c-4cb3-94de-5a378d922a64, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2567206b-6d6c-4cb3-94de-5a378d922a64,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:52.242385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.246284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.327816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92196fc-302d-44fb-9aac-8593e6152356,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.346246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.359183 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ce861807-84e3-4a2a-9c10-49297e3f6d20 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3360376 Sep 29 06:47:52.363525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42114) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:52.369498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '13761769-101a-4f84-8ba4-3c057b489a3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a92196fc-302d-44fb-9aac-8593e6152356', 'remote_ip_prefix': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:52.376494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:52.381671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:52.388044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:52.394562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:52.439576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.529842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:47:52.547541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.551054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.551843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.577496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.578171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.579285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180054fc-8387-4637-949c-86c1d398d656,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.594684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.596762 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-75acf91d-7a52-4dd5-89d9-2201e0ec1a6e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2314966 Sep 29 06:47:52.599738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:52.630672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f696651-7e9c-4343-8aba-9d398496b68c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.641389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f696651-7e9c-4343-8aba-9d398496b68c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.661085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:52.661453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:52.670117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f696651-7e9c-4343-8aba-9d398496b68c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.689519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696651-7e9c-4343-8aba-9d398496b68c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=180054fc-8387-4637-949c-86c1d398d656,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.697640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f696651-7e9c-4343-8aba-9d398496b68c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.701377 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f696651-7e9c-4343-8aba-9d398496b68c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/180054fc-8387-4637-949c-86c1d398d656 HTTP/1.1" status: 204 len: 168 time: 0.1006718 Sep 29 06:47:52.702228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:52.718059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:52.748325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:52.751418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c69a53f-fd75-41e1-bf65-2271a2a5aa46 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:52.751663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:52.752304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.758799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63af3f3b-2a44-46a2-88c8-d5af474cfc7a None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:52.769323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c69a53f-fd75-41e1-bf65-2271a2a5aa46 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:52.771134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c69a53f-fd75-41e1-bf65-2271a2a5aa46 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0678866 Sep 29 06:47:52.774314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42126) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:52.784843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.798165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.825586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=3a1f5f7e-3a6b-43a2-994c-9798a0d7fae2,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.855276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b623381-7a16-4f93-865b-519c7185419b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.882614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=2567206b-6d6c-4cb3-94de-5a378d922a64,revision_number=4']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.887009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object de67e436-92e1-4d0e-8e7a-59ea547f609b will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:52.898171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b623381-7a16-4f93-865b-519c7185419b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.936013 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-32898e8d-f6f8-4675-a625-42c7f2385473 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1116209 Sep 29 06:47:52.936807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42130) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:52.954327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:fb:eb:b1', 'name': 'tempest-NetworksTestDHCPv6-596741306'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:52.957703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b623381-7a16-4f93-865b-519c7185419b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:52.970525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network 474994a7-5999-47ba-af51-971e309711e3 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:52.983282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b623381-7a16-4f93-865b-519c7185419b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92196fc-302d-44fb-9aac-8593e6152356,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:52.987463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:52.993798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:52.994394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.008950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9b623381-7a16-4f93-865b-519c7185419b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.011218 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9b623381-7a16-4f93-865b-519c7185419b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/a92196fc-302d-44fb-9aac-8593e6152356 HTTP/1.1" status: 204 len: 168 time: 0.2346144 Sep 29 06:47:53.012963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42136) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:53.096375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=82e0c326-07af-4ca8-8145-1efca57d7652,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:53.096728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61e0bfd9-e54d-4c54-b668-9128db08c374 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:53.131691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61e0bfd9-e54d-4c54-b668-9128db08c374 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:53.133532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61e0bfd9-e54d-4c54-b668-9128db08c374 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1195824 Sep 29 06:47:53.136459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:53.139378 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-31f74cd8-9114-4ce5-abcb-b8901ef6d8f0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2627153 Sep 29 06:47:53.140061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42144) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:53.184046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.235908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.242901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2567206b-6d6c-4cb3-94de-5a378d922a64 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:53.243524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.277967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=8bd4e3b2-d64d-429c-aa3e-c361f75a90d8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:53.289715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2567206b-6d6c-4cb3-94de-5a378d922a64, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2567206b-6d6c-4cb3-94de-5a378d922a64,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:53.299659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.326998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:53.329321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:53.352384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:53.354973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:53.360270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:53.363617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Synchronizing usage tracker for tenant:79042e730e9d4b3bac77661e6214898a on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:53.422358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-099e6886-2b6f-497b-9a18-67a3fdee0269 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.475330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-099e6886-2b6f-497b-9a18-67a3fdee0269 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.476145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 4498bf58-6ceb-4edf-b245-8178516d3176 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:53.485904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:53.502430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:53.528702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf1b93b-c0b3-446f-b387-926ad0bc52d0 None None] Network 4498bf58-6ceb-4edf-b245-8178516d3176 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:53.581731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:53.589152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Unset dirty status for tenant:79042e730e9d4b3bac77661e6214898a on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:53.596945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-54ae66f4-390f-4b84-9b10-1f784c0b7252 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4500744 Sep 29 06:47:53.597560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42152) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:53.608619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:53.609790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011371042'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:53.615892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:53.628654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-099e6886-2b6f-497b-9a18-67a3fdee0269 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.634480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:53.643182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:53.645258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=de67e436-92e1-4d0e-8e7a-59ea547f609b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:53.661795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:53.670692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:53.690935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e6886-2b6f-497b-9a18-67a3fdee0269 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13761769-101a-4f84-8ba4-3c057b489a3c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:53.693656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:53.709490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-099e6886-2b6f-497b-9a18-67a3fdee0269 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.713035 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-099e6886-2b6f-497b-9a18-67a3fdee0269 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/13761769-101a-4f84-8ba4-3c057b489a3c HTTP/1.1" status: 204 len: 168 time: 0.5691640 Sep 29 06:47:53.714015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42156) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:53.715807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:53.716766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.717608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:53.721185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.759821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.823795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:47:53.849733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:53.850128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6c90fd6e-9ff6-41be-b927-d8f118009d5b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:53.859770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.865519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment c3066290-2641-43b3-bb8d-64949d1ad0e5 of type vlan for network eb020fb1-475d-401b-abb4-24eb913ef9b5 Sep 29 06:47:53.886203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:53.895324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6c90fd6e-9ff6-41be-b927-d8f118009d5b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:53.897253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2567206b-6d6c-4cb3-94de-5a378d922a64,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:53.903144 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6c90fd6e-9ff6-41be-b927-d8f118009d5b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1877310 Sep 29 06:47:53.915879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42160) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:53.927589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:53.943310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--839677130'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:53.943637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2c2bf290-00b9-4a57-a237-ed32dce9e74c None None] Provisioning for port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:53.953636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:53.982888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:54.011713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.023418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:54.024421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.030240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.037473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:54.038104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.046826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:54.047204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.047544 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d Sep 29 06:47:54.055348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.058415 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2137fc7b-fc4e-440d-a27b-64a2624998c3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1852744 Sep 29 06:47:54.066191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42164) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:54.095468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd048ddd-5b45-4c30-b232-d6c64a17b258 None None] Network 474994a7-5999-47ba-af51-971e309711e3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:54.162112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:54.191379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:54.197537 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5964222 Sep 29 06:47:54.199308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:54.208650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-08eec00d-d51c-4157-a051-a00fd187afbd None None] Provisioning for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:54.216081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42168) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:54.217140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73310619-f617-4982-99bb-5b405f3061dc tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=eb020fb1-475d-401b-abb4-24eb913ef9b5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:54.235109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:54.250665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:54.269654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:54.270698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.303340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.303822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Fanout notify agent at l3_agent the message router_deleted on router 306cc004-bdf7-4899-8d90-d8459edbe591 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:47:54.387196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:47:54.483261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.493291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.493498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.498242 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-db70ecc2-f78f-4f8f-9843-cc323c84e875 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/routers/306cc004-bdf7-4899-8d90-d8459edbe591 HTTP/1.1" status: 204 len: 168 time: 4.9073231 Sep 29 06:47:54.505839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-59452d61-4f71-4502-9e5c-c24da0ad34c2 None None] Provisioning complete for port 2567206b-6d6c-4cb3-94de-5a378d922a64 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:54.506208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port de67e436-92e1-4d0e-8e7a-59ea547f609b {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:54.506354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-59452d61-4f71-4502-9e5c-c24da0ad34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.506576 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-59452d61-4f71-4502-9e5c-c24da0ad34c2 None None] Attempt 1 to provision port 2567206b-6d6c-4cb3-94de-5a378d922a64 Sep 29 06:47:54.506860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.539702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42172) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:54.544353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:54.544741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.644834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.660228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,segment=NetworkSegment(b8139265-cfe6-43dc-83f1-a9a4c770795e),segment_id=b8139265-cfe6-43dc-83f1-a9a4c770795e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:54.667596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.670009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2567206b-6d6c-4cb3-94de-5a378d922a64 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:54.709069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b7a65-3ae8-4af6-a6d2-7bb20b7fbcc8,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:54.711278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.740134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 is not hosted by any dhcp agent {{(pid=89136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 29 06:47:54.748447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:54.748860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.754156 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "PUT /v2.0/networks/eb020fb1-475d-401b-abb4-24eb913ef9b5 HTTP/1.1" status: 200 len: 723 time: 0.5236056 Sep 29 06:47:54.760463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting subnet 2812e560-86a6-4250-8ede-214a0e748cd8 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:54.763267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:54.770157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:54.772750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.851891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:54.895694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-59452d61-4f71-4502-9e5c-c24da0ad34c2 None None] Current status of the port 2567206b-6d6c-4cb3-94de-5a378d922a64 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:54.898814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2567206b-6d6c-4cb3-94de-5a378d922a64 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:54.899190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.899536 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2567206b-6d6c-4cb3-94de-5a378d922a64 Sep 29 06:47:54.962031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:54.966001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c9374816-adf4-4077-87cf-7bbe0920a2cb tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0464411 Sep 29 06:47:54.969216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42180) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:54.976671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9f77f-25cb-45b6-ac65-54de2038340b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=eb020fb1-475d-401b-abb4-24eb913ef9b5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:54.997388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': 'b32b7a65-3ae8-4af6-a6d2-7bb20b7fbcc8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:55.011796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:55.018966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:47:55.021385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:55.024218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:55.026581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:55.036046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:55.042178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:55.062743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:47:55.066142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.069419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.083072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.172559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Provisioning for port de67e436-92e1-4d0e-8e7a-59ea547f609b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:55.181141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Update dhcp port {'port': {'network_id': '474994a7-5999-47ba-af51-971e309711e3', 'fixed_ips': [{'subnet_id': '78fe7687-e0ee-4638-af12-c9c3e18ff95f', 'ip_address': '2001:db8::2'}, {'subnet_id': '82e0c326-07af-4ca8-8145-1efca57d7652'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '0b1e9225-d2f8-49a5-87c2-668f8a685435'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:47:55.214135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Provisioning complete for port de67e436-92e1-4d0e-8e7a-59ea547f609b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:55.214412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.216295 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Attempt 1 to provision port de67e436-92e1-4d0e-8e7a-59ea547f609b Sep 29 06:47:55.223609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.239307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 172.20.0.9 (4f723a10-0bd7-4e60-9921-89b35030f7ba/ee5f8b32-2167-4f68-bdb0-3dd4adfb5964/0494ab7e-43db-438d-ab16-4f8dd6c3c3ca) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:55.333406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.333667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Port de67e436-92e1-4d0e-8e7a-59ea547f609b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:55.337835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.344203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.354129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2567206b-6d6c-4cb3-94de-5a378d922a64 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:55.356090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b1e9225-d2f8-49a5-87c2-668f8a685435 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:55.360456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fefb:ebb1 (4f723a10-0bd7-4e60-9921-89b35030f7ba/3a1f5f7e-3a6b-43a2-994c-9798a0d7fae2/0494ab7e-43db-438d-ab16-4f8dd6c3c3ca) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:55.368869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for de67e436-92e1-4d0e-8e7a-59ea547f609b owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:55.447021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2231d1e-adc4-4ca6-9ed6-7948f2731ed3,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:55.484922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.505583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.509370 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-443e2034-fab2-4301-a9e4-3dd380e9a68a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5338194 Sep 29 06:47:55.514033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42184) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:55.537435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:55.546696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:55.547078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.547420 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0b1e9225-d2f8-49a5-87c2-668f8a685435 Sep 29 06:47:55.572142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.621964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-d0298d9a-adb4-449f-891b-801521e97e54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1637745 Sep 29 06:47:55.664502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=a390d825-ea69-420e-a187-e3d5db559c44,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:55.666087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Allocated IP 172.20.0.1 (474994a7-5999-47ba-af51-971e309711e3/82e0c326-07af-4ca8-8145-1efca57d7652/0b1e9225-d2f8-49a5-87c2-668f8a685435) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:55.672276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': 'c3066290-2641-43b3-bb8d-64949d1ad0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:55.672661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: eb020fb1-475d-401b-abb4-24eb913ef9b5, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:47:55.683318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e8dba53-b63a-47ad-a145-62ebc76c23e3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.692633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:47:55.703691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, eb020fb1-475d-401b-abb4-24eb913ef9b5) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:55.708508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:55.709101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.719949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad11bfe-7c3c-4e0d-9c15-2d18398c2a9b None None] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:55.735300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61c44845-e6fb-40ab-a37e-45eb145a601c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9708648 Sep 29 06:47:55.735936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42188) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:55.742277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e8dba53-b63a-47ad-a145-62ebc76c23e3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.745264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:55.801099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.856468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Subnet': ['ID=2812e560-86a6-4250-8ede-214a0e748cd8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:55.858666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.866115 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Attempt 2 to provision port de67e436-92e1-4d0e-8e7a-59ea547f609b Sep 29 06:47:55.869174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e8dba53-b63a-47ad-a145-62ebc76c23e3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.881480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.904924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bda8c-5349-4f01-add1-7a3fee157633 None None] Network e5a56fbb-fefd-4013-a59c-19849ea9030b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:55.931580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0b1e9225-d2f8-49a5-87c2-668f8a685435 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:55.931977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.943764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dba53-b63a-47ad-a145-62ebc76c23e3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2231d1e-adc4-4ca6-9ed6-7948f2731ed3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:55.949819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Port de67e436-92e1-4d0e-8e7a-59ea547f609b was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:47:55.954324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7018965'] for subnet, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.965132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=de67e436-92e1-4d0e-8e7a-59ea547f609b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:55.968481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e8dba53-b63a-47ad-a145-62ebc76c23e3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:55.972120 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3e8dba53-b63a-47ad-a145-62ebc76c23e3 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e2231d1e-adc4-4ca6-9ed6-7948f2731ed3 HTTP/1.1" status: 204 len: 168 time: 0.4475255 Sep 29 06:47:55.976547 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d929357b-7430-4749-84ad-24df1c3a3b26 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/subnets/2812e560-86a6-4250-8ede-214a0e748cd8 HTTP/1.1" status: 204 len: 168 time: 1.4262252 Sep 29 06:47:55.976547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42194) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:55.983442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42196) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.012680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.099569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:56.136688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c54eb45e-7e29-4f48-b5f2-4ed1c6be78d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:56.145243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Provisioning complete for port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:56.145616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.146157 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Attempt 1 to provision port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d Sep 29 06:47:56.151274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.153647 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9019499a-3ce7-48d0-8e45-04f5cafae41b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/de67e436-92e1-4d0e-8e7a-59ea547f609b HTTP/1.1" status: 204 len: 168 time: 2.0881078 Sep 29 06:47:56.157715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42202) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.169735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-9e9390d0-8177-47bd-91c4-42ca5f4e936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:56.171940 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-9e9390d0-8177-47bd-91c4-42ca5f4e936a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.3673096 Sep 29 06:47:56.188605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.210166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.257420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c54eb45e-7e29-4f48-b5f2-4ed1c6be78d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:56.262259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c54eb45e-7e29-4f48-b5f2-4ed1c6be78d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2803020 Sep 29 06:47:56.268416 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd12f369-035c-4abd-bb70-9e8fff2f3026 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:47:56.268886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd12f369-035c-4abd-bb70-9e8fff2f3026 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:47:56.270584 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dd12f369-035c-4abd-bb70-9e8fff2f3026 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/de67e436-92e1-4d0e-8e7a-59ea547f609b HTTP/1.1" status: 404 len: 333 time: 0.1119206 Sep 29 06:47:56.278417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42206) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.278653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42208) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.302365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] For port 0b1e9225-d2f8-49a5-87c2-668f8a685435, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b1e9225-d2f8-49a5-87c2-668f8a685435,segment=NetworkSegment(bff4dd90-73d6-4ef3-af40-c7c8e6be37ea),segment_id=bff4dd90-73d6-4ef3-af40-c7c8e6be37ea)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:56.349481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:56.357649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:56.359821 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf74f03-d513-4a06-b5a0-4a5951022cb6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:47:56.360345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eaf74f03-d513-4a06-b5a0-4a5951022cb6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:56.372837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:56.378413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 2188543d-81d5-4315-88d1-336dc152a275 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:56.378623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.404415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.413769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=0494ab7e-43db-438d-ab16-4f8dd6c3c3ca,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:56.450555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eaf74f03-d513-4a06-b5a0-4a5951022cb6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:56.451419 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eaf74f03-d513-4a06-b5a0-4a5951022cb6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/de67e436-92e1-4d0e-8e7a-59ea547f609b HTTP/1.1" status: 404 len: 333 time: 0.1664076 Sep 29 06:47:56.454914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42214) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.475860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-eb020fb1-475d-401b-abb4-24eb913ef9b5', 'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': 'a390d825-ea69-420e-a187-e3d5db559c44'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:47:56.476818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.523223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:56.523888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.540344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Transition to ACTIVE for port object 0b1e9225-d2f8-49a5-87c2-668f8a685435 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:56.554971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.560284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1491-6611-427d-9d42-02cdad547a88 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.571671 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c8eaa5f4-1208-4e60-bcd5-cbe8261fde91 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6244092 Sep 29 06:47:56.572442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42218) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.635034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783590295390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6263209'] for subnet, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.665629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1491-6611-427d-9d42-02cdad547a88 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.677113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet ca6241f1-2e87-4b13-b91e-b38c452c0fe2 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:47:56.687265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.704143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-3c1dc668-032f-4e1f-9b1e-48aec2532827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:56.706066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-3c1dc668-032f-4e1f-9b1e-48aec2532827 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.4218626 Sep 29 06:47:56.822333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6d41360b-4d04-42a9-af28-712b3cb0afb9 None None] Current status of the port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:56.831346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:56.832069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.835883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "PUT /v2.0/subnets/a390d825-ea69-420e-a187-e3d5db559c44 HTTP/1.1" status: 200 len: 826 time: 1.0965924 Sep 29 06:47:56.852103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42222) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:56.906473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] DHCP port deletion for e5a56fbb-fefd-4013-a59c-19849ea9030b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:56.922866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.934291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:56.934676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:56.946360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Deleting port 2188543d-81d5-4315-88d1-336dc152a275 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:56.946778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:56.974420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1491-6611-427d-9d42-02cdad547a88 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.004304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978aec-9689-486b-b461-03461d436b8d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=a390d825-ea69-420e-a187-e3d5db559c44,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:57.005072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea9d6c-f662-4cc6-b26d-399d12e03348 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:57.010947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea9d6c-f662-4cc6-b26d-399d12e03348 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:57.012525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cfea9d6c-f662-4cc6-b26d-399d12e03348 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:57.015893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] For port 2188543d-81d5-4315-88d1-336dc152a275, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2188543d-81d5-4315-88d1-336dc152a275,segment=NetworkSegment(d23ee276-f3c7-4e63-ba0f-8f0e9e962296),segment_id=d23ee276-f3c7-4e63-ba0f-8f0e9e962296)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:57.016379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.026661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1491-6611-427d-9d42-02cdad547a88 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b7a65-3ae8-4af6-a6d2-7bb20b7fbcc8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:57.039099 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-5193232f-039c-4d6d-8b56-d7fd1e7a53d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1001 time: 0.2746623 Sep 29 06:47:57.048636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e962aa-ef67-49d4-a183-f7ecd9e0da8b None None] Pushing event updated for resources: {'Port': ['ID=0b1e9225-d2f8-49a5-87c2-668f8a685435,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:57.058433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cfea9d6c-f662-4cc6-b26d-399d12e03348 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:57.062832 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cfea9d6c-f662-4cc6-b26d-399d12e03348 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4794540 Sep 29 06:47:57.065369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42226) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:57.069625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1491-6611-427d-9d42-02cdad547a88 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.070943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8f3e1491-6611-427d-9d42-02cdad547a88 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/b32b7a65-3ae8-4af6-a6d2-7bb20b7fbcc8 HTTP/1.1" status: 204 len: 168 time: 0.7884617 Sep 29 06:47:57.105201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42230) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:57.157621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.179280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Provisioning for port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:57.193003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Provisioning complete for port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:57.193380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.193714 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Attempt 1 to provision port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca Sep 29 06:47:57.266178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:57.281009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:57.281750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.319735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.344299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 2188543d-81d5-4315-88d1-336dc152a275 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:57.377978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Allocated IP 2001:db8::2 (eb020fb1-475d-401b-abb4-24eb913ef9b5/a390d825-ea69-420e-a187-e3d5db559c44/df50c402-c592-4bc6-b6a3-47c22fb827cb) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:47:57.387183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3e9a9066-c6e2-4db8-a36f-31a509fd7b2c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:57.390166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6241f1-2e87-4b13-b91e-b38c452c0fe2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:57.420996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] For port 2188543d-81d5-4315-88d1-336dc152a275, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2188543d-81d5-4315-88d1-336dc152a275,segment=NetworkSegment(d23ee276-f3c7-4e63-ba0f-8f0e9e962296),segment_id=d23ee276-f3c7-4e63-ba0f-8f0e9e962296)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:57.421752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.422206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.443763 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a6334e20-e011-4fb2-957b-582e756f238f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/ca6241f1-2e87-4b13-b91e-b38c452c0fe2 HTTP/1.1" status: 204 len: 168 time: 0.9858165 Sep 29 06:47:57.450632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42234) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:57.473628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.509716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3e9a9066-c6e2-4db8-a36f-31a509fd7b2c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:57.509930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.514375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42238) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:57.514680 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3e9a9066-c6e2-4db8-a36f-31a509fd7b2c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4022381 Sep 29 06:47:57.538419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd92b3-3c91-47cc-afca-21d47c9f51a2 None None] Network 4498bf58-6ceb-4edf-b245-8178516d3176 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:57.552649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-e945697b-fe6a-4ed0-9d29-d2ca51d02af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:57.554328 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-e945697b-fe6a-4ed0-9d29-d2ca51d02af4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.3199418 Sep 29 06:47:57.586787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--373178899'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:57.648963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=2188543d-81d5-4315-88d1-336dc152a275,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:57.655312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] No DVR routers for this DVR port 2188543d-81d5-4315-88d1-336dc152a275 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:57.657472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:57.797140 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Attempt 2 to provision port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca Sep 29 06:47:57.801348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.812240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:57.821762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.844202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Calling delete_port for 2188543d-81d5-4315-88d1-336dc152a275 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:57.854247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.872194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a566645-e7f7-4ef2-9753-a6b89a9a4a63 None None] Network 474994a7-5999-47ba-af51-971e309711e3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:47:57.889818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.914179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a56fbb-fefd-4013-a59c-19849ea9030b']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:57.936315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:57.939631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.944159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:57.968734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:57.969026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23ee276-f3c7-4e63-ba0f-8f0e9e962296') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:57.987223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:57.995331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:57.995850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:57.996708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-e07463d5-c17f-4837-a333-b548d7bf62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:57.998213 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-e07463d5-c17f-4837-a333-b548d7bf62d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4324498 Sep 29 06:47:57.999066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:58.002819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.042106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:58.048270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0b1e9225-d2f8-49a5-87c2-668f8a685435 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:58.048568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.066072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:47:58.111165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.149046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:58.149427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.232673 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d23ee276-f3c7-4e63-ba0f-8f0e9e962296 resource provider aggregate not found Sep 29 06:47:58.328111 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-c438c967-9237-4194-8551-32f96b6d7840 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080535 Sep 29 06:47:58.329507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d23ee276-f3c7-4e63-ba0f-8f0e9e962296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d23ee276-f3c7-4e63-ba0f-8f0e9e962296 found for delete ", "request_id": "req-d440ea68-5f5a-4548-86a6-c66fb77c78f0"}]} Sep 29 06:47:58.332938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.346025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] For port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,segment=NetworkSegment(b8139265-cfe6-43dc-83f1-a9a4c770795e),segment_id=b8139265-cfe6-43dc-83f1-a9a4c770795e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:58.346469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.375906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0b1e9225-d2f8-49a5-87c2-668f8a685435, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b1e9225-d2f8-49a5-87c2-668f8a685435,segment=NetworkSegment(bff4dd90-73d6-4ef3-af40-c7c8e6be37ea),segment_id=bff4dd90-73d6-4ef3-af40-c7c8e6be37ea)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:47:58.383730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:58.384109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:58.397144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.424157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.426038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.439281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.475805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.487850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:58.517288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.542850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f61baf4-756d-497b-a700-36bd670e9ec0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:58.545515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Network': ['ID=e5a56fbb-fefd-4013-a59c-19849ea9030b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:58.572527 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-35eac895-42a8-48c9-bc4c-26b029b52bef tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/networks/e5a56fbb-fefd-4013-a59c-19849ea9030b HTTP/1.1" status: 204 len: 168 time: 2.5854063 Sep 29 06:47:58.572691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=0494ab7e-43db-438d-ab16-4f8dd6c3c3ca,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:58.575336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42246) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:58.579247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.582542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3a5d4d2c-bbca-4e8e-9c71-789d4b46f71c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0309906 Sep 29 06:47:58.583557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42250) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:58.588372 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Attempt 3 to provision port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca Sep 29 06:47:58.591488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '9f61baf4-756d-497b-a700-36bd670e9ec0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:58.599157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:58.616811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:58.617029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:47:58.622815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:47:58.632412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:58.659542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5db26634-6269-4dba-ac20-5d05e9ed05f1 req-8377ae01-1280-4c31-8e03-d4aca808b819 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244703 Sep 29 06:47:58.669413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.685561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Transition to ACTIVE for port object df50c402-c592-4bc6-b6a3-47c22fb827cb will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:58.690779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfa6e8-c6b6-420e-a3d6-888d21a7846d None None] Port 0494ab7e-43db-438d-ab16-4f8dd6c3c3ca was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:47:58.711527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0b1e9225-d2f8-49a5-87c2-668f8a685435,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:58.750375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.756320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.756518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Transition to ACTIVE for port object df50c402-c592-4bc6-b6a3-47c22fb827cb will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:47:58.769150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.785354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f24291d-da81-44e3-8479-923c3bc665bd,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:58.844861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.862030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:47:58.867577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:47:58.886546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:47:58.893438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.897136 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c1c6e1fc-b4c6-4ad0-8175-2f2d49863d61 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101175 Sep 29 06:47:58.897283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76032787-110e-40d7-bf41-20195be72334 None None] DHCP port deletion for 4498bf58-6ceb-4edf-b245-8178516d3176 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:47:58.899444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Deleting port 2188543d-81d5-4315-88d1-336dc152a275 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:58.899944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:58.900847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42254) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:58.901696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=a390d825-ea69-420e-a187-e3d5db559c44,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:58.993647 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-19e41126-9e08-42c8-b5ec-93bc12fac554 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules/4f24291d-da81-44e3-8479-923c3bc665bd HTTP/1.1" status: 200 len: 763 time: 0.0858936 Sep 29 06:47:59.007201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42258) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.024475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port a6b53efc-836b-4509-ade7-c1aa0e70ebbe {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:59.025080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.031927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6941ad-34ea-477a-8679-caa9689c6271 None None] The port '2188543d-81d5-4315-88d1-336dc152a275' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:47:59.035636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.050184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:59.051661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.052217 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d Sep 29 06:47:59.095629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2c50c3fc-f6b6-44a8-8235-abe3d2b5fb7c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:59.099968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb020fb1-475d-401b-abb4-24eb913ef9b5']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:59.114081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9b5c592f-21ea-434d-9ba6-3e93e18be4f3 None None] Provisioning for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:47:59.119070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3066290-2641-43b3-bb8d-64949d1ad0e5') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:59.119222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3066290-2641-43b3-bb8d-64949d1ad0e5') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:59.126677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9b5c592f-21ea-434d-9ba6-3e93e18be4f3 None None] Provisioning complete for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:59.127371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b5c592f-21ea-434d-9ba6-3e93e18be4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.127967 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9b5c592f-21ea-434d-9ba6-3e93e18be4f3 None None] Attempt 1 to provision port 0b1e9225-d2f8-49a5-87c2-668f8a685435 Sep 29 06:47:59.137392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.147179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2c50c3fc-f6b6-44a8-8235-abe3d2b5fb7c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:59.150991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2c50c3fc-f6b6-44a8-8235-abe3d2b5fb7c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1405616 Sep 29 06:47:59.152830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42262) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.170821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.187999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:59.188681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.195507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-76032787-110e-40d7-bf41-20195be72334 None None] Deleting port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:47:59.196024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-76032787-110e-40d7-bf41-20195be72334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.216636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.216972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.294309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Pushing event updated for resources: {'Port': ['ID=df50c402-c592-4bc6-b6a3-47c22fb827cb,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:59.348954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for a6b53efc-836b-4509-ade7-c1aa0e70ebbe owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:47:59.388007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:59.389938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2567206b-6d6c-4cb3-94de-5a378d922a64 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:47:59.403660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6585df36-5dfa-4239-8619-963fe0b963cf tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.426362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6585df36-5dfa-4239-8619-963fe0b963cf tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.434199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.462906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Attempting to bind port df50c402-c592-4bc6-b6a3-47c22fb827cb on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:47:59.463445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Attempting to bind port df50c402-c592-4bc6-b6a3-47c22fb827cb by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c3066290-2641-43b3-bb8d-64949d1ad0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:47:59.463920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Attempting to bind port df50c402-c592-4bc6-b6a3-47c22fb827cb on network eb020fb1-475d-401b-abb4-24eb913ef9b5 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:47:59.472321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:47:59.472321 dv-neutron-859761-1-hyperv neutron-server[89136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:47:59.472321 dv-neutron-859761-1-hyperv neutron-server[89136]: [parameters: {'id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5'}] Sep 29 06:47:59.472321 dv-neutron-859761-1-hyperv neutron-server[89136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:47:59.472846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:47:59.475380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6585df36-5dfa-4239-8619-963fe0b963cf tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.494284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No DVR routers for this DVR port 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:47:59.503116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585df36-5dfa-4239-8619-963fe0b963cf tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f24291d-da81-44e3-8479-923c3bc665bd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:59.514237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6585df36-5dfa-4239-8619-963fe0b963cf tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.517769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6585df36-5dfa-4239-8619-963fe0b963cf tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/4f24291d-da81-44e3-8479-923c3bc665bd HTTP/1.1" status: 204 len: 168 time: 0.3595858 Sep 29 06:47:59.517920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:47:59.517920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Checking segment: {'id': 'c3066290-2641-43b3-bb8d-64949d1ad0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:47:59.517920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.517920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Bound using segment: {'id': 'c3066290-2641-43b3-bb8d-64949d1ad0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:47:59.518728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Bound port: df50c402-c592-4bc6-b6a3-47c22fb827cb, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3066290-2641-43b3-bb8d-64949d1ad0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'eb020fb1-475d-401b-abb4-24eb913ef9b5'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:47:59.518728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.519235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42268) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.533954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=7eaf1f8e-7d27-419d-99be-c7bb7bd7240d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:59.581454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-76032787-110e-40d7-bf41-20195be72334 None None] The port '7eaf1f8e-7d27-419d-99be-c7bb7bd7240d' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:47:59.582159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-814b0226-af5f-4e02-9781-9b07e7eee86f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:59.604069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-814b0226-af5f-4e02-9781-9b07e7eee86f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:59.609590 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-814b0226-af5f-4e02-9781-9b07e7eee86f tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0866385 Sep 29 06:47:59.609921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42272) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.615696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '9f61baf4-756d-497b-a700-36bd670e9ec0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:47:59.623817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:47:59.628850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.635304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:47:59.649651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9b5c592f-21ea-434d-9ba6-3e93e18be4f3 None None] Current status of the port 0b1e9225-d2f8-49a5-87c2-668f8a685435 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:59.657291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.659736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2567206b-6d6c-4cb3-94de-5a378d922a64 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:59.660118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.660460 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2567206b-6d6c-4cb3-94de-5a378d922a64 Sep 29 06:47:59.678111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.693879 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-18d7e7a4-4e1e-47de-8901-e350542957de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/0494ab7e-43db-438d-ab16-4f8dd6c3c3ca HTTP/1.1" status: 204 len: 168 time: 2.6250901 Sep 29 06:47:59.694450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42276) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.734059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] For port df50c402-c592-4bc6-b6a3-47c22fb827cb, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:47:59.739493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] For port df50c402-c592-4bc6-b6a3-47c22fb827cb, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=df50c402-c592-4bc6-b6a3-47c22fb827cb,segment=NetworkSegment(c3066290-2641-43b3-bb8d-64949d1ad0e5),segment_id=c3066290-2641-43b3-bb8d-64949d1ad0e5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:47:59.747289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.756531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.764001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.782353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dcfbe1-5a74-4bba-b48a-9753fd915056,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:59.782969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4498bf58-6ceb-4edf-b245-8178516d3176']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:59.810636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.814657 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0314b0f3-19be-4b2a-81a8-34091b524b99 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2011771 Sep 29 06:47:59.816240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42280) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.819111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8139265-cfe6-43dc-83f1-a9a4c770795e') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:59.819965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8139265-cfe6-43dc-83f1-a9a4c770795e') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:47:59.843991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1324ec9d-0d84-401e-a59f-9bd858340d94 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules/99dcfbe1-5a74-4bba-b48a-9753fd915056 HTTP/1.1" status: 200 len: 763 time: 0.0254056 Sep 29 06:47:59.844276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.844557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.866389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8ef9a-d3ae-4720-a8c3-3215fda30c3d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:59.867906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8ef9a-d3ae-4720-a8c3-3215fda30c3d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:59.869388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8ef9a-d3ae-4720-a8c3-3215fda30c3d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:47:59.870178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-89f8ef9a-d3ae-4720-a8c3-3215fda30c3d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:59.884432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.890664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.902808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8fba3f3c-4bfe-47a8-8dc5-39c96f03ea0b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:47:59.919398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8fba3f3c-4bfe-47a8-8dc5-39c96f03ea0b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:47:59.924828 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8fba3f3c-4bfe-47a8-8dc5-39c96f03ea0b tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0765669 Sep 29 06:47:59.925186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42288) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:47:59.932306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-673dd32c-893c-42bd-95bc-dc33e9f436fd None None] Provisioning complete for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:47:59.932686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-673dd32c-893c-42bd-95bc-dc33e9f436fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.933860 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-673dd32c-893c-42bd-95bc-dc33e9f436fd None None] Attempt 1 to provision port 0b1e9225-d2f8-49a5-87c2-668f8a685435 Sep 29 06:47:59.934294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:47:59.934722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.958994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47b369e4-ec53-4c05-948b-03330d2c4012 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.968195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b1ee1-9d09-4f1a-b1af-1a46027f2fe8 None None] Pushing event updated for resources: {'Port': ['ID=df50c402-c592-4bc6-b6a3-47c22fb827cb,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:47:59.974594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47b369e4-ec53-4c05-948b-03330d2c4012 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.982089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:47:59.998316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2567206b-6d6c-4cb3-94de-5a378d922a64 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:47:59.999726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b1e9225-d2f8-49a5-87c2-668f8a685435 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:00.006750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port df50c402-c592-4bc6-b6a3-47c22fb827cb {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:00.007154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.031276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment b8139265-cfe6-43dc-83f1-a9a4c770795e resource provider aggregate not found Sep 29 06:48:00.036068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=a6b53efc-836b-4509-ade7-c1aa0e70ebbe,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:00.038706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-89f8ef9a-d3ae-4720-a8c3-3215fda30c3d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:00.044160 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-89f8ef9a-d3ae-4720-a8c3-3215fda30c3d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3486397 Sep 29 06:48:00.047759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42296) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.050114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47b369e4-ec53-4c05-948b-03330d2c4012 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.057023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879f029-89d1-43ba-9b99-9b01592b487c None None] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:00.104762 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment b8139265-cfe6-43dc-83f1-a9a4c770795e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8139265-cfe6-43dc-83f1-a9a4c770795e found for delete ", "request_id": "req-9e219f07-c983-40a6-818f-e8ff21366275"}]} Sep 29 06:48:00.141177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b369e4-ec53-4c05-948b-03330d2c4012 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99dcfbe1-5a74-4bba-b48a-9753fd915056,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:00.170922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.175227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.202843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.208362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47b369e4-ec53-4c05-948b-03330d2c4012 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.209502 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-47b369e4-ec53-4c05-948b-03330d2c4012 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/99dcfbe1-5a74-4bba-b48a-9753fd915056 HTTP/1.1" status: 204 len: 168 time: 0.2832663 Sep 29 06:48:00.214211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42300) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.222661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 3a1f5f7e-3a6b-43a2-994c-9798a0d7fae2 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:00.226666 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/4498bf58-6ceb-4edf-b245-8178516d3176 HTTP/1.1" status: 204 len: 168 time: 2.7749639 Sep 29 06:48:00.227932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2e50d-3bc2-434a-b263-ac6922539417 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=4498bf58-6ceb-4edf-b245-8178516d3176,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:00.228060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.243446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42304) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.248899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.249986 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7362288a-4c26-469d-8338-c37fd41067d8 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/floatingips/9e052085-0bd6-4ef2-ab4a-8a074db09374 HTTP/1.1" status: 204 len: 168 time: 1.6737282 Sep 29 06:48:00.255609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-719142248'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:00.258414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42308) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.263237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:00.269490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:00.274694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:00.285098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:00.306397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-42e5cdd7-65c4-47bb-b0f1-a1ca546784e9 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:00.317757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:00.321392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.337606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-42e5cdd7-65c4-47bb-b0f1-a1ca546784e9 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:00.342422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-42e5cdd7-65c4-47bb-b0f1-a1ca546784e9 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1207583 Sep 29 06:48:00.343107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42312) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.349775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-673dd32c-893c-42bd-95bc-dc33e9f436fd None None] Current status of the port 0b1e9225-d2f8-49a5-87c2-668f8a685435 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:00.351036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': '9f61baf4-756d-497b-a700-36bd670e9ec0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:00.362958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:00.365291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:00.365902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.366117 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0b1e9225-d2f8-49a5-87c2-668f8a685435 Sep 29 06:48:00.378564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:00.380189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:00.395715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.396113 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment 0faa146a-dc2c-4e03-9f55-3a0f3dfa7068 of type vlan for network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 Sep 29 06:48:00.409594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.425843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c3066290-2641-43b3-bb8d-64949d1ad0e5 resource provider aggregate not found Sep 29 06:48:00.433888 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db1842a-adb8-4381-b20c-6c4d1565827f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:00.434630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db1842a-adb8-4381-b20c-6c4d1565827f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:00.437043 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4db1842a-adb8-4381-b20c-6c4d1565827f tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/ports/6dd3f7af-8aa9-421c-9efc-125bc8bfa016 HTTP/1.1" status: 404 len: 333 time: 0.1757061 Sep 29 06:48:00.448410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42320) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.460244 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c3066290-2641-43b3-bb8d-64949d1ad0e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3066290-2641-43b3-bb8d-64949d1ad0e5 found for delete ", "request_id": "req-e4c42618-2b59-483a-a491-08599ce939b5"}]} Sep 29 06:48:00.467306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.488244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d23dbca-e0ca-41f5-abab-175db535debc None None] Network eb020fb1-475d-401b-abb4-24eb913ef9b5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:00.534927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port df50c402-c592-4bc6-b6a3-47c22fb827cb, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=df50c402-c592-4bc6-b6a3-47c22fb827cb,segment=NetworkSegment(c3066290-2641-43b3-bb8d-64949d1ad0e5),segment_id=c3066290-2641-43b3-bb8d-64949d1ad0e5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:00.535571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.598951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0b1e9225-d2f8-49a5-87c2-668f8a685435 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:00.632860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.642737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1cb63c00-68f0-4c46-aecc-698b0289c563 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Synchronizing usage tracker for tenant:2543246171584ec0833cd11c648d3d30 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:00.674352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.674625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2188543d-81d5-4315-88d1-336dc152a275 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:00.686293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for df50c402-c592-4bc6-b6a3-47c22fb827cb owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:00.689033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.706925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1cb63c00-68f0-4c46-aecc-698b0289c563 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Unset dirty status for tenant:2543246171584ec0833cd11c648d3d30 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:00.708155 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1cb63c00-68f0-4c46-aecc-698b0289c563 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/ports?device_id=306cc004-bdf7-4899-8d90-d8459edbe591 HTTP/1.1" status: 200 len: 205 time: 0.2586837 Sep 29 06:48:00.715134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 2188543d-81d5-4315-88d1-336dc152a275 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:00.715892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2188543d-81d5-4315-88d1-336dc152a275 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:00.718625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42324) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.755164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61baf348-5c77-41b5-9ed6-8727d7e7f423 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:48:00.780878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.781481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c475794-e01a-4fd0-8b80-56178543dc8b,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:00.802243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.807586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:00.808207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.837884 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-4d5e89c1-0649-4202-9b62-e13c6859af27 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] delete failed (client error): The resource could not be found. Sep 29 06:48:00.841970 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4d5e89c1-0649-4202-9b62-e13c6859af27 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/routers/306cc004-bdf7-4899-8d90-d8459edbe591 HTTP/1.1" status: 404 len: 336 time: 0.1203549 Sep 29 06:48:00.843854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42328) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.854086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=df50c402-c592-4bc6-b6a3-47c22fb827cb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:00.855937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:00.857365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9715823a-1695-4eb9-9d34-6caef5eefd72 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5113244 Sep 29 06:48:00.873342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b1e9225-d2f8-49a5-87c2-668f8a685435 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:00.895512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42332) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.900563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port df50c402-c592-4bc6-b6a3-47c22fb827cb on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:00.910730 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6639550 Sep 29 06:48:00.911630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42336) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:00.933348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:00.965172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61baf348-5c77-41b5-9ed6-8727d7e7f423 None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:48:00.975678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f1efba-a66c-4392-9cd4-4ab0ff7ab4f4 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:00.976317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f1efba-a66c-4392-9cd4-4ab0ff7ab4f4 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:00.991641 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ac4071e1-29db-4f15-a97f-f97f06ed3c6c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules/6c475794-e01a-4fd0-8b80-56178543dc8b HTTP/1.1" status: 200 len: 764 time: 0.0944455 Sep 29 06:48:01.000357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0b1e9225-d2f8-49a5-87c2-668f8a685435 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:01.000941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.001429 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0b1e9225-d2f8-49a5-87c2-668f8a685435 Sep 29 06:48:01.003312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42340) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.040074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d38245-662b-4eae-a957-f870a030e9db tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=4323b884-9d4f-4593-b2aa-fe2d07f9e7b0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:01.044602 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e1f1efba-a66c-4392-9cd4-4ab0ff7ab4f4 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/subnets/2812e560-86a6-4250-8ede-214a0e748cd8 HTTP/1.1" status: 404 len: 337 time: 0.1919026 Sep 29 06:48:01.052475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42344) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.068558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.084112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:01.116005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.152480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb020fb1-475d-401b-abb4-24eb913ef9b5']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:01.156954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a1262e7e-7fd9-41ca-9db5-c9d66ba3d2dc tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:01.166836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port a1bd3833-bb45-4d88-bbc5-9bd8400435b7 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:01.167682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.169217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3066290-2641-43b3-bb8d-64949d1ad0e5') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:01.169217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3066290-2641-43b3-bb8d-64949d1ad0e5') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:01.187359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.196925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:01.206973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.215977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.227792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:01.233843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:01.247893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:01.252524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a1262e7e-7fd9-41ca-9db5-c9d66ba3d2dc tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:01.253789 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a1262e7e-7fd9-41ca-9db5-c9d66ba3d2dc tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2495201 Sep 29 06:48:01.264525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42348) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.270366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:01.270856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.286710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.289277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1f5f7e-3a6b-43a2-994c-9798a0d7fae2,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:01.301546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:01.304958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.375160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0b1e9225-d2f8-49a5-87c2-668f8a685435 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:01.402035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9acc4122-b523-4a8e-aa49-a11bd4e75a2d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.415213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9acc4122-b523-4a8e-aa49-a11bd4e75a2d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.441875 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d15a1aa2-ea6a-4ef7-bb6c-15f4036ddc10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/3a1f5f7e-3a6b-43a2-994c-9798a0d7fae2 HTTP/1.1" status: 204 len: 168 time: 1.3903508 Sep 29 06:48:01.441875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9acc4122-b523-4a8e-aa49-a11bd4e75a2d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.443142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42352) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.485255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:01.535839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:01.537233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7eaf1f8e-7d27-419d-99be-c7bb7bd7240d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:01.603600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6c064-e8ea-4ac8-b2a9-cad178622bf2 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:48:01.606304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc4122-b523-4a8e-aa49-a11bd4e75a2d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c475794-e01a-4fd0-8b80-56178543dc8b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:01.613245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.629460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.650484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.663052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=eb020fb1-475d-401b-abb4-24eb913ef9b5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:01.669352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9acc4122-b523-4a8e-aa49-a11bd4e75a2d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.670580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9acc4122-b523-4a8e-aa49-a11bd4e75a2d tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/6c475794-e01a-4fd0-8b80-56178543dc8b HTTP/1.1" status: 204 len: 168 time: 0.4023895 Sep 29 06:48:01.676261 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e145756a-b6b8-4204-a43a-c2a1a935df1e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/eb020fb1-475d-401b-abb4-24eb913ef9b5 HTTP/1.1" status: 204 len: 168 time: 4.8155813 Sep 29 06:48:01.676261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42356) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.678315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42358) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.683958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet ee5f8b32-2167-4f68-bdb0-3dd4adfb5964 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:01.687155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.750029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6c064-e8ea-4ac8-b2a9-cad178622bf2 None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:48:01.759271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for a1bd3833-bb45-4d88-bbc5-9bd8400435b7 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:01.780102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bc5498-5126-42ce-b130-bff8abc79519 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:01.780566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bc5498-5126-42ce-b130-bff8abc79519 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:01.786128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e0bc5498-5126-42ce-b130-bff8abc79519 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/eb020fb1-475d-401b-abb4-24eb913ef9b5 HTTP/1.1" status: 404 len: 339 time: 0.1026919 Sep 29 06:48:01.787439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42364) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.800337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653659687', 'description': 'd1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:01.812470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.846476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:01.862591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d452038a-b061-4588-815f-3d4797a33d06 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:01.869431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Usage tracker for resource:network and tenant:79042e730e9d4b3bac77661e6214898a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:01.876409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:01.886095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:01.909892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d452038a-b061-4588-815f-3d4797a33d06 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:01.911251 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d452038a-b061-4588-815f-3d4797a33d06 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2340939 Sep 29 06:48:01.914757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42368) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:01.917219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:01.921282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.974836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:01.998349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.035960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:02.062879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.063255 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment 108eadb4-041c-4674-9338-0f56e7493f90 of type vlan for network b035c076-4ca2-4b36-83b5-10e263713cb5 Sep 29 06:48:02.075884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.085518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=d57ac49b-088e-420b-af30-1536e349a5bb,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:02.111348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4abc9601-47e0-46f7-a746-62dd01b1a294 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.134101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.138311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=a1bd3833-bb45-4d88-bbc5-9bd8400435b7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:02.156554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4abc9601-47e0-46f7-a746-62dd01b1a294 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.172096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.180560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:02.180560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:02.221937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18471e74-0013-4fc6-bcd5-1a10705ed9c2 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:02.245403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5f8b32-2167-4f68-bdb0-3dd4adfb5964,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:02.247784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.249417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:02.261880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.266169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:02.270337 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-775e6cfe-8584-497a-b587-19e76b9808de tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/ee5f8b32-2167-4f68-bdb0-3dd4adfb5964 HTTP/1.1" status: 204 len: 168 time: 0.8202825 Sep 29 06:48:02.271330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.272763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42372) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.277886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:02.278886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.279032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:02.279617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.312291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8f3bc-1ede-41ab-aca1-18c63a1313b5 None None] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:02.369425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4abc9601-47e0-46f7-a746-62dd01b1a294 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.420108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9601-47e0-46f7-a746-62dd01b1a294 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f61baf4-756d-497b-a700-36bd670e9ec0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:02.424556 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6355145 Sep 29 06:48:02.430339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42376) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.430975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4abc9601-47e0-46f7-a746-62dd01b1a294 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.435170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4abc9601-47e0-46f7-a746-62dd01b1a294 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f61baf4-756d-497b-a700-36bd670e9ec0 HTTP/1.1" status: 204 len: 168 time: 0.5163326 Sep 29 06:48:02.435170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bb736-a672-4340-9c14-e0465c3bf850 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=b035c076-4ca2-4b36-83b5-10e263713cb5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:02.437269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42378) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.456045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network b035c076-4ca2-4b36-83b5-10e263713cb5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:02.477393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-df98f9ac-4869-4487-b344-3d0b146e0476 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:router {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:02.492622 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-228c43e1-a132-4873-a152-9d6c5ac4b0db tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/ports/a1bd3833-bb45-4d88-bbc5-9bd8400435b7 HTTP/1.1" status: 204 len: 168 time: 1.4389699 Sep 29 06:48:02.494144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42386) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.532813 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c3066290-2641-43b3-bb8d-64949d1ad0e5 resource provider aggregate not found Sep 29 06:48:02.545841 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-435367d9-420b-4fbb-bbb8-5d07290f39a0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6257694 Sep 29 06:48:02.546642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42392) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.563930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-df98f9ac-4869-4487-b344-3d0b146e0476 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:router {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:02.564639 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c3066290-2641-43b3-bb8d-64949d1ad0e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3066290-2641-43b3-bb8d-64949d1ad0e5 found for delete ", "request_id": "req-d77024cc-2511-4f57-8745-630ee992a989"}]} Sep 29 06:48:02.567635 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-df98f9ac-4869-4487-b344-3d0b146e0476 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2914107 Sep 29 06:48:02.568652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1555717123'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:02.568796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42396) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.635164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 9b3a6105-363e-4936-94eb-75283c3013ba {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:02.635519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.688637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb78b93-aeed-41e4-a893-82a02ce01f93 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:02.689339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3eb78b93-aeed-41e4-a893-82a02ce01f93 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Synchronizing usage tracker for tenant:79042e730e9d4b3bac77661e6214898a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:02.715983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f8471225-e9f7-4d02-955e-6ea64d51f6e0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:02.761669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3eb78b93-aeed-41e4-a893-82a02ce01f93 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Unset dirty status for tenant:79042e730e9d4b3bac77661e6214898a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:02.762656 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3eb78b93-aeed-41e4-a893-82a02ce01f93 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks?id=b035c076-4ca2-4b36-83b5-10e263713cb5 HTTP/1.1" status: 200 len: 764 time: 0.3266649 Sep 29 06:48:02.767328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42400) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.774324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'description': 'd2'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:02.790266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f8471225-e9f7-4d02-955e-6ea64d51f6e0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:02.791738 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f8471225-e9f7-4d02-955e-6ea64d51f6e0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3346632 Sep 29 06:48:02.797363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42404) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:02.823412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166b1a9-8816-468f-9105-41d1f2b4f260 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:02.824098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5166b1a9-8816-468f-9105-41d1f2b4f260 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:02.830249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352920688'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:02.833146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4323b884-9d4f-4593-b2aa-fe2d07f9e7b0', 'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': 'd57ac49b-088e-420b-af30-1536e349a5bb'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:02.834753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.861927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:02.891680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:02.914459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:02.930350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:02.938926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:02.942449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.945820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] Deleting port 2567206b-6d6c-4cb3-94de-5a378d922a64 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:02.946426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:02.951543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5166b1a9-8816-468f-9105-41d1f2b4f260 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:02.955301 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5166b1a9-8816-468f-9105-41d1f2b4f260 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3833177 Sep 29 06:48:02.956110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:02.960080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42408) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.032245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 24512396-2663-4148-b4bd-9b9b8311242d yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:03.038235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.077217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.093078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5605b71a-6e81-48c5-b19d-5bc63ee5847e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:03.097036 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5605b71a-6e81-48c5-b19d-5bc63ee5847e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1335440 Sep 29 06:48:03.097689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42412) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.100371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:03.115754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.142896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.149582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Allocated IP 172.20.0.2 (4323b884-9d4f-4593-b2aa-fe2d07f9e7b0/d57ac49b-088e-420b-af30-1536e349a5bb/5b4e4d23-178c-44d9-bc21-1d1c737d4d6c) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:03.215152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network b035c076-4ca2-4b36-83b5-10e263713cb5 is not hosted by any dhcp agent {{(pid=89136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 29 06:48:03.220472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:03.221314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.223954 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "PUT /v2.0/networks/b035c076-4ca2-4b36-83b5-10e263713cb5 HTTP/1.1" status: 200 len: 761 time: 0.4559894 Sep 29 06:48:03.230787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.290631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 9b3a6105-363e-4936-94eb-75283c3013ba owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:03.309381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] For port 2567206b-6d6c-4cb3-94de-5a378d922a64, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2567206b-6d6c-4cb3-94de-5a378d922a64,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:03.309777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.326363 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fe17014b-40d8-4aab-9a74-be858cc0bfbf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2275996 Sep 29 06:48:03.327449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:03.335707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42420) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.338038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36befd54-3179-4b6e-b6c2-0a1662fc203a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=b035c076-4ca2-4b36-83b5-10e263713cb5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:03.346757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:03.476984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network b035c076-4ca2-4b36-83b5-10e263713cb5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:03.501894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.508517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.556132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.563606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] Calling delete_port for 2567206b-6d6c-4cb3-94de-5a378d922a64 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:03.590405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a3069-1c36-4006-a2fb-1e1f637b3b4d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:03.595383 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e75a3069-1c36-4006-a2fb-1e1f637b3b4d tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks?id=b035c076-4ca2-4b36-83b5-10e263713cb5 HTTP/1.1" status: 200 len: 764 time: 0.3599136 Sep 29 06:48:03.596128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42424) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.623057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d37f03-e6e5-4e87-b852-f9857e53fc7d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:03.658560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=9b3a6105-363e-4936-94eb-75283c3013ba,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:03.675251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.680473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3033f1eb-9e8a-4ebb-8045-67f8dd20a59a tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8697999 Sep 29 06:48:03.680699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:03.682151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42428) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.699308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:03.704634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Request body: {'security_group_rule': {'security_group_id': 'd5d37f03-e6e5-4e87-b852-f9857e53fc7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:03.711976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:03.721204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:03.728328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:03.744477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.747450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0c6af00c-0143-499b-ac2a-783d87d1af81 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/ports/9b3a6105-363e-4936-94eb-75283c3013ba HTTP/1.1" status: 204 len: 168 time: 1.2497122 Sep 29 06:48:03.747852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Usage tracker for resource:security_group_rule and tenant:7faa3329764541319ebe80e7c131c690 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:03.750155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.755646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:03.775563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:03.777427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:03.780988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.782437 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:03.782870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:03.828188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.831034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.835333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc034b-a24d-43f9-b9e9-34d4a811ea8b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:03.839685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fffc034b-a24d-43f9-b9e9-34d4a811ea8b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2428923 Sep 29 06:48:03.840177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42438) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.841361 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a4b5bd80-52ea-49ba-9cdb-ea10fdbc1e7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5047419 Sep 29 06:48:03.843067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.849790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42442) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.860752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:03.883585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-301e8e97-0795-4c22-a00b-59e4ef6529c0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Synchronizing usage tracker for tenant:79042e730e9d4b3bac77661e6214898a on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:03.890997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] Pushing event deleted for resources: {'Port': ['ID=2567206b-6d6c-4cb3-94de-5a378d922a64,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:03.893479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Transition to ACTIVE for port object 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:03.901004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfac04-c511-47bc-8e38-ea26632d1086 None None] No DVR routers for this DVR port 2567206b-6d6c-4cb3-94de-5a378d922a64 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:03.903674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b40ed-762b-4244-9800-f1d36ecc8020 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:03.904731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-690b40ed-762b-4244-9800-f1d36ecc8020 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Synchronizing usage tracker for tenant:2543246171584ec0833cd11c648d3d30 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:03.920865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-301e8e97-0795-4c22-a00b-59e4ef6529c0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Unset dirty status for tenant:79042e730e9d4b3bac77661e6214898a on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:03.922256 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-301e8e97-0795-4c22-a00b-59e4ef6529c0 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 207 time: 0.0809186 Sep 29 06:48:03.922368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Transition to ACTIVE for port object 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:03.925845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42446) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.930590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:03.960994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-690b40ed-762b-4244-9800-f1d36ecc8020 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Unset dirty status for tenant:2543246171584ec0833cd11c648d3d30 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:03.964882 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-690b40ed-762b-4244-9800-f1d36ecc8020 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "GET /v2.0/ports?device_id=69d5721b-2c00-403e-b636-316146c47333 HTTP/1.1" status: 200 len: 913 time: 0.2107999 Sep 29 06:48:03.985608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42450) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:03.997319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:04.000314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:04.004274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:04.050042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Pushing event updated for resources: {'Port': ['ID=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:04.098650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.104616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.110925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.114342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Attempting to bind port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:04.114965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Attempting to bind port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:04.115427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Attempting to bind port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c on network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:04.116924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.121843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:04.122105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Checking segment: {'id': '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:04.122779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.123528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.123761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Bound using segment: {'id': '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:04.124300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Bound port: 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4323b884-9d4f-4593-b2aa-fe2d07f9e7b0'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:04.125350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.129340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.130315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Synchronizing usage tracker for tenant:79042e730e9d4b3bac77661e6214898a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:04.145927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Unset dirty status for tenant:79042e730e9d4b3bac77661e6214898a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:04.147056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:04.147491 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-14493eb1-1af6-4b34-bc8b-fbfcd4dbe105 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.2208049 Sep 29 06:48:04.151288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42454) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.210686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:04.220176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] For port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:04.223623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] For port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,segment=NetworkSegment(0faa146a-dc2c-4e03-9f55-3a0f3dfa7068),segment_id=0faa146a-dc2c-4e03-9f55-3a0f3dfa7068)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:04.228503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.234138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:04.248424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.10 (4323b884-9d4f-4593-b2aa-fe2d07f9e7b0/d57ac49b-088e-420b-af30-1536e349a5bb/24512396-2663-4148-b4bd-9b9b8311242d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:04.256098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.260713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:04.270036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.321119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0f6a12-4637-4651-aedf-8ff60bd299e0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:04.322957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:04.326364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9dc13-ef43-4e0a-a0c2-c551614b57df None None] Pushing event updated for resources: {'Port': ['ID=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:04.326552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.328793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:04.330067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:04.330599 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-624c85b0-a350-4f79-a42e-d768713450d6 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.1776149 Sep 29 06:48:04.331280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42458) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.537397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8be4a-558e-49db-a7ad-937735d855ed tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.539273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8be4a-558e-49db-a7ad-937735d855ed tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.541856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8be4a-558e-49db-a7ad-937735d855ed tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.545097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8be4a-558e-49db-a7ad-937735d855ed tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.546767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8be4a-558e-49db-a7ad-937735d855ed tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.550539 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-80e8be4a-558e-49db-a7ad-937735d855ed tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2164900 Sep 29 06:48:04.552430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42462) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.561768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.564907 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-15ebebc0-bd75-454f-b2ec-922020a298a7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8737988 Sep 29 06:48:04.568497 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f32c5875-cc5a-47ca-ad63-f3bb4d371101 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7159915 Sep 29 06:48:04.575273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42466) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.575428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42468) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.600292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:04.645192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12dcb51-f077-4f58-95d7-e2fa02506c92 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.646694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12dcb51-f077-4f58-95d7-e2fa02506c92 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.648169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12dcb51-f077-4f58-95d7-e2fa02506c92 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.649531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12dcb51-f077-4f58-95d7-e2fa02506c92 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.650921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12dcb51-f077-4f58-95d7-e2fa02506c92 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.656360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a12dcb51-f077-4f58-95d7-e2fa02506c92 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0997450 Sep 29 06:48:04.656614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42474) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.808568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff449792-9947-4b7f-bf15-e876609ad662 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:04.810532 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ff449792-9947-4b7f-bf15-e876609ad662 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks/1da6f1cf-2ece-4d54-a382-33b3ec56ea8c HTTP/1.1" status: 200 len: 802 time: 0.1523564 Sep 29 06:48:04.815185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42478) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.848690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.851949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:04.876127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:04.913947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:04.924253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:04.927513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object 24512396-2663-4148-b4bd-9b9b8311242d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:04.937220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:04.953656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:04.958047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8c84a833-ed74-45d3-8373-ad49c619afc1 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:04.988248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7ae6ca90-5950-4f01-8929-52932f89d429 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/networks/1da6f1cf-2ece-4d54-a382-33b3ec56ea8c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1687808 Sep 29 06:48:04.988982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42482) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:04.994923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2567206b-6d6c-4cb3-94de-5a378d922a64 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:05.033516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:05.035174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 2567206b-6d6c-4cb3-94de-5a378d922a64 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:05.035509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2567206b-6d6c-4cb3-94de-5a378d922a64 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:05.037974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.039957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:05.040402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:05.060895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77ed89-1681-4d13-adab-6eedb6de3fa5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:05.061775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8c84a833-ed74-45d3-8373-ad49c619afc1 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.062528 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0d77ed89-1681-4d13-adab-6eedb6de3fa5 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/subnets/6b845679-5f10-4dd8-b9ba-3e0591fee476 HTTP/1.1" status: 200 len: 843 time: 0.0727592 Sep 29 06:48:05.066069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42486) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.121154 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b0565fab-9656-4a32-9688-dd9362c65da5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5433242 Sep 29 06:48:05.125534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42490) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.140294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:05.142550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.216177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8c84a833-ed74-45d3-8373-ad49c619afc1 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.218403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61725e-5a24-468a-b839-1abcb495573f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['shared'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:05.224886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4e61725e-5a24-468a-b839-1abcb495573f tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "GET /v2.0/subnets/6b845679-5f10-4dd8-b9ba-3e0591fee476?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1527712 Sep 29 06:48:05.235140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42494) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.244714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700566763'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:05.252249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:05.275661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:05.290779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:05.297222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:05.300532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:05.303458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:05.307117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.321215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:05.342298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:05.346328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.347877 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:05.348320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:05.363603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:05.366617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:05.378801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.379141 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Added segment 65f0bc2e-143c-4e14-a034-3668a201221c of type vlan for network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 Sep 29 06:48:05.385106 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b74d2c48-7fa2-4018-bbf6-adcfa8209522 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2526853 Sep 29 06:48:05.388718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42498) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.396571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:05.408715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:05.419055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84a833-ed74-45d3-8373-ad49c619afc1 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d37f03-e6e5-4e87-b852-f9857e53fc7d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:05.424226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:05.468023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=24512396-2663-4148-b4bd-9b9b8311242d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:05.468201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0921aaa3-9c23-4f0a-9156-6287aa0828f8 None None] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:05.494033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8c84a833-ed74-45d3-8373-ad49c619afc1 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.494666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.495188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8c84a833-ed74-45d3-8373-ad49c619afc1 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5d37f03-e6e5-4e87-b852-f9857e53fc7d HTTP/1.1" status: 204 len: 168 time: 0.9189310 Sep 29 06:48:05.499830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42502) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.538255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:05.538979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.542716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:05.549570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:05.553032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:05.559753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:05.562124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.564636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Provisioning for port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:05.568028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:05.568670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.574287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Provisioning complete for port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:05.575063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.575490 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Attempt 1 to provision port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c Sep 29 06:48:05.589729 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed8b9abc-32fb-4416-aba1-f586acb3f029 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.0316119 Sep 29 06:48:05.593876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.607713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42506) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.648802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-53c5f6c6-5c0e-4f98-9d8b-5ec26989f3e7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:05.691029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-53c5f6c6-5c0e-4f98-9d8b-5ec26989f3e7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:05.692438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-53c5f6c6-5c0e-4f98-9d8b-5ec26989f3e7 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1917040 Sep 29 06:48:05.696120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.722871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:05.726216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.727608 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:05.728026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:05.747962 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5079622 Sep 29 06:48:05.758534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42514) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.769433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:05.789038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd34ea6-32d0-466e-86b5-fcaf6bfa3889 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Network': ['ID=d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:05.816201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:05.818809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2c01304-4c1b-48a6-816a-8f300334881c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Synchronizing usage tracker for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:05.831272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Current status of the port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:05.831741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.853428 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7009e6b1-6ab6-42bc-8d53-999337799504 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4598169 Sep 29 06:48:05.859400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 24512396-2663-4148-b4bd-9b9b8311242d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:05.859749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.883296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42518) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.907378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:05.935281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2c01304-4c1b-48a6-816a-8f300334881c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] Unset dirty status for tenant:7faa3329764541319ebe80e7c131c690 on resource:security_group_rule {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:05.936725 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f2c01304-4c1b-48a6-816a-8f300334881c tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2399068 Sep 29 06:48:05.942885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42522) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:05.953685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] For port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,segment=NetworkSegment(0faa146a-dc2c-4e03-9f55-3a0f3dfa7068),segment_id=0faa146a-dc2c-4e03-9f55-3a0f3dfa7068)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:05.958907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:05.968576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-d4430fb3-bb7e-4db2-808f-be39ff1ae20e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] delete failed (client error): The resource could not be found. Sep 29 06:48:05.969348 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d4430fb3-bb7e-4db2-808f-be39ff1ae20e tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5d37f03-e6e5-4e87-b852-f9857e53fc7d HTTP/1.1" status: 404 len: 347 time: 0.0267158 Sep 29 06:48:05.975515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42526) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:06.038038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c734c8-c13f-49b9-b5b7-013920accb0c None None] Pushing event updated for resources: {'Port': ['ID=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:06.048156 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-692bef11-417c-4ca3-88ac-77ccdbfef7d0 tempest-SecGroupTest-1463924739 tempest-SecGroupTest-1463924739-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0684290 Sep 29 06:48:06.061976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:06.074820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:06.129177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port e7143658-ec6e-41de-82b1-31a91b1cf222 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:06.129545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.170673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Made reservation on behalf of 79042e730e9d4b3bac77661e6214898a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:06.174974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.291851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Provisioning for port 24512396-2663-4148-b4bd-9b9b8311242d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:06.297413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Provisioning complete for port 24512396-2663-4148-b4bd-9b9b8311242d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:06.298064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.298402 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Attempt 1 to provision port 24512396-2663-4148-b4bd-9b9b8311242d Sep 29 06:48:06.417910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Port 24512396-2663-4148-b4bd-9b9b8311242d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:06.427141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.434187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:06.437947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42534) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:06.445049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:06.499564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:06.519746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:06.522289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing IP validity checks on allocation pools {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:48:06.522823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:48:06.560218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:06.563712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.565086 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:06.565511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:06.572749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for e7143658-ec6e-41de-82b1-31a91b1cf222 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:06.622324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.630636 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-584d9f88-02a4-4ab1-a778-6be2fde60f99 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7325008 Sep 29 06:48:06.634215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42540) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:06.710206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9fbd9929-0338-40af-8305-99d95edceeca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:06.756625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 24512396-2663-4148-b4bd-9b9b8311242d owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:06.757078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-00db7e29-40df-4f8c-8667-79b7db172dc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7faa3329764541319ebe80e7c131c690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142519 Sep 29 06:48:06.758002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42544) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:06.777666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9fbd9929-0338-40af-8305-99d95edceeca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:06.781353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9fbd9929-0338-40af-8305-99d95edceeca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1412404 Sep 29 06:48:06.781688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42548) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:06.815709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:06.888820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e7c28-bf62-4edc-b763-cb6f838668ad tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:06.889540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cc0e7c28-bf62-4edc-b763-cb6f838668ad tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:06.907281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:06.908065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.908736 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c Sep 29 06:48:06.916276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1813342f-c7aa-4af5-b6fa-7e8b70eb626f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:06.938228 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Attempt 2 to provision port 24512396-2663-4148-b4bd-9b9b8311242d Sep 29 06:48:06.944905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cc0e7c28-bf62-4edc-b763-cb6f838668ad tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:06.946053 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cc0e7c28-bf62-4edc-b763-cb6f838668ad tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1635778 Sep 29 06:48:06.950736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42552) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:06.986841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1813342f-c7aa-4af5-b6fa-7e8b70eb626f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.020393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Port 24512396-2663-4148-b4bd-9b9b8311242d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:07.040515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.047518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.085027 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d371c194-189f-4aee-a554-2e995b9fc4a6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251166 Sep 29 06:48:07.085761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42556) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:07.093301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:07.103037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:07.104723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=e7143658-ec6e-41de-82b1-31a91b1cf222,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:07.141551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1813342f-c7aa-4af5-b6fa-7e8b70eb626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.200254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813342f-c7aa-4af5-b6fa-7e8b70eb626f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3e0bbc-ba6e-405a-8f4f-56bba04d5ab6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:07.232785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.303016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=b0fa39fe-2fbb-4793-b35a-aee8a10be74d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:07.361656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=24512396-2663-4148-b4bd-9b9b8311242d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:07.369854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Checking segment: {'id': '65f0bc2e-143c-4e14-a034-3668a201221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:07.370789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network hostable DHCP agents. Network: d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:07.409376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:07.437242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:07.441874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1813342f-c7aa-4af5-b6fa-7e8b70eb626f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.443764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1813342f-c7aa-4af5-b6fa-7e8b70eb626f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d3e0bbc-ba6e-405a-8f4f-56bba04d5ab6 HTTP/1.1" status: 204 len: 168 time: 0.6845064 Sep 29 06:48:07.482299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.485283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:07.496142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:07.499613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.522061 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Attempt 3 to provision port 24512396-2663-4148-b4bd-9b9b8311242d Sep 29 06:48:07.523071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:07.526362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f6d7e292-17be-465d-a4e9-905c4046580d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/24512396-2663-4148-b4bd-9b9b8311242d HTTP/1.1" status: 204 len: 168 time: 1.9168553 Sep 29 06:48:07.543940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42562) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:07.580070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce824a-1177-4cb0-9fe3-e715814898ad None None] Network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:07.591016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:07.591620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.593456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30524c1-c949-4856-8d6c-8dd2bbc57b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:48:07.593761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a30524c1-c949-4856-8d6c-8dd2bbc57b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:07.628662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Port 24512396-2663-4148-b4bd-9b9b8311242d was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:48:07.630363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.636055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a30524c1-c949-4856-8d6c-8dd2bbc57b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:07.640486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a30524c1-c949-4856-8d6c-8dd2bbc57b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/24512396-2663-4148-b4bd-9b9b8311242d HTTP/1.1" status: 404 len: 333 time: 0.0952687 Sep 29 06:48:07.643270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:07.655066 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e2d80681-a605-4568-905a-94981d33836a tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8954756 Sep 29 06:48:07.658935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42572) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:07.678420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:07.741416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Provisioning complete for port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:07.741785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.742128 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Attempt 1 to provision port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c Sep 29 06:48:07.831485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet d57ac49b-088e-420b-af30-1536e349a5bb {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:07.835304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:07.895484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6310504'] for subnet, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.003224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9', 'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9', 'tenant_id': '79042e730e9d4b3bac77661e6214898a', 'fixed_ips': [{'subnet_id': 'b0fa39fe-2fbb-4793-b35a-aee8a10be74d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:08.005670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.011687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.038211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-51705fd9-bbbe-40b0-a740-6651b714b436 None None] Current status of the port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:08.159476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:48:08.163154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.164965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5a5e4910-b9e8-48a8-ac8c-84086693a0e8 None None] Could not find standard attr ID for object 24512396-2663-4148-b4bd-9b9b8311242d. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:08.286119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.367280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Router 69d5721b-2c00-403e-b636-316146c47333 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:48:08.369803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42592) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:08.381136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:08.392997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:08.400247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:08.401018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759009'] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.410344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60760c84-de2c-43e2-94f8-0fb4a3edff90 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:08.496581 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4101167 Sep 29 06:48:08.499780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa13a14-422d-48bb-b136-e40ed52dfcd5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=f1afe197-d049-456a-a40d-1a635fedfabd,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:08.502690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42598) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:08.516300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:a8:4a:fd', 'name': 'tempest-NetworksTestDHCPv6-1770787824'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:08.595755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783590295390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8188306'] for subnet, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.605317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1873140953-network', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:08.610581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.640665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:08.646169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:08.665214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=d57ac49b-088e-420b-af30-1536e349a5bb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:08.665470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] Sync routers for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:08.668580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Usage tracker for resource:network and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:08.672243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:08.674727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:08.675086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.675581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.679317 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "PUT /v2.0/subnets/b0fa39fe-2fbb-4793-b35a-aee8a10be74d HTTP/1.1" status: 200 len: 900 time: 1.0167692 Sep 29 06:48:08.679475 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e0007e28-800e-4d47-8cfa-eae335d40da1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/d57ac49b-088e-420b-af30-1536e349a5bb HTTP/1.1" status: 204 len: 168 time: 1.0326464 Sep 29 06:48:08.679814 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-77e13aed-c1b3-4187-b4fe-03780e650c15 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "PUT /v2.0/routers/69d5721b-2c00-403e-b636-316146c47333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6933539 Sep 29 06:48:08.682284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42602) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:08.682284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42604) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:08.682541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42606) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:08.684781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:08.694942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Made reservation on behalf of a4962febafc44219bb15b19f43d1a004 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:08.697528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.711449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.718809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb42810-a358-4523-9a2c-191935d39565 None None] Network 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:08.726427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:08.730368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:08.733520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:08.739726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:08.744671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd140c68-97e8-4a42-a17f-32deeee0089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.803073 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:48:08.808282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:08.809041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:08.839642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.843975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.879029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:08.888386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfa48ab-b51e-4f46-a0dc-76ee4c2e3803,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:08.894800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.895081 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Added segment 1e3d6639-c161-47cf-8989-82923719fe8c of type vlan for network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 Sep 29 06:48:08.905231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:08.927889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Allocated IP 2001:db8::3 (d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9/b0fa39fe-2fbb-4793-b35a-aee8a10be74d/aab0330e-665a-4421-b810-fb3961dca7ca) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:08.928864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.963943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:08.965553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:08.966761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.001987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2564d9-4001-4af9-aa54-dc3365881275 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event updated for resources: {'Subnet': ['ID=b0fa39fe-2fbb-4793-b35a-aee8a10be74d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:09.015428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'f1afe197-d049-456a-a40d-1a635fedfabd'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:09.016443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.060408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:09.067647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.080040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] Routers {'69d5721b-2c00-403e-b636-316146c47333'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:09.080906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['69d5721b-2c00-403e-b636-316146c47333'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:09.083090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:09.089567 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fd6b8635-e9d9-4fda-9955-c84343096fb6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7136855 Sep 29 06:48:09.089780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42614) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:09.095763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Request body: {'subnet': {'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1873140953-subnet', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:09.100833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:09.105307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Usage tracker for resource:subnet and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:09.108524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:09.114931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:09.129005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Made reservation on behalf of a4962febafc44219bb15b19f43d1a004 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:09.131752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.146569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:09.168654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:09.186158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:09.186538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.218846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.255845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:09.292965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:09.293544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c6c5fd-5c39-4267-8562-df53ca78aa81 None None] The sync data for ids ['69d5721b-2c00-403e-b636-316146c47333'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:09.338643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.487228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.585504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Checking segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:09.585985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Network hostable DHCP agents. Network: 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:09.611528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:09.614276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:09.625671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:09.638923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:09.639586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.665334 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-58455a3f-4b12-4736-8cde-712bb31cc239 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5743163 Sep 29 06:48:09.666107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42620) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:09.671762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:09.673271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff866720-4df0-4a05-939e-ac9993926792 None None] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:09.677203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:09.679963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.681541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Usage tracker for resource:router and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:09.687209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:09.693494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:09.704544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.705151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.706008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.722126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Transition to ACTIVE for port object aab0330e-665a-4421-b810-fb3961dca7ca will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:09.726651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.790878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.792920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] DHCP port deletion for 4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:09.809249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Deleting port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:09.809670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.853050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Transition to ACTIVE for port object aab0330e-665a-4421-b810-fb3961dca7ca will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:09.890328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:09.953020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Allocated IP 2001:db8::f816:3eff:fef1:d186 (4f723a10-0bd7-4e60-9921-89b35030f7ba/f1afe197-d049-456a-a40d-1a635fedfabd/5e1e8bf7-e30c-496a-9e71-9c82cf98b79b) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:09.990003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.016496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.022146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 193151db-4d65-4806-bd25-978fbf811f27 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:10.025505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:10.049698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:10.052042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:10.066458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting port 1ba7c8a6-12b6-43d8-8697-bdb69627624a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:10.066838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.115536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] For port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,segment=NetworkSegment(0faa146a-dc2c-4e03-9f55-3a0f3dfa7068),segment_id=0faa146a-dc2c-4e03-9f55-3a0f3dfa7068)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:10.115956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.215949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Pushing event updated for resources: {'Port': ['ID=aab0330e-665a-4421-b810-fb3961dca7ca,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:10.269523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:10.310189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.347455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.385112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fa39fe-2fbb-4793-b35a-aee8a10be74d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:10.399782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.457363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Attempting to bind port aab0330e-665a-4421-b810-fb3961dca7ca on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:10.457733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Attempting to bind port aab0330e-665a-4421-b810-fb3961dca7ca by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '65f0bc2e-143c-4e14-a034-3668a201221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:10.458092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Attempting to bind port aab0330e-665a-4421-b810-fb3961dca7ca on network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:10.475182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] For port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,segment=NetworkSegment(0faa146a-dc2c-4e03-9f55-3a0f3dfa7068),segment_id=0faa146a-dc2c-4e03-9f55-3a0f3dfa7068)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:10.475577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.487176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:10.487550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Checking segment: {'id': '65f0bc2e-143c-4e14-a034-3668a201221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:10.487947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.488335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Bound using segment: {'id': '65f0bc2e-143c-4e14-a034-3668a201221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:10.488807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Bound port: aab0330e-665a-4421-b810-fb3961dca7ca, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f0bc2e-143c-4e14-a034-3668a201221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:10.489175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.498244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:10.499137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.556973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Allocated IP 172.26.0.215 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/4001916c-51ea-4b53-a641-a457f450f6e4) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:10.566857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.581311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.646158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Calling delete_port for 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:10.658676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:10.665604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No DVR routers for this DVR port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:10.669134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=5b4e4d23-178c-44d9-bc21-1d1c737d4d6c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:10.717014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.721411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f0bc2e-143c-4e14-a034-3668a201221c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:10.721715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f0bc2e-143c-4e14-a034-3668a201221c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:10.747381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.749811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.798363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:10.804699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:10.814737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:10.826780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.859263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:10.885551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4001916c-51ea-4b53-a641-a457f450f6e4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:10.929863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:10.930120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:10.946524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:10.971650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Calling delete_port for 1ba7c8a6-12b6-43d8-8697-bdb69627624a owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:10.978311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Transition to ACTIVE for port object 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:10.992492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe404260-037a-47be-8961-293bffa1bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.002781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.012215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] For port aab0330e-665a-4421-b810-fb3961dca7ca, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:11.014407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.036910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:11.037321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.052193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:11.052851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:11.059840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Transition to ACTIVE for port object 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:11.077081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.127208 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 65f0bc2e-143c-4e14-a034-3668a201221c resource provider aggregate not found Sep 29 06:48:11.149689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:11.155921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:11.158393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:11.162811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Allocated IP 172.20.0.2 (4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880/69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b/37c95135-4bc5-488d-bea0-f6ed34eecdfe) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:11.181218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4323b884-9d4f-4593-b2aa-fe2d07f9e7b0']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:11.196249 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 65f0bc2e-143c-4e14-a034-3668a201221c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65f0bc2e-143c-4e14-a034-3668a201221c found for delete ", "request_id": "req-3f73669a-6200-4a5b-adb3-c98725135206"}]} Sep 29 06:48:11.228539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Pushing event updated for resources: {'Port': ['ID=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:11.237326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:11.237615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0faa146a-dc2c-4e03-9f55-3a0f3dfa7068') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:11.262484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.270789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:48:11.270789 dv-neutron-859761-1-hyperv neutron-server[89137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:48:11.270789 dv-neutron-859761-1-hyperv neutron-server[89137]: [parameters: {'id': 'd6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9'}] Sep 29 06:48:11.270789 dv-neutron-859761-1-hyperv neutron-server[89137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:11.272191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:11.296255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fea8:4afd (4f723a10-0bd7-4e60-9921-89b35030f7ba/f1afe197-d049-456a-a40d-1a635fedfabd/193151db-4d65-4806-bd25-978fbf811f27) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:11.298614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.318880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:11.319287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.379800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] For port aab0330e-665a-4421-b810-fb3961dca7ca, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aab0330e-665a-4421-b810-fb3961dca7ca,segment=NetworkSegment(65f0bc2e-143c-4e14-a034-3668a201221c),segment_id=65f0bc2e-143c-4e14-a034-3668a201221c)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:11.381156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Attempting to bind port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:11.381692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Attempting to bind port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:11.382224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Attempting to bind port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:11.394419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.432875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:11.433545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:11.434191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.434786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:11.435435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Bound port: 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:11.436004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.487645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.557552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Deleting port 5b4e4d23-178c-44d9-bc21-1d1c737d4d6c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:11.558435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.571021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.644565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Port': ['ID=1ba7c8a6-12b6-43d8-8697-bdb69627624a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:11.655225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3f93b4de-2bda-47e2-b76b-9906cd14a061 None None] The port '5b4e4d23-178c-44d9-bc21-1d1c737d4d6c' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:48:11.755280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.759907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] For port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:11.768513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa23fa-cadf-467a-9f44-b1ccf68a9b7f None None] Pushing event updated for resources: {'Port': ['ID=aab0330e-665a-4421-b810-fb3961dca7ca,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:11.773499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.793801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.797299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.818388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] For port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:11.819768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=4323b884-9d4f-4593-b2aa-fe2d07f9e7b0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:11.873129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.880734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.901951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:11.956638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38adc7f1-70eb-4009-a1ea-13318cee1937 None None] Network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:11.956907 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-63fec5e9-c8da-4c5c-a3d3-50fca59c1e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/4323b884-9d4f-4593-b2aa-fe2d07f9e7b0 HTTP/1.1" status: 204 len: 168 time: 3.2725565 Sep 29 06:48:11.988296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42628) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:11.995730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'name': 'tempest-PortsTestJSON-1682234999'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:12.037482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port aab0330e-665a-4421-b810-fb3961dca7ca {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:12.037823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.064174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.067119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.093045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Transition to ACTIVE for port object 37c95135-4bc5-488d-bea0-f6ed34eecdfe will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:12.113943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d785f78-02f5-4553-ad5a-bf0e3a607aa2 None None] Pushing event updated for resources: {'Port': ['ID=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:12.168308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.174118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.177726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:12.182104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:12.188202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:12.196461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Router 18f6c0b2-83c6-495c-964b-a8a85235410c is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:48:12.202065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Transition to ACTIVE for port object 37c95135-4bc5-488d-bea0-f6ed34eecdfe will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:12.204594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:12.221581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.306073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.308244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:12.311867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.320118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Pushing event updated for resources: {'Port': ['ID=37c95135-4bc5-488d-bea0-f6ed34eecdfe,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:12.327691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 193151db-4d65-4806-bd25-978fbf811f27 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:12.350905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 4f92faf7-a0ec-407a-8ebb-42f59bdd295c yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:12.352115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.353156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Fanout notify agent at l3_agent the message router_deleted on router 69d5721b-2c00-403e-b636-316146c47333 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:48:12.373278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:12.375568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:12.376651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.399142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:12.474377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4905c311-3a68-4d58-936a-73d15daf29d3 None None] Network d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:12.491102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.494398 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5c96eadb-e45c-4b5f-97ea-ecd19168cf7c tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/routers/69d5721b-2c00-403e-b636-316146c47333 HTTP/1.1" status: 204 len: 168 time: 3.8048286 Sep 29 06:48:12.496042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42632) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:12.562035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:12.566404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:12.570395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:12.572202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=193151db-4d65-4806-bd25-978fbf811f27,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:12.575022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:12.581439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:12.582074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.595252 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:12.598935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port aab0330e-665a-4421-b810-fb3961dca7ca, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aab0330e-665a-4421-b810-fb3961dca7ca,segment=NetworkSegment(65f0bc2e-143c-4e14-a034-3668a201221c),segment_id=65f0bc2e-143c-4e14-a034-3668a201221c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:12.599339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.608845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.610056 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d7d732bd-42f2-4ce3-bc06-a973fa1703d0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9426906 Sep 29 06:48:12.614557 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:12.615470 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:12.615850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42636) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:12.621685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8515f160-c785-411f-b597-ed50a99557f3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1155455 Sep 29 06:48:12.628984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42640) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:12.844374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Attempting to bind port 37c95135-4bc5-488d-bea0-f6ed34eecdfe on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:12.844649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Attempting to bind port 37c95135-4bc5-488d-bea0-f6ed34eecdfe by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:12.845024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Attempting to bind port 37c95135-4bc5-488d-bea0-f6ed34eecdfe on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:12.861979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:12.862404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Checking segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:12.862787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.863184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Bound using segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:12.863675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Bound port: 37c95135-4bc5-488d-bea0-f6ed34eecdfe, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:12.864067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.873763 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:12.879991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Deleting subnet 892adec3-8c84-4e83-a4a6-582517e5d327 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:12.883181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.947479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:12.953719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:12.989246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for aab0330e-665a-4421-b810-fb3961dca7ca owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:13.024049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.100383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.100621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] For port 37c95135-4bc5-488d-bea0-f6ed34eecdfe, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:13.102943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:13.108242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] For port 37c95135-4bc5-488d-bea0-f6ed34eecdfe, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37c95135-4bc5-488d-bea0-f6ed34eecdfe,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:13.114271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.204466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87e84a-4566-407b-bf11-a04154f08fce None None] Pushing event updated for resources: {'Port': ['ID=37c95135-4bc5-488d-bea0-f6ed34eecdfe,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:13.237201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.272192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.299083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Subnet': ['ID=892adec3-8c84-4e83-a4a6-582517e5d327,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:13.322939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.338166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d0eaa9ee-2f55-4885-8419-656d3c5b4ab2 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/subnets/892adec3-8c84-4e83-a4a6-582517e5d327 HTTP/1.1" status: 204 len: 168 time: 0.8415115 Sep 29 06:48:13.355037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:11Z', 'revision_number': 3, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:13.368735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42644) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:13.370515 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:48:13.371037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Updating router 18f6c0b2-83c6-495c-964b-a8a85235410c port 4001916c-51ea-4b53-a641-a457f450f6e4 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:48:13.418185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.425808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=aab0330e-665a-4421-b810-fb3961dca7ca,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:13.472684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port aab0330e-665a-4421-b810-fb3961dca7ca on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:13.475872 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0faa146a-dc2c-4e03-9f55-3a0f3dfa7068 resource provider aggregate not found Sep 29 06:48:13.537969 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0faa146a-dc2c-4e03-9f55-3a0f3dfa7068 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0faa146a-dc2c-4e03-9f55-3a0f3dfa7068 found for delete ", "request_id": "req-e0c1ee11-2e05-4a41-bcda-f553f44ed6d8"}]} Sep 29 06:48:13.544430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fe01c-a6a2-4f6f-8d1c-66917132c8f5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:13.545873 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.553329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fe01c-a6a2-4f6f-8d1c-66917132c8f5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:13.557549 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ce2fe01c-a6a2-4f6f-8d1c-66917132c8f5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9251499 Sep 29 06:48:13.561421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42652) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:13.611434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.631904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Provisioning for port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:13.640459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Provisioning complete for port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:13.640797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.641137 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Attempt 1 to provision port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b Sep 29 06:48:13.734446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 193151db-4d65-4806-bd25-978fbf811f27 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:13.734798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.786339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.801202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.940029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:13.948860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:13.963292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f0bc2e-143c-4e14-a034-3668a201221c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:13.963292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f0bc2e-143c-4e14-a034-3668a201221c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:13.964335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:13.966737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:13.972847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:13.973169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:13.977810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Current status of the port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:13.978072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.002931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.028893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] For port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:14.033449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.046903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.085314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.096636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.098830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=4f92faf7-a0ec-407a-8ebb-42f59bdd295c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:14.103883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce994343-d1ba-43f8-bf37-364ff9e90906']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:14.112901 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Transition to ACTIVE for port object 4001916c-51ea-4b53-a641-a457f450f6e4 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:14.114152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4ae855e6-92a0-4282-a011-f2309cda58b5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1247151 Sep 29 06:48:14.119034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:14.120801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.121857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42656) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:14.123030 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.128320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358c6533-929a-4bfe-97fd-12af4964c360') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:14.128611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358c6533-929a-4bfe-97fd-12af4964c360') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:14.132089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8dcba-6d73-4a26-bc4c-3f5ed1811cbf None None] Pushing event updated for resources: {'Port': ['ID=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:14.157503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Provisioning for port 193151db-4d65-4806-bd25-978fbf811f27 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:14.164341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Provisioning complete for port 193151db-4d65-4806-bd25-978fbf811f27 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:14.164729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.165162 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Attempt 1 to provision port 193151db-4d65-4806-bd25-978fbf811f27 Sep 29 06:48:14.184901 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Attempting to bind port 4001916c-51ea-4b53-a641-a457f450f6e4 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:14.185617 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Attempting to bind port 4001916c-51ea-4b53-a641-a457f450f6e4 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:14.186177 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Attempting to bind port 4001916c-51ea-4b53-a641-a457f450f6e4 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:14.201177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.203353 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:14.209283 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:14.209936 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.210519 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:14.211359 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Bound port: 4001916c-51ea-4b53-a641-a457f450f6e4, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:14.211917 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.247280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Port 193151db-4d65-4806-bd25-978fbf811f27 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:14.317830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.334360 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] For port 4001916c-51ea-4b53-a641-a457f450f6e4, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:14.340184 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] For port 4001916c-51ea-4b53-a641-a457f450f6e4, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4001916c-51ea-4b53-a641-a457f450f6e4,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:14.343465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:14.343744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.343983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.353200 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Pushing event updated for resources: {'Port': ['ID=4001916c-51ea-4b53-a641-a457f450f6e4,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:14.361824 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.362197 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.362571 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.362971 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.363241 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.363587 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.363918 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.364243 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.364583 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.364899 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.365223 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.366466 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:14.370804 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.381065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 4f92faf7-a0ec-407a-8ebb-42f59bdd295c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:14.382298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.399402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.454520 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 358c6533-929a-4bfe-97fd-12af4964c360 resource provider aggregate not found Sep 29 06:48:14.455450 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:14.456091 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:14.475050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:14.496267 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-038eeb17-62c3-4e6b-a27a-4279f0a23682 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 HTTP/1.1" status: 204 len: 168 time: 5.8103797 Sep 29 06:48:14.499455 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 358c6533-929a-4bfe-97fd-12af4964c360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 358c6533-929a-4bfe-97fd-12af4964c360 found for delete ", "request_id": "req-bcf168ab-d00c-47a7-a9c8-9f8f960b58f3"}]} Sep 29 06:48:14.508164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42664) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:14.558399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.569884 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dd83e6-5134-416c-86b5-3c50cc9db300 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:14.570467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dd83e6-5134-416c-86b5-3c50cc9db300 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:14.575728 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-81dd83e6-5134-416c-86b5-3c50cc9db300 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/b0fa39fe-2fbb-4793-b35a-aee8a10be74d HTTP/1.1" status: 404 len: 337 time: 0.0605009 Sep 29 06:48:14.576486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42668) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:14.597241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.601294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.671323 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199e89a-0624-4175-86b2-857448fe07d2 None None] Pushing event updated for resources: {'Port': ['ID=4001916c-51ea-4b53-a641-a457f450f6e4,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:14.671727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a713e365-e84e-4c77-81f4-c3c6ddd0eef6 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:14.672213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a713e365-e84e-4c77-81f4-c3c6ddd0eef6 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:14.677047 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a713e365-e84e-4c77-81f4-c3c6ddd0eef6 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/d6a8cbf7-c1cb-4ac5-a5f7-06660c5b7bb9 HTTP/1.1" status: 404 len: 339 time: 0.0998247 Sep 29 06:48:14.677657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42672) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:14.696460 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:14.741854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8dc49c-3135-40e1-adb7-7ca78d4e3d40 None None] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:14.752787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] Pushing event deleted for resources: {'Network': ['ID=ce994343-d1ba-43f8-bf37-364ff9e90906,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:14.768362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 193151db-4d65-4806-bd25-978fbf811f27 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:14.864014 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Attempt 2 to provision port 193151db-4d65-4806-bd25-978fbf811f27 Sep 29 06:48:14.897551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.913765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:14.924404 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-56bd68f0-6243-4678-8fb8-bdcf53693289 tempest-FloatingIPTestJSON-1711217996 tempest-FloatingIPTestJSON-1711217996-project] 10.222.0.26 "DELETE /v2.0/networks/ce994343-d1ba-43f8-bf37-364ff9e90906 HTTP/1.1" status: 204 len: 168 time: 1.5546029 Sep 29 06:48:14.998214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:15.092009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Port 193151db-4d65-4806-bd25-978fbf811f27 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:15.143788 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:11Z', 'revision_number': 3, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:15.148064 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8bcca0-4cf0-49e8-9cbd-e76e3b57777d None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:11Z', 'revision_number': 3, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:15.253548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:15.253548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.254159 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b Sep 29 06:48:15.273663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42680) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:15.290675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.347270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.380328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b035c076-4ca2-4b36-83b5-10e263713cb5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:15.396925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108eadb4-041c-4674-9338-0f56e7493f90') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:15.397226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108eadb4-041c-4674-9338-0f56e7493f90') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:15.420181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.437689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.444122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:15.444527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.445165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:15.446634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37c95135-4bc5-488d-bea0-f6ed34eecdfe up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:15.485768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 4f92faf7-a0ec-407a-8ebb-42f59bdd295c owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:15.567851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.594375 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Attempt 3 to provision port 193151db-4d65-4806-bd25-978fbf811f27 Sep 29 06:48:15.639466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1807b42d-e9c6-4f3d-8d3c-90f75a19eb4c None None] Port 193151db-4d65-4806-bd25-978fbf811f27 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:48:15.650168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 37c95135-4bc5-488d-bea0-f6ed34eecdfe completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:15.723027 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 65f0bc2e-143c-4e14-a034-3668a201221c resource provider aggregate not found Sep 29 06:48:15.756359 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 65f0bc2e-143c-4e14-a034-3668a201221c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65f0bc2e-143c-4e14-a034-3668a201221c found for delete ", "request_id": "req-7ec43c48-178d-48d5-afb8-5b942aae00f4"}]} Sep 29 06:48:15.762171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Allocated IP 172.20.0.1 (4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880/69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b/cc4a6d3c-be71-4e62-add7-87da8166622c) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:15.764231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Provisioning for port 37c95135-4bc5-488d-bea0-f6ed34eecdfe completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:15.775009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Provisioning complete for port 37c95135-4bc5-488d-bea0-f6ed34eecdfe triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:15.775443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.775829 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Attempt 1 to provision port 37c95135-4bc5-488d-bea0-f6ed34eecdfe Sep 29 06:48:15.783423 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 108eadb4-041c-4674-9338-0f56e7493f90 resource provider aggregate not found Sep 29 06:48:15.806186 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 108eadb4-041c-4674-9338-0f56e7493f90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 108eadb4-041c-4674-9338-0f56e7493f90 found for delete ", "request_id": "req-ffeb42b1-9dff-459c-8e0e-aec3bc5a84e5"}]} Sep 29 06:48:15.807966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.813979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.843126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=193151db-4d65-4806-bd25-978fbf811f27,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:15.844694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=b035c076-4ca2-4b36-83b5-10e263713cb5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:15.854743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.858525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.872205 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8cb661c1-f037-4a4b-a88f-4dca0e42c44c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/b035c076-4ca2-4b36-83b5-10e263713cb5 HTTP/1.1" status: 204 len: 168 time: 1.1897571 Sep 29 06:48:15.921379 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fc0069a8-a691-4b55-b2bc-7cb07cbda562 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2543246171584ec0833cd11c648d3d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6441936 Sep 29 06:48:15.921614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42696) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:15.926354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42698) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:15.978994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:15.984801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=4f92faf7-a0ec-407a-8ebb-42f59bdd295c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:15.993777 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8a408000-c20e-4e53-a30f-21105c4fb860 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/193151db-4d65-4806-bd25-978fbf811f27 HTTP/1.1" status: 204 len: 168 time: 2.4277947 Sep 29 06:48:15.998663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42704) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:16.016311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5920bf9-7543-4425-868e-e14cb6995995 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:16.016766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5920bf9-7543-4425-868e-e14cb6995995 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:16.018457 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c5920bf9-7543-4425-868e-e14cb6995995 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/a390d825-ea69-420e-a187-e3d5db559c44 HTTP/1.1" status: 404 len: 337 time: 0.0983500 Sep 29 06:48:16.028051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42708) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:16.052134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Current status of the port 37c95135-4bc5-488d-bea0-f6ed34eecdfe is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:16.052474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.079543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d87749ab-ac1c-4424-bc2d-d128edfe3d5f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/4f92faf7-a0ec-407a-8ebb-42f59bdd295c HTTP/1.1" status: 204 len: 168 time: 1.9565682 Sep 29 06:48:16.085945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42712) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:16.092667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'mac_address': 'fa:16:3e:f7:d2:57', 'name': 'tempest-PortsTestJSON-1027297811'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:16.103784 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb4ed10-5c44-4773-b56c-93d651d5e696 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:16.104823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb4ed10-5c44-4773-b56c-93d651d5e696 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:16.109012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5fb4ed10-5c44-4773-b56c-93d651d5e696 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/eb020fb1-475d-401b-abb4-24eb913ef9b5 HTTP/1.1" status: 404 len: 339 time: 0.0707603 Sep 29 06:48:16.110234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] For port 37c95135-4bc5-488d-bea0-f6ed34eecdfe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37c95135-4bc5-488d-bea0-f6ed34eecdfe,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:16.114023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63711083-b115-4297-9c0a-f21863f22727 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:48:16.116569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42716) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:16.169923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.206987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24812283-d9dd-4667-b4cd-abde9ab1fa8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:16.208623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24812283-d9dd-4667-b4cd-abde9ab1fa8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:16.212583 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-24812283-d9dd-4667-b4cd-abde9ab1fa8c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2105639 Sep 29 06:48:16.214838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0ea45767-f0cc-4848-b9b6-8194ae70173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.216811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42720) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:16.234879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.269858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting subnet 82e0c326-07af-4ca8-8145-1efca57d7652 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:16.277622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.311129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet f1afe197-d049-456a-a40d-1a635fedfabd {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:16.312282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0ea45767-f0cc-4848-b9b6-8194ae70173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.317579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.320401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe27e2-665c-4bcb-bddf-20eb24fcb2bf None None] Pushing event updated for resources: {'Port': ['ID=37c95135-4bc5-488d-bea0-f6ed34eecdfe,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:16.325213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Transition to ACTIVE for port object cc4a6d3c-be71-4e62-add7-87da8166622c will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:16.338890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1f906b1c-9f54-4e21-a429-775a91a7020e None None] Provisioning complete for port 37c95135-4bc5-488d-bea0-f6ed34eecdfe triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:16.339574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1f906b1c-9f54-4e21-a429-775a91a7020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.340117 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1f906b1c-9f54-4e21-a429-775a91a7020e None None] Attempt 1 to provision port 37c95135-4bc5-488d-bea0-f6ed34eecdfe Sep 29 06:48:16.391579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:16.395804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.429109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63711083-b115-4297-9c0a-f21863f22727 None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:48:16.434537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:16.443805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:16.455366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:16.475632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:16.492701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.527122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0ea45767-f0cc-4848-b9b6-8194ae70173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.544487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.592094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1f906b1c-9f54-4e21-a429-775a91a7020e None None] Current status of the port 37c95135-4bc5-488d-bea0-f6ed34eecdfe is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:16.601924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.620756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.630699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45767-f0cc-4848-b9b6-8194ae70173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efecda3d-6cbc-4c1b-83f5-47301c1cd4e0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:16.663013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0ea45767-f0cc-4848-b9b6-8194ae70173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.667450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0ea45767-f0cc-4848-b9b6-8194ae70173d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efecda3d-6cbc-4c1b-83f5-47301c1cd4e0 HTTP/1.1" status: 204 len: 168 time: 0.6927223 Sep 29 06:48:16.668777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:16.673138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Pushing event updated for resources: {'Port': ['ID=cc4a6d3c-be71-4e62-add7-87da8166622c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:16.679684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:16.681932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:16.721710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 18009493-b01a-4d3b-8b04-cae808a2a541 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:16.738765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.908055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:16.993276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.011190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37c95135-4bc5-488d-bea0-f6ed34eecdfe up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:17.014691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.020771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.054669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=82e0c326-07af-4ca8-8145-1efca57d7652,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:17.067566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=f1afe197-d049-456a-a40d-1a635fedfabd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:17.068460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.069567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.089742 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4b96334a-06d0-41d5-b992-e4d475f208c8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f1afe197-d049-456a-a40d-1a635fedfabd HTTP/1.1" status: 204 len: 168 time: 0.8689871 Sep 29 06:48:17.093326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42730) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:17.110981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.128545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.194981 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-75837f6e-a5e0-4e8e-a4a4-bb21905edd24 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000957 Sep 29 06:48:17.198437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42738) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:17.206314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace936f-63bf-4e89-9e28-0d633108267c None None] Network 474994a7-5999-47ba-af51-971e309711e3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:17.212573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:17.231466 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-19bcb85b-8a43-45d3-965c-9948c224a8f1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/82e0c326-07af-4ca8-8145-1efca57d7652 HTTP/1.1" status: 204 len: 168 time: 1.1094248 Sep 29 06:48:17.237757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42744) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:17.330446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8209f267-b565-4033-a25f-ba1b26edd309 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:17.534091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:17.537603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:17.540862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:17.546272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:17.546998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.576167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=18009493-b01a-4d3b-8b04-cae808a2a541,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:17.579582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting subnet 78fe7687-e0ee-4638-af12-c9c3e18ff95f {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:17.580766 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ef02978f-4ee7-4ec6-adef-ecbee48373dc tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4938016 Sep 29 06:48:17.583750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42754) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:17.589509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:17.602799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.617500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 37c95135-4bc5-488d-bea0-f6ed34eecdfe triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:17.617500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.617719 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 37c95135-4bc5-488d-bea0-f6ed34eecdfe Sep 29 06:48:17.646846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:17.661955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:17.691546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:17.696148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.700576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987811f7-107f-4200-b78b-43366efa5b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:17.701295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-987811f7-107f-4200-b78b-43366efa5b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:17.721169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-987811f7-107f-4200-b78b-43366efa5b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:17.725085 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-987811f7-107f-4200-b78b-43366efa5b68 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/18009493-b01a-4d3b-8b04-cae808a2a541 HTTP/1.1" status: 200 len: 841 time: 0.1376536 Sep 29 06:48:17.725510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42760) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:17.725890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.755463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:17.758873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.772546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42764) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:17.825097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 18009493-b01a-4d3b-8b04-cae808a2a541 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:17.825986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.827011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Provisioning for port cc4a6d3c-be71-4e62-add7-87da8166622c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:17.888137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Provisioning complete for port cc4a6d3c-be71-4e62-add7-87da8166622c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:17.888515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:17.888838 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 1 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:17.949165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1740763768'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:17.963834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:17.971345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:17.976377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:18.002425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:18.021352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:18.038469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 37c95135-4bc5-488d-bea0-f6ed34eecdfe is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:18.039600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4001916c-51ea-4b53-a641-a457f450f6e4 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:18.098372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:18.102719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.123504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.134626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 4001916c-51ea-4b53-a641-a457f450f6e4 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:18.140177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4001916c-51ea-4b53-a641-a457f450f6e4 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:18.141218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.141218 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4001916c-51ea-4b53-a641-a457f450f6e4 Sep 29 06:48:18.156444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.168113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:18.178343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:18.197685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] Deleting port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:18.198095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.204223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.227459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:security_group_rule and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:18.298277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:18.316709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 18009493-b01a-4d3b-8b04-cae808a2a541 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:18.355526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:18.436853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.497407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.504372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.505102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=78fe7687-e0ee-4638-af12-c9c3e18ff95f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:18.511083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.529667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:18.535733 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 2 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:18.545217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.545571 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 563e18ad-62cf-495b-a0bb-070999c10d4a of type vlan for network d2563cd2-8595-4129-b71e-25a9e0f70788 Sep 29 06:48:18.567469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d4c7835c-ed48-4b81-86a6-b9971e7f58a1 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/78fe7687-e0ee-4638-af12-c9c3e18ff95f HTTP/1.1" status: 204 len: 168 time: 1.3249209 Sep 29 06:48:18.575420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42770) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:18.589297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.594106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4001916c-51ea-4b53-a641-a457f450f6e4 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:18.594505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.640635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] For port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:18.641036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.656809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.659032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 4001916c-51ea-4b53-a641-a457f450f6e4, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4001916c-51ea-4b53-a641-a457f450f6e4,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:18.659991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:18.664452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:18.665169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.708945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.732651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.746636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.797739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd2f89-b119-481a-8fa1-76a926c47305 None None] Network 474994a7-5999-47ba-af51-971e309711e3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:18.821939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] Calling delete_port for 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:18.840012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acc8cb1-92f8-496a-a168-007b91507a8f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:18.844215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.865648 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0782571 Sep 29 06:48:18.871724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:18.891901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcbb57-03f1-4455-9b68-f68b541a2fa5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=d2563cd2-8595-4129-b71e-25a9e0f70788,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:18.899004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.931890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Pushing event updated for resources: {'Port': ['ID=cc4a6d3c-be71-4e62-add7-87da8166622c,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:18.934461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.973850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port 0b1e9225-d2f8-49a5-87c2-668f8a685435 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:18.974110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:18.984158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=18009493-b01a-4d3b-8b04-cae808a2a541,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:18.998835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42774) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:19.001153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.005310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:48:19.020096 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-95bda244-5b6d-45f6-96a1-8c2d2330fe9f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/18009493-b01a-4d3b-8b04-cae808a2a541 HTTP/1.1" status: 204 len: 168 time: 1.2904973 Sep 29 06:48:19.020436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42778) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:19.038531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d2563cd2-8595-4129-b71e-25a9e0f70788 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:19.063897 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-295cd86e-6c89-460c-980e-17b494b2bf52 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:48:19.064347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-295cd86e-6c89-460c-980e-17b494b2bf52 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:19.079802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-295cd86e-6c89-460c-980e-17b494b2bf52 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:19.084563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-295cd86e-6c89-460c-980e-17b494b2bf52 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/18009493-b01a-4d3b-8b04-cae808a2a541 HTTP/1.1" status: 404 len: 333 time: 0.0596170 Sep 29 06:48:19.086016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42782) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:19.091127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'name': 'tempest-PortsTestJSON-542015749'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:19.109464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:19.175658 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 3 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:19.201601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:19.213824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:19.226971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=4001916c-51ea-4b53-a641-a457f450f6e4,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:19.227216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:19.231522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.259707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port d6f3ed73-b204-490c-850f-b2a31c975003 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:19.363544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:19.374235 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.services.revisions.revision_plugin [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Could not find related port for resource to bump revision. Sep 29 06:48:19.386004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.390066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:19.391488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:19.398072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:19.412066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_pluggable_backend [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 29 06:48:19.412704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_pluggable_backend [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:d186 {{(pid=89137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 29 06:48:19.415141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:19.438330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b update to DOWN by agent not found {{(pid=89138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 29 06:48:19.458214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] Pushing event deleted for resources: {'Port': ['ID=5e1e8bf7-e30c-496a-9e71-9c82cf98b79b,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:19.462670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13524f-6b4e-4a7f-9892-18b074629e01 None None] No DVR routers for this DVR port 5e1e8bf7-e30c-496a-9e71-9c82cf98b79b on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:19.470051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:19.481848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:19.495930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.558279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:19.558632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] DHCP port deletion for 474994a7-5999-47ba-af51-971e309711e3 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:19.561532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.564532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] Deleting port 0b1e9225-d2f8-49a5-87c2-668f8a685435 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:19.565038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.567565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.597604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.680018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:19.684861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:19.689310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:19.695813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:19.696695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.716962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=d6f3ed73-b204-490c-850f-b2a31c975003,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:19.742901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f136913f-af1b-4959-ba2b-9640a6e17ed1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6545453 Sep 29 06:48:19.743141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42786) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:19.750712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:19.828459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] For port 0b1e9225-d2f8-49a5-87c2-668f8a685435, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b1e9225-d2f8-49a5-87c2-668f8a685435,segment=NetworkSegment(bff4dd90-73d6-4ef3-af40-c7c8e6be37ea),segment_id=bff4dd90-73d6-4ef3-af40-c7c8e6be37ea)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:19.828861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.883349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:19.883923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.887135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port 0b1e9225-d2f8-49a5-87c2-668f8a685435, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b1e9225-d2f8-49a5-87c2-668f8a685435,segment=NetworkSegment(bff4dd90-73d6-4ef3-af40-c7c8e6be37ea),segment_id=bff4dd90-73d6-4ef3-af40-c7c8e6be37ea)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:19.887497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.892642 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 4 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:19.907371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:19.925322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:19.925923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:19.984738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a099f-6b82-4f4c-82a3-24ee584d3cbb None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:20.009805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] Calling delete_port for 0b1e9225-d2f8-49a5-87c2-668f8a685435 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:20.066848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=b61e1d43-7d78-4f3c-9776-f5af327645c1,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:20.075770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for 0b1e9225-d2f8-49a5-87c2-668f8a685435 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:20.134432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:20.191913 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c759c14e-daae-4b30-8511-a13361cef05a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9918213 Sep 29 06:48:20.196378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42790) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:20.204034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:4e:fe:6a', 'name': 'tempest-NetworksTestDHCPv6-412575673'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:20.222334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.231615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.232192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] In _notify_port_updated(), no bound segment for port d6f3ed73-b204-490c-850f-b2a31c975003 on network 1fd4a694-2f97-4d52-9d01-41ec81366a5a {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:48:20.233575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.237541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:20.238150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.242083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/ports/d6f3ed73-b204-490c-850f-b2a31c975003 HTTP/1.1" status: 200 len: 818 time: 0.4954343 Sep 29 06:48:20.243222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42794) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:20.290196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] Pushing event deleted for resources: {'Port': ['ID=0b1e9225-d2f8-49a5-87c2-668f8a685435,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:20.293329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37f23a-40ac-4b68-9ee1-b4fa8c768d32 None None] No DVR routers for this DVR port 0b1e9225-d2f8-49a5-87c2-668f8a685435 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:20.337118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:20.337964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:20.363204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'b61e1d43-7d78-4f3c-9776-f5af327645c1'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:20.364895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.387676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609b70f-a1f7-4200-a1d4-70b31acd6f24 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=d6f3ed73-b204-490c-850f-b2a31c975003,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:20.417212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:20.421792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:20.425138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:20.426462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:48:20.431348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:20.443920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:20.462943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.471537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port d6f3ed73-b204-490c-850f-b2a31c975003 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:20.471996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.544243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Allocated IP 2001:db8::f816:3eff:fe35:8bcd (4f723a10-0bd7-4e60-9921-89b35030f7ba/b61e1d43-7d78-4f3c-9776-f5af327645c1/386ca281-c6ff-4484-aed5-2502933d8bb9) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:20.573468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.600418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 51d8212c-1ac8-40ac-b0c7-f4367d375c44 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:20.635011 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 5 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:20.755095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:20.782712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=3f803280-a69a-401e-8553-41b20c6a2d19,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:20.813030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '563e18ad-62cf-495b-a0bb-070999c10d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:20.813381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: d2563cd2-8595-4129-b71e-25a9e0f70788, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:20.825185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4001916c-51ea-4b53-a641-a457f450f6e4 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:20.838816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port 0b1e9225-d2f8-49a5-87c2-668f8a685435 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:20.839152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.908522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.920604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Transition to ACTIVE for port object 386ca281-c6ff-4484-aed5-2502933d8bb9 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:20.943850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4001916c-51ea-4b53-a641-a457f450f6e4 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:20.944224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:20.944568 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4001916c-51ea-4b53-a641-a457f450f6e4 Sep 29 06:48:20.973561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Transition to ACTIVE for port object 386ca281-c6ff-4484-aed5-2502933d8bb9 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:20.983440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:20.994302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] The port '0b1e9225-d2f8-49a5-87c2-668f8a685435' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:48:20.996782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.000880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:21.002040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network d2563cd2-8595-4129-b71e-25a9e0f70788 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:21.054861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fe4e:fe6a (4f723a10-0bd7-4e60-9921-89b35030f7ba/b61e1d43-7d78-4f3c-9776-f5af327645c1/51d8212c-1ac8-40ac-b0c7-f4367d375c44) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:21.077188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:21.081237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:21.087905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:21.088579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:21.138651 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-214328e2-6092-4ec3-9796-81cf71d50e9a admin admin] 10.222.0.26 "PUT /v2.0/routers/18f6c0b2-83c6-495c-964b-a8a85235410c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5214078 Sep 29 06:48:21.146336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d2563cd2-8595-4129-b71e-25a9e0f70788) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:21.150635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:21.151372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.156308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.171785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:21.173983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41226588-27b6-4d2a-9b3d-d8e5ce976412 None None] Network d2563cd2-8595-4129-b71e-25a9e0f70788 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:21.246459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Pushing event updated for resources: {'Port': ['ID=386ca281-c6ff-4484-aed5-2502933d8bb9,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:21.293535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.302973 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 6 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:21.323815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 51d8212c-1ac8-40ac-b0c7-f4367d375c44 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:21.373804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.444306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for d6f3ed73-b204-490c-850f-b2a31c975003 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:21.463223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4001916c-51ea-4b53-a641-a457f450f6e4 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:21.498849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.512679 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1ad4cf0b-b5a8-4517-918e-667a879fe910 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5029294 Sep 29 06:48:21.517315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42802) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:21.536500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=51d8212c-1ac8-40ac-b0c7-f4367d375c44,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:21.536776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478352890'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:21.544106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:21.551087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474994a7-5999-47ba-af51-971e309711e3']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:21.556282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:21.557511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:21.560753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:21.563734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:21.568928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:21.569754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.574550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:21.583141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:21.583723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff4dd90-73d6-4ef3-af40-c7c8e6be37ea') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:21.604888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:21.605824 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d39babb3-5e1b-4b49-ab98-a0488e78365b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4071300 Sep 29 06:48:21.608800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42808) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:21.613245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.634507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.670931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:21.674859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.686081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.708080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:21.708554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.716006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:21.733588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=d6f3ed73-b204-490c-850f-b2a31c975003,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:21.740177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.749289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068e62b-6936-4394-88c3-0170e9568e9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:21.755843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068e62b-6936-4394-88c3-0170e9568e9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:21.757001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e068e62b-6936-4394-88c3-0170e9568e9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:21.762311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment bff4dd90-73d6-4ef3-af40-c7c8e6be37ea resource provider aggregate not found Sep 29 06:48:21.774721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e068e62b-6936-4394-88c3-0170e9568e9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:21.778793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e068e62b-6936-4394-88c3-0170e9568e9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1652992 Sep 29 06:48:21.779314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42820) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:21.837132 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment bff4dd90-73d6-4ef3-af40-c7c8e6be37ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bff4dd90-73d6-4ef3-af40-c7c8e6be37ea found for delete ", "request_id": "req-cbd78052-3198-4cda-9549-589b833d22b5"}]} Sep 29 06:48:21.845832 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-be33c414-9219-4429-9a7f-68cc0146d3ea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/d6f3ed73-b204-490c-850f-b2a31c975003 HTTP/1.1" status: 204 len: 168 time: 1.6015506 Sep 29 06:48:21.846482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42826) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:21.864257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Attempting to bind port 386ca281-c6ff-4484-aed5-2502933d8bb9 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:21.864637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Attempting to bind port 386ca281-c6ff-4484-aed5-2502933d8bb9 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:21.865011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Attempting to bind port 386ca281-c6ff-4484-aed5-2502933d8bb9 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:21.873352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b1e9225-d2f8-49a5-87c2-668f8a685435 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:21.886709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 51d8212c-1ac8-40ac-b0c7-f4367d375c44 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:21.887210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.892969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:21.914310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.919121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.922610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:21.922876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:21.923500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.923922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:21.924391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Bound port: 386ca281-c6ff-4484-aed5-2502933d8bb9, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:21.924770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.944792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:21.949966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:21.950309 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 4a97d037-f319-4c94-824f-fc1eeec48a4e of type vlan for network a17877c9-3d34-4da5-b063-bd4a9b3baedc Sep 29 06:48:21.967715 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/474994a7-5999-47ba-af51-971e309711e3 HTTP/1.1" status: 204 len: 168 time: 3.3802357 Sep 29 06:48:21.967715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1bf6c-72a8-42fe-a35f-a65e72f4d744 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=474994a7-5999-47ba-af51-971e309711e3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:21.968574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42832) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:21.996200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0b1e9225-d2f8-49a5-87c2-668f8a685435 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:21.996550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b1e9225-d2f8-49a5-87c2-668f8a685435 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:22.027051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42836) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.027974 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0283c546-fd5a-4fcd-81cb-f94e233ee70c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:22.028422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0283c546-fd5a-4fcd-81cb-f94e233ee70c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:22.033504 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0283c546-fd5a-4fcd-81cb-f94e233ee70c tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/0e7eee95-6f2d-4fce-a89a-373968e80289 HTTP/1.1" status: 404 len: 337 time: 0.0576947 Sep 29 06:48:22.033656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42840) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.040783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-900924894-network', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:22.048155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.052850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:22.060440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Usage tracker for resource:network and tenant:9cbe6b6ffad649c2a430f028c65c3207 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:22.066361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:22.069935 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab013461-8a67-46ff-a005-dfc0941f5907 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:22.070419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab013461-8a67-46ff-a005-dfc0941f5907 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:22.075010 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ab013461-8a67-46ff-a005-dfc0941f5907 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/ad1dd2df-75d0-480e-9049-fd51dd34718e HTTP/1.1" status: 404 len: 339 time: 0.0379179 Sep 29 06:48:22.075238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.079148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:22.096643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd07365-c768-4b11-80af-6242f2a3ea92 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:22.097325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebd07365-c768-4b11-80af-6242f2a3ea92 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:22.116488 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf685d6-01e1-4a70-9e9c-d9b9e2fbd1ee tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:22.116992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf685d6-01e1-4a70-9e9c-d9b9e2fbd1ee tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:22.121707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-daf685d6-01e1-4a70-9e9c-d9b9e2fbd1ee tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/25528472-4ae7-46d4-83b2-fee973c6ff47 HTTP/1.1" status: 404 len: 337 time: 0.0425897 Sep 29 06:48:22.121900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Made reservation on behalf of 9cbe6b6ffad649c2a430f028c65c3207 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:22.122333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.132208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42848) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.159442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ebd07365-c768-4b11-80af-6242f2a3ea92 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:22.163708 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebd07365-c768-4b11-80af-6242f2a3ea92 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3098719 Sep 29 06:48:22.165288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.171684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:22.171828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.175596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42852) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.196894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.237043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] For port 386ca281-c6ff-4484-aed5-2502933d8bb9, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:22.254749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.258471 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5606ce39-55ea-4288-8cbe-494647788d3e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:22.258975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5606ce39-55ea-4288-8cbe-494647788d3e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:22.264371 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5606ce39-55ea-4288-8cbe-494647788d3e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/bd4ec3ec-6e95-42f6-ae80-b9c1ea274c66 HTTP/1.1" status: 404 len: 339 time: 0.1243508 Sep 29 06:48:22.264559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42856) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.325749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:22.328270 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-333ceed9-8705-4bd5-b33b-a8fc1495ddec tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:48:22.335655 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-333ceed9-8705-4bd5-b33b-a8fc1495ddec tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/d6f3ed73-b204-490c-850f-b2a31c975003 HTTP/1.1" status: 404 len: 333 time: 0.1342361 Sep 29 06:48:22.340333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] For port 386ca281-c6ff-4484-aed5-2502933d8bb9, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=386ca281-c6ff-4484-aed5-2502933d8bb9,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:22.346727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8178258 Sep 29 06:48:22.346727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Usage tracker for resource:security_group_rule and tenant:9cbe6b6ffad649c2a430f028c65c3207 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:22.347841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42860) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.348067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42862) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.357086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.359862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': 'a17877c9-3d34-4da5-b063-bd4a9b3baedc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:22.446407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d2563cd2-8595-4129-b71e-25a9e0f70788', 'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '3f803280-a69a-401e-8553-41b20c6a2d19'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:22.447390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.462725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:22.464655 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 7 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:22.472081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986003282'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:22.483319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:22.491286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:22.497249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:22.500897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36f02-4941-49f3-938b-b3309967d9d6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=a17877c9-3d34-4da5-b063-bd4a9b3baedc,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:22.503348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:22.503757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d7af0-4209-413b-85e4-2f0b573f0daa None None] Pushing event updated for resources: {'Port': ['ID=386ca281-c6ff-4484-aed5-2502933d8bb9,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:22.513942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:22.517816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:22.528234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:22.532564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network a17877c9-3d34-4da5-b063-bd4a9b3baedc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:22.532860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 51d8212c-1ac8-40ac-b0c7-f4367d375c44 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:22.534027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:22.547550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:22.552129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:22.555588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.587315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:22.591275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.623287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a60b868-dfcd-4d7a-9b10-7d4ee99251bb tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:22.623844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a60b868-dfcd-4d7a-9b10-7d4ee99251bb tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:22.683148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0a60b868-dfcd-4d7a-9b10-7d4ee99251bb tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/2b637c19-eeb3-42af-b68a-1d9df94b7a55 HTTP/1.1" status: 404 len: 337 time: 0.4176440 Sep 29 06:48:22.687499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42868) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.687878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:22.692671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:22.721349 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-842c9282-459b-4436-b850-c22fcb0b4c56 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:22.721652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842c9282-459b-4436-b850-c22fcb0b4c56 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:22.726148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-842c9282-459b-4436-b850-c22fcb0b4c56 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/2e430444-34a4-4337-9f95-7870806f507a HTTP/1.1" status: 404 len: 339 time: 0.0360785 Sep 29 06:48:22.727746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42872) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:22.733378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.733870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment 60c79308-886d-4a51-9eec-ad8ccf7283e3 of type vlan for network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 Sep 29 06:48:22.744438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 2, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:22.750266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:48:22.750886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Updating router 18f6c0b2-83c6-495c-964b-a8a85235410c port cc4a6d3c-be71-4e62-add7-87da8166622c binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:48:22.798167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.806416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.813213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.818821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.855635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:22.857668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.868143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=51d8212c-1ac8-40ac-b0c7-f4367d375c44,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:22.876850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting subnet 93ebe52d-2a91-481b-88b0-80e848794b4a {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:22.881423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.927355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:22.927712 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Added segment eed70cdc-e035-4a71-96b5-325cd9c0d58f of type vlan for network fea29c76-97fe-4506-9735-2cdcbe55dccb Sep 29 06:48:22.990730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f39e65-ad4f-42e0-a706-02f3c6ff1612,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:23.005660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.012296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:23.012909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.019829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.025741 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-803baad9-dabe-4f1f-83b4-fde0737e522d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/51d8212c-1ac8-40ac-b0c7-f4367d375c44 HTTP/1.1" status: 204 len: 168 time: 1.2452104 Sep 29 06:48:23.026487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42876) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:23.045855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Allocated IP 172.20.255.242 (d2563cd2-8595-4129-b71e-25a9e0f70788/3f803280-a69a-401e-8553-41b20c6a2d19/b1cdeb56-eae5-4405-a79e-5eeff9d22e21) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:23.104441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.168565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.173693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c1b5f-d5ad-4232-8bb6-b4bf419ed593 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:23.175392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c1b5f-d5ad-4232-8bb6-b4bf419ed593 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:23.175946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-dc7c1b5f-d5ad-4232-8bb6-b4bf419ed593 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:23.191821 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 8 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:23.201315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:23.203038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-dc7c1b5f-d5ad-4232-8bb6-b4bf419ed593 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:23.206723 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dc7c1b5f-d5ad-4232-8bb6-b4bf419ed593 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1716225 Sep 29 06:48:23.207153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42880) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:23.237053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:23.248635 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-03e964dc-086d-4331-9008-68f785811b12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8970308 Sep 29 06:48:23.249518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42884) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:23.253912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.265022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:23.285204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.321868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet b61e1d43-7d78-4f3c-9776-f5af327645c1 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:23.342243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.378837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.379714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:23.380291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.448707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.487554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:23.527660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.586638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=93ebe52d-2a91-481b-88b0-80e848794b4a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:23.603163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.613779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2227c487-a572-4cd5-940c-b0d937ef54d8 None None] Network 8a215051-e0a2-45c1-835c-0bdf421cb73b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:23.625240 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-799c7334-eb40-4f4e-8bc6-a872bfd3ae19 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/93ebe52d-2a91-481b-88b0-80e848794b4a HTTP/1.1" status: 204 len: 168 time: 0.8955762 Sep 29 06:48:23.632335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:23.672359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=378c8f20-ed21-46f8-8f09-7b7910d04420,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:23.678883 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6452851 Sep 29 06:48:23.684046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42894) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:23.692361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Request body: {'subnet': {'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-900924894-subnet', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:23.705413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:23.707809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5953b-7d95-44f8-8f66-4edf703d25cd admin admin] Pushing event updated for resources: {'Network': ['ID=fea29c76-97fe-4506-9735-2cdcbe55dccb,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:23.714165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:23.717323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:23.720103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '4a97d037-f319-4c94-824f-fc1eeec48a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'a17877c9-3d34-4da5-b063-bd4a9b3baedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:23.720462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: a17877c9-3d34-4da5-b063-bd4a9b3baedc, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:23.724821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:23.725217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.733411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:23.735627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Usage tracker for resource:subnet and tenant:9cbe6b6ffad649c2a430f028c65c3207 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:23.741289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Transition to ACTIVE for port object b1cdeb56-eae5-4405-a79e-5eeff9d22e21 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:23.747066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:23.755377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:23.768542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:23.770852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Transition to ACTIVE for port object b1cdeb56-eae5-4405-a79e-5eeff9d22e21 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:23.773366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.794603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.796843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Made reservation on behalf of 9cbe6b6ffad649c2a430f028c65c3207 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:23.799185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.876310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.881318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.895904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Transition to ACTIVE for port object cc4a6d3c-be71-4e62-add7-87da8166622c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:23.904638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network fea29c76-97fe-4506-9735-2cdcbe55dccb details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:23.907152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port d2ea347c-5524-4ac2-bea5-b9432bc53f91 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:23.907511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.927421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.937339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.945431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network a17877c9-3d34-4da5-b063-bd4a9b3baedc is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:23.972076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, a17877c9-3d34-4da5-b063-bd4a9b3baedc) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:23.977511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:23.989756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:23.990358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.023806 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-982f1093-0123-4ed6-aaf7-105dbedd16cc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6730032 Sep 29 06:48:24.024362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42898) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:24.051211 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 9 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:24.060176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.070922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=b61e1d43-7d78-4f3c-9776-f5af327645c1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:24.077926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9721aff-f2c2-474f-88c0-05cfc1789d3b None None] Network a17877c9-3d34-4da5-b063-bd4a9b3baedc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:24.108903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b3349b1d-e1b2-4c79-be20-c4a9d96314b9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/b61e1d43-7d78-4f3c-9776-f5af327645c1 HTTP/1.1" status: 204 len: 168 time: 0.8985002 Sep 29 06:48:24.111917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42902) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:24.203253 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5193b6a4-c877-4dae-9061-941b7fb4178b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880771 Sep 29 06:48:24.208214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42906) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:24.299334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port d2ea347c-5524-4ac2-bea5-b9432bc53f91, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d2ea347c-5524-4ac2-bea5-b9432bc53f91,segment=NetworkSegment(c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8),segment_id=c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:24.299773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.304643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Network d2563cd2-8595-4129-b71e-25a9e0f70788 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:24.362055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dec9cd-2aa9-4038-9b1b-c2c8cc3643f1 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:24.374392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.374879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:24.377541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:24.440334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for d2ea347c-5524-4ac2-bea5-b9432bc53f91 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:24.516277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.567072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.597001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.629398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.677427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Pushing event updated for resources: {'Port': ['ID=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:24.680414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=d2ea347c-5524-4ac2-bea5-b9432bc53f91,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:24.681519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port d2ea347c-5524-4ac2-bea5-b9432bc53f91 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:24.701056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581a7e02-c047-4f25-9936-5f1de1790043 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:24.701753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-581a7e02-c047-4f25-9936-5f1de1790043 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:24.704195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=2ed11604-2050-47cb-94fa-7291fc5048d7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:24.712274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:24.782379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': '60c79308-886d-4a51-9eec-ad8ccf7283e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:24.782756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:24.797491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Checking segment: {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:24.797862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Network hostable DHCP agents. Network: fea29c76-97fe-4506-9735-2cdcbe55dccb, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:24.813594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-581a7e02-c047-4f25-9936-5f1de1790043 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:24.814805 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-581a7e02-c047-4f25-9936-5f1de1790043 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6011989 Sep 29 06:48:24.817552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42910) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:24.829664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Attempting to bind port cc4a6d3c-be71-4e62-add7-87da8166622c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:24.830078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Attempting to bind port cc4a6d3c-be71-4e62-add7-87da8166622c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:24.830448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Attempting to bind port cc4a6d3c-be71-4e62-add7-87da8166622c on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:24.830647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdd1ab3-a13c-4767-a2d8-e3819680f2a1,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:24.848680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:24.854675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.858465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Network fea29c76-97fe-4506-9735-2cdcbe55dccb is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:24.885147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.897299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:24.897693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Checking segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:24.898241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.898978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Bound using segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:24.899482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Bound port: cc4a6d3c-be71-4e62-add7-87da8166622c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:24.899869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.910111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:24.911744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=378c8f20-ed21-46f8-8f09-7b7910d04420,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:24.919244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:24.919834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.924079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, fea29c76-97fe-4506-9735-2cdcbe55dccb) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:24.935074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:24.935336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.935818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a215051-e0a2-45c1-835c-0bdf421cb73b']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:24.948075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a439c-908e-4f14-a92a-93b54f7075db None None] DHCP port deletion for 8a215051-e0a2-45c1-835c-0bdf421cb73b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:24.949891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a358760-89f3-492d-a667-cab6f7af2561 None None] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:24.955400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0dfccd-c9f7-4a2b-8780-3998466bcf67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:24.956262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7b0dfccd-c9f7-4a2b-8780-3998466bcf67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:24.962634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:24.962863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:24.969946 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1cd52b37-13d4-4098-a32d-6e6ef52f38b2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2837989 Sep 29 06:48:24.970166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42916) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:24.977272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Attempting to bind port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:24.977625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Attempting to bind port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '563e18ad-62cf-495b-a0bb-070999c10d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:24.978029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Attempting to bind port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 on network d2563cd2-8595-4129-b71e-25a9e0f70788 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:24.983501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:24.987236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:24.996679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f799ef-e185-45d1-b44b-a833b7909487 None None] Network fea29c76-97fe-4506-9735-2cdcbe55dccb requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:25.005746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:25.009854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7b0dfccd-c9f7-4a2b-8780-3998466bcf67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:25.014074 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7b0dfccd-c9f7-4a2b-8780-3998466bcf67 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1922019 Sep 29 06:48:25.015262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42920) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.016211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Usage tracker for resource:router and tenant:9cbe6b6ffad649c2a430f028c65c3207 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:25.021431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:25.053789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7e1c5-a97a-4c16-ad3c-d9cc16d032f9 None None] Pushing event updated for resources: {'Port': ['ID=cc4a6d3c-be71-4e62-add7-87da8166622c,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:25.071840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.086647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.096333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:25.105968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17877c9-3d34-4da5-b063-bd4a9b3baedc']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:25.115262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:25.115838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.117376 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5507af5a-1a72-4899-999f-5a3a69f2532b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8669696 Sep 29 06:48:25.122967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42924) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.126048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:25.127810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:25.127810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Checking segment: {'id': '563e18ad-62cf-495b-a0bb-070999c10d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:25.128066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.128454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Bound using segment: {'id': '563e18ad-62cf-495b-a0bb-070999c10d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:25.129103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Bound port: b1cdeb56-eae5-4405-a79e-5eeff9d22e21, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563e18ad-62cf-495b-a0bb-070999c10d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd2563cd2-8595-4129-b71e-25a9e0f70788'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:25.129490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.140601 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-192b0796-9083-44fc-b31e-8757bfb207c2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174407 Sep 29 06:48:25.148798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42930) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.197806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a97d037-f319-4c94-824f-fc1eeec48a4e') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:25.198111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a97d037-f319-4c94-824f-fc1eeec48a4e') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:25.205500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:25.228194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.228731 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8 resource provider aggregate not found Sep 29 06:48:25.254036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.263043 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Attempt 10 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:25.274739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:25.275143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.299281 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9bc28d5-0985-41e1-ad1b-58c2e66e3fa8 found for delete ", "request_id": "req-f111f012-c215-4084-ab56-220517c03f38"}]} Sep 29 06:48:25.299699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.300833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.318227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 386ca281-c6ff-4484-aed5-2502933d8bb9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:25.349566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.350702 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 4a97d037-f319-4c94-824f-fc1eeec48a4e resource provider aggregate not found Sep 29 06:48:25.376927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.388393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:25.390484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 4a97d037-f319-4c94-824f-fc1eeec48a4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a97d037-f319-4c94-824f-fc1eeec48a4e found for delete ", "request_id": "req-2c6eb895-2308-4ec8-9bd7-46e53e07f00c"}]} Sep 29 06:48:25.391490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:25.396069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:25.405062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:25.405287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:25.411412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.414382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:25.418006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=8a215051-e0a2-45c1-835c-0bdf421cb73b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:25.426341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:25.429856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.439348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.455999 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/a17877c9-3d34-4da5-b063-bd4a9b3baedc HTTP/1.1" status: 204 len: 168 time: 1.4233563 Sep 29 06:48:25.457485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806748c-0f7c-42b6-9a1f-18145ad38f32 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=a17877c9-3d34-4da5-b063-bd4a9b3baedc,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:25.459205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42940) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.461691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:25.467935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.468245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.487098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-262145184'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:25.498516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:25.519369 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-217eb195-3e5c-4883-ae3e-184c484e0e07 tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/8a215051-e0a2-45c1-835c-0bdf421cb73b HTTP/1.1" status: 204 len: 168 time: 1.8838587 Sep 29 06:48:25.524188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42944) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.527923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c826d7dc-3302-4f96-a6b0-2a470d0044b2 None None] Port cc4a6d3c-be71-4e62-add7-87da8166622c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:25.552034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:25.585087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf9e7a0-71ee-493b-a1d3-9d8449c4870b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:25.585568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf9e7a0-71ee-493b-a1d3-9d8449c4870b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:25.589787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ddf9e7a0-71ee-493b-a1d3-9d8449c4870b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/bf07752f-797e-46fb-913e-dce210eb92dc HTTP/1.1" status: 404 len: 337 time: 0.0519922 Sep 29 06:48:25.594834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42948) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.639343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9240c-cfa2-4068-92d8-d15b5fb72c86 None None] Network a17877c9-3d34-4da5-b063-bd4a9b3baedc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:25.689984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:25.696291 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39d6389-798f-4b1c-941b-1d2dafd1cd7b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] DELETE failed (client error): The resource could not be found. Sep 29 06:48:25.697032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39d6389-798f-4b1c-941b-1d2dafd1cd7b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:25.701491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b39d6389-798f-4b1c-941b-1d2dafd1cd7b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/a390660e-be26-4aac-a9db-c765e9b3adb8 HTTP/1.1" status: 404 len: 339 time: 0.1032844 Sep 29 06:48:25.701636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:25.701965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42952) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.734185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9240c-cfa2-4068-92d8-d15b5fb72c86 None None] Network a17877c9-3d34-4da5-b063-bd4a9b3baedc could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 06:48:25.765054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:25.768720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.828226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting subnet 6b845679-5f10-4dd8-b9ba-3e0591fee476 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:25.833860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.852741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] For port cc4a6d3c-be71-4e62-add7-87da8166622c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:25.866749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-049074a3-dce6-4b27-9e91-81d16bc5419f None None] Provisioning for port 386ca281-c6ff-4484-aed5-2502933d8bb9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:25.885376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:25.890412 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.ipam_backend_mixin [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ed11604-2050-47cb-94fa-7291fc5048d7 (CIDR: 172.20.0.0/28) Sep 29 06:48:25.900685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:48:25.901710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:48:25.908523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] For port cc4a6d3c-be71-4e62-add7-87da8166622c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cc4a6d3c-be71-4e62-add7-87da8166622c,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:25.911161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.915449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.915449 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 18e6a8ba-243a-4652-91be-bd538ff1c5f7 of type vlan for network e0524f1e-d5fd-4699-8794-915ad90e2ee3 Sep 29 06:48:25.929779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.961533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:25.975526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] For port b1cdeb56-eae5-4405-a79e-5eeff9d22e21, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:25.989656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42956) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:25.989981 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-769adee6-f485-43af-8eac-858c35d98c65 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8684702 Sep 29 06:48:25.999408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:26.002546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.011395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-049074a3-dce6-4b27-9e91-81d16bc5419f None None] Could not find standard attr ID for object 51d8212c-1ac8-40ac-b0c7-f4367d375c44. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:26.055060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.060732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] For port b1cdeb56-eae5-4405-a79e-5eeff9d22e21, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,segment=NetworkSegment(563e18ad-62cf-495b-a0bb-070999c10d4a),segment_id=563e18ad-62cf-495b-a0bb-070999c10d4a)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:26.061299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:26.061899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.077727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:26.078626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:26.136525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.139394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 386ca281-c6ff-4484-aed5-2502933d8bb9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:26.165353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.206583 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7460365 Sep 29 06:48:26.228103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42960) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:26.243143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': 'e0524f1e-d5fd-4699-8794-915ad90e2ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:26.249790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 386ca281-c6ff-4484-aed5-2502933d8bb9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:26.250378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.250889 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 386ca281-c6ff-4484-aed5-2502933d8bb9 Sep 29 06:48:26.274540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:26.276519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979a1b-40bf-4b56-a5e6-d40ff8f9678e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=e0524f1e-d5fd-4699-8794-915ad90e2ee3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:26.322154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e0524f1e-d5fd-4699-8794-915ad90e2ee3 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:26.418283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.424171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:26.427762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:26.436326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:26.444028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:26.469314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:26.473650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:26.476831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Subnet': ['ID=6b845679-5f10-4dd8-b9ba-3e0591fee476,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:26.482644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.485684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:26.498970 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fdc4143f-24f6-4d38-94b8-eb4b3e67205b tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/subnets/6b845679-5f10-4dd8-b9ba-3e0591fee476 HTTP/1.1" status: 204 len: 168 time: 0.7958550 Sep 29 06:48:26.501229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42964) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:26.503959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:26.524078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:26.527994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.544833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:26.548507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.637382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:26.688712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-fea29c76-97fe-4506-9735-2cdcbe55dccb', 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'fixed_ips': [{'subnet_id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:26.690017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.709230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': '2ed11604-2050-47cb-94fa-7291fc5048d7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:26.710197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.726963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing IP validity checks on allocation pools {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:48:26.727485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:48:26.729867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7e1c5-a97a-4c16-ad3c-d9cc16d032f9 None None] Pushing event updated for resources: {'Port': ['ID=cc4a6d3c-be71-4e62-add7-87da8166622c,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:26.732829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Deleting port 386ca281-c6ff-4484-aed5-2502933d8bb9 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:26.733172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.739239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.770052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Deleting port 32830214-d6d3-4865-a3f9-9e1afb4f0306 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:26.770368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:26.815428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:48:26.842198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c7a89-d600-479b-aded-b94a2d0361f7 None None] Network 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:26.882195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-049074a3-dce6-4b27-9e91-81d16bc5419f None None] Could not find standard attr ID for object 0b1e9225-d2f8-49a5-87c2-668f8a685435. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:27.088969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.100400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.131831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.143865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] For port 32830214-d6d3-4865-a3f9-9e1afb4f0306, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=32830214-d6d3-4865-a3f9-9e1afb4f0306,segment=NetworkSegment(7c4413c8-1b4e-4705-b4f2-4367b50044e5),segment_id=7c4413c8-1b4e-4705-b4f2-4367b50044e5)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:27.144226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.183522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.295003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa241-27d0-4306-8e2b-609ecfa94198 None None] Pushing event updated for resources: {'Port': ['ID=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:27.317693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Calling delete_port for 32830214-d6d3-4865-a3f9-9e1afb4f0306 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:27.370078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=a2ee7d6c-63ab-4441-a004-eed2d90e25a7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:27.383160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '18e6a8ba-243a-4652-91be-bd538ff1c5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e0524f1e-d5fd-4699-8794-915ad90e2ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:27.383519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: e0524f1e-d5fd-4699-8794-915ad90e2ee3, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:27.441679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.518901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] No DVR routers for this DVR port 32830214-d6d3-4865-a3f9-9e1afb4f0306 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:27.521811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Port': ['ID=32830214-d6d3-4865-a3f9-9e1afb4f0306,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:27.558289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Allocated IP 172.26.0.131 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/db6f5f7c-652a-49b4-95e2-34378424f393) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:27.720626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.779597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 386ca281-c6ff-4484-aed5-2502933d8bb9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=386ca281-c6ff-4484-aed5-2502933d8bb9,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:27.817820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 386ca281-c6ff-4484-aed5-2502933d8bb9 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:27.818687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.824645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network e0524f1e-d5fd-4699-8794-915ad90e2ee3 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:27.827791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:27.830719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7a59b-cbfb-473c-baed-e82e4ce07b76 None None] Network d2563cd2-8595-4129-b71e-25a9e0f70788 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:27.839153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:27.841187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.859829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:27.859829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.875035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e0524f1e-d5fd-4699-8794-915ad90e2ee3) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:27.882700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da6f1cf-2ece-4d54-a382-33b3ec56ea8c']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:27.884607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=1c1905d7-fb07-4119-945d-61012d3b3b53,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:27.890841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.893036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:27.893837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.902995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.903689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.921897 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-459dc8d2-07b9-4ac3-9783-69b84b465778 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6889706 Sep 29 06:48:27.924539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42970) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:27.928407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4413c8-1b4e-4705-b4f2-4367b50044e5') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:27.928790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4413c8-1b4e-4705-b4f2-4367b50044e5') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:27.954886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c9cfa-6ab2-44a6-abb2-eddc7e7c8a88 None None] Network e0524f1e-d5fd-4699-8794-915ad90e2ee3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:27.965112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:27.987908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bb6b9c-1c3c-46ff-80a3-3bb8068b364b None None] DHCP port deletion for 1da6f1cf-2ece-4d54-a382-33b3ec56ea8c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:28.030251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.046390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.050547 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed7a6b96-0511-4928-8733-0602b56d7a71 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0575280 Sep 29 06:48:28.051374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 42974) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:28.057091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:28.064025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'fixed_ips': [{'subnet_id': '2ed11604-2050-47cb-94fa-7291fc5048d7'}, {'subnet_id': '1c1905d7-fb07-4119-945d-61012d3b3b53'}], 'name': 'tempest-PortsTestJSON-711620946'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:28.065087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:28.073839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:28.074427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.092412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Allocated IP 172.20.0.2 (3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91/2ed11604-2050-47cb-94fa-7291fc5048d7/462bfbe1-bb9a-419a-869b-ef5dd8e5f433) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:28.098368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=7f4dd0a3-15f2-4b46-9e4e-88d4203949d9,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:28.100576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:28.100723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=386ca281-c6ff-4484-aed5-2502933d8bb9,revision_number=5']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:28.101110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.130343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-606165ae-4819-41ef-9341-a956cb524b04 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9774880 Sep 29 06:48:28.130780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42978) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:28.139500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:dd:eb:1e', 'name': 'tempest-NetworksTestDHCPv6-1629035358'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:28.152266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Allocated IP 172.20.0.2 (fea29c76-97fe-4506-9735-2cdcbe55dccb/acdd1ab3-a13c-4767-a2d8-e3819680f2a1/0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:28.169174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.253078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 7c4413c8-1b4e-4705-b4f2-4367b50044e5 resource provider aggregate not found Sep 29 06:48:28.276440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-011a8717-8ff4-43c5-a5db-5348d7d5739e None None] Provisioning for port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:28.289404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.363201 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 7c4413c8-1b4e-4705-b4f2-4367b50044e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c4413c8-1b4e-4705-b4f2-4367b50044e5 found for delete ", "request_id": "req-d67cfe5c-55cc-4c07-86f7-892cdb949092"}]} Sep 29 06:48:28.377509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.421053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.430864 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] 10.222.0.26 "DELETE /v2.0/networks/1da6f1cf-2ece-4d54-a382-33b3ec56ea8c HTTP/1.1" status: 204 len: 168 time: 1.9285152 Sep 29 06:48:28.465548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c28a-cbbc-48e6-8399-ad33a0d0bb5e tempest-NetworksIpV6Test-1454623788 tempest-NetworksIpV6Test-1454623788-project] Pushing event deleted for resources: {'Network': ['ID=1da6f1cf-2ece-4d54-a382-33b3ec56ea8c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:28.519403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:28.523280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:28.526165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:28.528859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:28.530740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.568665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Pushing event updated for resources: {'Port': ['ID=db6f5f7c-652a-49b4-95e2-34378424f393,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:28.634998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] For port 386ca281-c6ff-4484-aed5-2502933d8bb9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=386ca281-c6ff-4484-aed5-2502933d8bb9,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:28.635955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.639921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:28.658026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:28.658295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:28.675367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:28.791240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:28.832844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:28.846049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:28.854110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Calling delete_port for 386ca281-c6ff-4484-aed5-2502933d8bb9 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:28.854701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42990) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:28.866267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 794e426e-98f4-434e-b465-8a65a546564d yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:28.871926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:28.936416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.009341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.019129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ee7d6c-63ab-4441-a004-eed2d90e25a7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:29.140001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port b642feb5-f932-4fcc-9d1c-fd743d5c5d3e yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:29.148288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.162532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fa61b-7fb0-4bb8-9464-aca05b933434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e0524f1e-d5fd-4699-8794-915ad90e2ee3', 'network_id': 'e0524f1e-d5fd-4699-8794-915ad90e2ee3', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': 'a2ee7d6c-63ab-4441-a004-eed2d90e25a7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:29.163752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-069fa61b-7fb0-4bb8-9464-aca05b933434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.188671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0524f1e-d5fd-4699-8794-915ad90e2ee3']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:29.201669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e6a8ba-243a-4652-91be-bd538ff1c5f7') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:29.201961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e6a8ba-243a-4652-91be-bd538ff1c5f7') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:29.214074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.232725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.239547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:29.240069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.293338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:29.293841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:29.299245 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0c646950-24ba-494d-8613-7c6ce2620520 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79042e730e9d4b3bac77661e6214898a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402132 Sep 29 06:48:29.302556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 42996) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:29.344274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.353156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.369272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.373686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:25Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:29.381440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=e0524f1e-d5fd-4699-8794-915ad90e2ee3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:29.391691 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0fb52b60-84b8-47ea-ac25-8a87815cbafa tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/e0524f1e-d5fd-4699-8794-915ad90e2ee3 HTTP/1.1" status: 204 len: 168 time: 1.4660406 Sep 29 06:48:29.395527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43000) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:29.402312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-855211882'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:29.408059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:29.412048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:29.415541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:29.418699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 386ca281-c6ff-4484-aed5-2502933d8bb9 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:29.419077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.422012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:29.433928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:29.437642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.439420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.446468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Transition to ACTIVE for port object 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:29.453944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12220d2-eb02-4db8-b088-a5615c2ffc61 None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:25Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:29.471438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:29.490735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.491083 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1 of type vlan for network 550f13cc-4b97-4c64-885e-570d0cecdd28 Sep 29 06:48:29.533845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Transition to ACTIVE for port object 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:29.541425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.556410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 386ca281-c6ff-4484-aed5-2502933d8bb9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=386ca281-c6ff-4484-aed5-2502933d8bb9,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:29.565073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.569356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Transition to ACTIVE for port object 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:29.589092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.606589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.607827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183614e-ea10-4006-be45-d47d6dd72126 None None] Network e0524f1e-d5fd-4699-8794-915ad90e2ee3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:29.690130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183614e-ea10-4006-be45-d47d6dd72126 None None] Network e0524f1e-d5fd-4699-8794-915ad90e2ee3 could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 06:48:29.697182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Transition to ACTIVE for port object 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:29.705657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:29.709367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.709810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:29.712008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Pushing event updated for resources: {'Port': ['ID=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:29.714383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:29.717119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.718324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:29.719126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.804179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Deleting port 386ca281-c6ff-4484-aed5-2502933d8bb9 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:29.804179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.968762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.979531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5030fa3c-0707-4e36-9bbb-5bdb6bad7052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:29.981018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cc4a6d3c-be71-4e62-add7-87da8166622c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:30.020237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5030fa3c-0707-4e36-9bbb-5bdb6bad7052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.084776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Network fea29c76-97fe-4506-9735-2cdcbe55dccb is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:30.103343 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7037659 Sep 29 06:48:30.108156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:30.121583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43004) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:30.129173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:30.141223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '550f13cc-4b97-4c64-885e-570d0cecdd28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:30.184553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.6 (3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91/2ed11604-2050-47cb-94fa-7291fc5048d7/794e426e-98f4-434e-b465-8a65a546564d) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:30.186458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=386ca281-c6ff-4484-aed5-2502933d8bb9,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:30.212557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.30 (3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91/1c1905d7-fb07-4119-945d-61012d3b3b53/794e426e-98f4-434e-b465-8a65a546564d) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:30.247916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0f642-6ed5-4f08-b5d5-ebed5b7e4292 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=550f13cc-4b97-4c64-885e-570d0cecdd28,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:30.306788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5030fa3c-0707-4e36-9bbb-5bdb6bad7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.331774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030fa3c-0707-4e36-9bbb-5bdb6bad7052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8f0909-5bab-46d2-b99d-345a81e1e5df,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:30.339603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fedd:eb1e (4f723a10-0bd7-4e60-9921-89b35030f7ba/7f4dd0a3-15f2-4b46-9e4e-88d4203949d9/b642feb5-f932-4fcc-9d1c-fd743d5c5d3e) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:30.357122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Attempting to bind port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:30.357644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Attempting to bind port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '60c79308-886d-4a51-9eec-ad8ccf7283e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:30.358145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Attempting to bind port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 on network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:30.366091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 550f13cc-4b97-4c64-885e-570d0cecdd28 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:30.402510 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 18e6a8ba-243a-4652-91be-bd538ff1c5f7 resource provider aggregate not found Sep 29 06:48:30.420134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:30.420660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Checking segment: {'id': '60c79308-886d-4a51-9eec-ad8ccf7283e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:30.421137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.421607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Bound using segment: {'id': '60c79308-886d-4a51-9eec-ad8ccf7283e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:30.422809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Bound port: 462bfbe1-bb9a-419a-869b-ef5dd8e5f433, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c79308-886d-4a51-9eec-ad8ccf7283e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:30.424751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.459883 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 18e6a8ba-243a-4652-91be-bd538ff1c5f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18e6a8ba-243a-4652-91be-bd538ff1c5f7 found for delete ", "request_id": "req-7ab5f27c-5cf0-48b5-9f5a-5d53e90e7cb6"}]} Sep 29 06:48:30.547344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:30.555832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:30.562023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:30.562969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5030fa3c-0707-4e36-9bbb-5bdb6bad7052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.568578 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5030fa3c-0707-4e36-9bbb-5bdb6bad7052 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab8f0909-5bab-46d2-b99d-345a81e1e5df HTTP/1.1" status: 204 len: 168 time: 1.2636034 Sep 29 06:48:30.576451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:30.636346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:30.640672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.716352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.736646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object 794e426e-98f4-434e-b465-8a65a546564d will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:30.738793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Attempting to bind port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:30.739211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Attempting to bind port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:30.739580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Attempting to bind port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef on network fea29c76-97fe-4506-9735-2cdcbe55dccb {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:30.793401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Router 0351dee2-99ed-4208-a008-825c1a2b1a7e is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:48:30.820588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:30.820981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Checking segment: {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:30.821455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.821941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Bound using segment: {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:30.822461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Bound port: 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:30.823385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.875125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.902945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Pushing event updated for resources: {'Port': ['ID=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:30.906486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port cc4a6d3c-be71-4e62-add7-87da8166622c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:30.924044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.970233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object b642feb5-f932-4fcc-9d1c-fd743d5c5d3e will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:30.977656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cc4a6d3c-be71-4e62-add7-87da8166622c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:30.978036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:30.978452 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:31.037655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:31.042418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:31.045168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:31.055170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] For port 386ca281-c6ff-4484-aed5-2502933d8bb9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=386ca281-c6ff-4484-aed5-2502933d8bb9,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:31.057036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.093498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:31.104531 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Sync routers for ids ['0351dee2-99ed-4208-a008-825c1a2b1a7e'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:31.114092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.118621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=794e426e-98f4-434e-b465-8a65a546564d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:31.122741 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Routers {'0351dee2-99ed-4208-a008-825c1a2b1a7e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:31.124689 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0351dee2-99ed-4208-a008-825c1a2b1a7e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:31.188821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:31.189663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.243184 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1dd321fc-b3e9-407d-9413-ebc373375596 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.1875126 Sep 29 06:48:31.244650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.252636 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8346570f-3e80-4955-9c65-bce51ab2a07a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2781446 Sep 29 06:48:31.252636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43024) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:31.252922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43026) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:31.279334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ed11604-2050-47cb-94fa-7291fc5048d7'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:31.315178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Calling delete_port for 386ca281-c6ff-4484-aed5-2502933d8bb9 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:31.344061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:31.347824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:31.359036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=b642feb5-f932-4fcc-9d1c-fd743d5c5d3e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:31.361902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:31.368116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:31.368812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.409744 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8f939c1e-2b16-4a06-b70e-8b8297de7171 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2778590 Sep 29 06:48:31.482279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] For port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:31.518155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] For port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:31.523032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] For port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,segment=NetworkSegment(60c79308-886d-4a51-9eec-ad8ccf7283e3),segment_id=60c79308-886d-4a51-9eec-ad8ccf7283e3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:31.539922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] For port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:31.544167 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Set router 0351dee2-99ed-4208-a008-825c1a2b1a7e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:31.546454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.606806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43034) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:31.684229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.727695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:31.934342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=5324b247-4b00-4316-a70e-50ced3cd563f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:31.956998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '550f13cc-4b97-4c64-885e-570d0cecdd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:31.957363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 550f13cc-4b97-4c64-885e-570d0cecdd28, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:32.006522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.024044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.070188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43048) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:32.113697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cc4a6d3c-be71-4e62-add7-87da8166622c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:32.114252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.166203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 550f13cc-4b97-4c64-885e-570d0cecdd28 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:32.180863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 550f13cc-4b97-4c64-885e-570d0cecdd28) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:32.187635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:32.189136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.228404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94041621-6bdc-4c0e-8cfe-c1603dcec4bc None None] Network 550f13cc-4b97-4c64-885e-570d0cecdd28 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:32.264573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a4dec-5fc8-434d-8fb1-0cb0daafd23e None None] Pushing event updated for resources: {'Port': ['ID=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:32.317747 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a4f914bd-85b8-4174-bed1-42e780083b06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1921241 Sep 29 06:48:32.318523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43058) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:32.396364 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:48:28Z', 'revision_number': 3, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:32.406924 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Checking router: 0351dee2-99ed-4208-a008-825c1a2b1a7e for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:48:32.407619 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Updating router 0351dee2-99ed-4208-a008-825c1a2b1a7e port db6f5f7c-652a-49b4-95e2-34378424f393 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:48:32.486444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] No DVR routers for this DVR port 386ca281-c6ff-4484-aed5-2502933d8bb9 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:32.505188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Delete allocated IP 172.20.0.30 (3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91/1c1905d7-fb07-4119-945d-61012d3b3b53) {{(pid=89136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 06:48:32.520920 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.542298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b077c-ea32-4d02-bb41-dce9c8c3d516 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:32.579237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port cc4a6d3c-be71-4e62-add7-87da8166622c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cc4a6d3c-be71-4e62-add7-87da8166622c,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:32.643326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.644369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b1cdeb56-eae5-4405-a79e-5eeff9d22e21 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:32.754010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620b63-caf2-4c55-adfe-2c9d0678260b None None] Pushing event updated for resources: {'Port': ['ID=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:32.814047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebee9b8-c797-4654-87b0-0a3e4c78eda8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:32.822096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebee9b8-c797-4654-87b0-0a3e4c78eda8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:32.824482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5ebee9b8-c797-4654-87b0-0a3e4c78eda8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:32.835134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.880669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Ignored duplicate provisioning block setup for port 794e426e-98f4-434e-b465-8a65a546564d by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:48:32.887396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5ebee9b8-c797-4654-87b0-0a3e4c78eda8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:32.888599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5ebee9b8-c797-4654-87b0-0a3e4c78eda8 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.2799675 Sep 29 06:48:32.889627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:32.899265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43072) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:33.003891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e02dc-aa45-4c2b-a981-c1ebd72649e3 None None] Pushing event deleted for resources: {'Port': ['ID=386ca281-c6ff-4484-aed5-2502933d8bb9,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:33.120655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510940589'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:33.303049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=cc4a6d3c-be71-4e62-add7-87da8166622c,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:33.534374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.559821 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.589268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd2034c-d838-48b1-945a-46967bbdbeae None None] Network fea29c76-97fe-4506-9735-2cdcbe55dccb requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:33.605829 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Transition to ACTIVE for port object db6f5f7c-652a-49b4-95e2-34378424f393 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:33.618667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port b642feb5-f932-4fcc-9d1c-fd743d5c5d3e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:33.619372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.620069 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.650903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:33.664200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:33.675753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:33.688011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:33.694110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=794e426e-98f4-434e-b465-8a65a546564d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:33.711631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] In _notify_port_updated(), no bound segment for port 794e426e-98f4-434e-b465-8a65a546564d on network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:48:33.718358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:33.719020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad6748-e765-47e1-a737-d140df7e6bf8 None None] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:33.719150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.723300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-38e24f7c-afa8-43f6-873d-b700cd08f691 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/ports/794e426e-98f4-434e-b465-8a65a546564d HTTP/1.1" status: 200 len: 918 time: 2.4658959 Sep 29 06:48:33.724128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43078) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:33.724762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:33.727591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6f272-ab56-4b10-bc5b-a71d8da47c21 None None] Pushing event updated for resources: {'Port': ['ID=db6f5f7c-652a-49b4-95e2-34378424f393,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:33.728181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.734724 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Attempting to bind port db6f5f7c-652a-49b4-95e2-34378424f393 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:33.735087 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Attempting to bind port db6f5f7c-652a-49b4-95e2-34378424f393 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:33.735437 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Attempting to bind port db6f5f7c-652a-49b4-95e2-34378424f393 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:33.741689 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:33.742103 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:33.742566 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.742950 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:33.743485 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Bound port: db6f5f7c-652a-49b4-95e2-34378424f393, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:33.743852 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.748254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ed11604-2050-47cb-94fa-7291fc5048d7'}, {'subnet_id': '1c1905d7-fb07-4119-945d-61012d3b3b53'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:33.749983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.778517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.819070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:33.827488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:security_group_rule and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:33.831266 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] For port db6f5f7c-652a-49b4-95e2-34378424f393, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:33.834851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:33.837574 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] For port db6f5f7c-652a-49b4-95e2-34378424f393, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=db6f5f7c-652a-49b4-95e2-34378424f393,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:33.843306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3d90cd4c-7584-422e-9479-676673c9078f None None] Provisioning for port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:33.843529 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.885034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:33.924271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:33.929945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.943609 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Routers {'0351dee2-99ed-4208-a008-825c1a2b1a7e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:33.944242 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0351dee2-99ed-4208-a008-825c1a2b1a7e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:33.991044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:33.991423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:33.991759 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 Sep 29 06:48:34.011276 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0ae8-b660-4ace-9bb0-277eebca7d39 req-f5552390-544c-4f51-b95b-37c1fb6a3588 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:34.013556 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-454c0ae8-b660-4ace-9bb0-277eebca7d39 req-f5552390-544c-4f51-b95b-37c1fb6a3588 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.7577634 Sep 29 06:48:34.046321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8cd71d-e223-42ba-936f-49029e955de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-550f13cc-4b97-4c64-885e-570d0cecdd28', 'network_id': '550f13cc-4b97-4c64-885e-570d0cecdd28', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '5324b247-4b00-4316-a70e-50ced3cd563f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:34.047177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1e8cd71d-e223-42ba-936f-49029e955de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.072464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.153181 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] Set router 0351dee2-99ed-4208-a008-825c1a2b1a7e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:34.172378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.215114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eea18ce0-39e9-4b15-bd84-9f5d212994e6 None None] Provisioning for port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:34.274053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=5324b247-4b00-4316-a70e-50ced3cd563f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:34.278181 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6f272-ab56-4b10-bc5b-a71d8da47c21 None None] Pushing event updated for resources: {'Port': ['ID=db6f5f7c-652a-49b4-95e2-34378424f393,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:34.345079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-454c0ae8-b660-4ace-9bb0-277eebca7d39 req-59867f7b-b757-4c8a-9b7a-b7c588084ed0 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161879 Sep 29 06:48:34.364002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.24 (3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91/1c1905d7-fb07-4119-945d-61012d3b3b53/794e426e-98f4-434e-b465-8a65a546564d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:34.440265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.577240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': '7f4dd0a3-15f2-4b46-9e4e-88d4203949d9'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:34.582798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.622444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.630310 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:48:28Z', 'revision_number': 3, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:34.634674 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350abfe4-7958-4f75-8587-77df42bfb43f None None] The sync data for ids ['0351dee2-99ed-4208-a008-825c1a2b1a7e'] in dv-neutron-859761-1-hyperv is: [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:48:28Z', 'revision_number': 3, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:34.642265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for b642feb5-f932-4fcc-9d1c-fd743d5c5d3e owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:34.654226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:34.654636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.680316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.689972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.741354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716da6d-b97b-4f48-8770-190ea8ba33f8 None None] Network 550f13cc-4b97-4c64-885e-570d0cecdd28 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:34.746122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550f13cc-4b97-4c64-885e-570d0cecdd28']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:34.773209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:34.788499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:34.789314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:34.796734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9730a-d0d2-45cb-8b40-210471ff64d4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:34.797612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Allocated IP 172.20.0.1 (fea29c76-97fe-4506-9735-2cdcbe55dccb/acdd1ab3-a13c-4767-a2d8-e3819680f2a1/25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:34.811263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.811263 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment 0c201f59-5f01-4ec6-ab58-1dd50b355755 of type vlan for network ff88cf34-8e2c-430f-a0a8-3519037c5c6e Sep 29 06:48:34.812255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.813143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.813322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.813654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.813985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.814311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.814678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.815011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.815332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.815651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.815966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.816299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.816606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:34.858840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.881576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.899143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.917372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Ignored duplicate provisioning block setup for port 794e426e-98f4-434e-b465-8a65a546564d by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:48:34.923490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:34.961095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port b1cdeb56-eae5-4405-a79e-5eeff9d22e21, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,segment=NetworkSegment(563e18ad-62cf-495b-a0bb-070999c10d4a),segment_id=563e18ad-62cf-495b-a0bb-070999c10d4a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:34.970596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:34.971258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.018780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=794e426e-98f4-434e-b465-8a65a546564d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:35.047251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.056807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:35.057588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.066191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Allocated IP 2001:db8::f816:3eff:fe04:bd3c (4f723a10-0bd7-4e60-9921-89b35030f7ba/7f4dd0a3-15f2-4b46-9e4e-88d4203949d9/279e4479-55aa-48ed-ab1f-c602902933f5) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:35.192854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.358114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d2ea347c-5524-4ac2-bea5-b9432bc53f91 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:35.411349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.441439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d2ea347c-5524-4ac2-bea5-b9432bc53f91 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:35.441801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d2ea347c-5524-4ac2-bea5-b9432bc53f91 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:35.442208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 386ca281-c6ff-4484-aed5-2502933d8bb9 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:35.444337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] In _notify_port_updated(), no bound segment for port 794e426e-98f4-434e-b465-8a65a546564d on network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:48:35.453923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:35.454656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.458900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43086) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:35.459078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-08cdf612-83a2-403a-ae09-bcc425b1e156 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/ports/794e426e-98f4-434e-b465-8a65a546564d HTTP/1.1" status: 200 len: 998 time: 1.7164633 Sep 29 06:48:35.468887 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7488861 Sep 29 06:48:35.475461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddd4ff-059c-474f-adf4-30ee71132794 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=ff88cf34-8e2c-430f-a0a8-3519037c5c6e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:35.481521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43088) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:35.489186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548133158'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:35.490854 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1 resource provider aggregate not found Sep 29 06:48:35.496030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:35.501936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:35.505072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:35.516710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:35.528526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:35.532825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.537499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:35.606735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:35.614616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.626340 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ced0371-7dcd-41f4-8f33-7ee9a6b7a9b1 found for delete ", "request_id": "req-63ff1087-8be6-41e1-a5a0-14ff96b6546e"}]} Sep 29 06:48:35.647477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 386ca281-c6ff-4484-aed5-2502933d8bb9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:35.648509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 386ca281-c6ff-4484-aed5-2502933d8bb9 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:35.648947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 32830214-d6d3-4865-a3f9-9e1afb4f0306 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:35.654287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:35.669132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.669484 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment 67ba2775-b9ac-4c3a-9efb-e449106eadde of type vlan for network d9fde981-fca0-438f-a957-f54a5e8d4253 Sep 29 06:48:35.689635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 794e426e-98f4-434e-b465-8a65a546564d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:35.690309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.698910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4952c-c58d-4873-9b48-97794dbb7542 req-062ae536-d964-4ad1-80ad-fb2c2544d0eb tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:35.700605 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30a4952c-c58d-4873-9b48-97794dbb7542 req-062ae536-d964-4ad1-80ad-fb2c2544d0eb tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.1480217 Sep 29 06:48:35.724685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=b642feb5-f932-4fcc-9d1c-fd743d5c5d3e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:35.729645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Transition to ACTIVE for port object 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:35.735696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.764834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.768515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.781440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.787470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:35.788081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.833697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 32830214-d6d3-4865-a3f9-9e1afb4f0306 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:35.834053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 32830214-d6d3-4865-a3f9-9e1afb4f0306 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:35.861403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.874944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Update dhcp port {'port': {'network_id': '3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91', 'fixed_ips': [{'subnet_id': '2ed11604-2050-47cb-94fa-7291fc5048d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '1c1905d7-fb07-4119-945d-61012d3b3b53'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '462bfbe1-bb9a-419a-869b-ef5dd8e5f433'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:48:35.919796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=d9fde981-fca0-438f-a957-f54a5e8d4253,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:35.953134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30a4952c-c58d-4873-9b48-97794dbb7542 req-33ed5885-efe7-47bd-8bad-9db0216c883b tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426801 Sep 29 06:48:35.953476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d9fde981-fca0-438f-a957-f54a5e8d4253 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:35.973496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:35.974832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4968adec-0a84-46f8-b2f9-95ad9162853f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4919670 Sep 29 06:48:35.980256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43096) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:35.990191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:36.020785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=550f13cc-4b97-4c64-885e-570d0cecdd28,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:36.043923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.098078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Network fea29c76-97fe-4506-9735-2cdcbe55dccb is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:36.109337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Transition to ACTIVE for port object 279e4479-55aa-48ed-ab1f-c602902933f5 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:36.110351 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cdea95ad-6110-42ca-aad6-8ca48817b50d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/b642feb5-f932-4fcc-9d1c-fd743d5c5d3e HTTP/1.1" status: 204 len: 168 time: 3.2015259 Sep 29 06:48:36.111553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:36.115656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43100) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:36.123240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.124508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-516c77f5-b62c-4b97-9d45-25a144074613 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/550f13cc-4b97-4c64-885e-570d0cecdd28 HTTP/1.1" status: 204 len: 168 time: 3.8039887 Sep 29 06:48:36.124900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43102) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:36.132466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:36.135961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-273262741'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:36.152779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:36.164848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:36.178929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:36.188689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:36.191416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:36.196656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:36.201954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:36.211105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:36.215440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:36.219196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.254035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Pushing event updated for resources: {'Port': ['ID=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:36.257945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:36.261952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.414986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.431450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Allocated IP 172.20.0.18 (3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91/1c1905d7-fb07-4119-945d-61012d3b3b53/462bfbe1-bb9a-419a-869b-ef5dd8e5f433) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:36.450743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233016fc-abab-4079-a919-ce818c765e13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:36.452240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233016fc-abab-4079-a919-ce818c765e13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:36.452981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-233016fc-abab-4079-a919-ce818c765e13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:36.519567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:36.532739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-233016fc-abab-4079-a919-ce818c765e13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:36.534084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-233016fc-abab-4079-a919-ce818c765e13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4082675 Sep 29 06:48:36.538184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43108) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:36.542388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.548760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.549310 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment f63dadd9-c6da-43a8-8a9d-13e42899c3ef of type vlan for network 4484fc65-4bb3-436d-9864-1efc58bebf5c Sep 29 06:48:36.586743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.593147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Transition to ACTIVE for port object 279e4479-55aa-48ed-ab1f-c602902933f5 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:36.599835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cc4a6d3c-be71-4e62-add7-87da8166622c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:36.653373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.681619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.687602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:36.688262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.712258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:36.714483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 794e426e-98f4-434e-b465-8a65a546564d owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:36.723656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:36.743689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:36.799013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 7f4dd0a3-15f2-4b46-9e4e-88d4203949d9 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:36.805840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.819343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.825301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Provisioning for port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:36.860119 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7340224 Sep 29 06:48:36.866417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43112) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:36.866835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df6d61-501c-4e8b-9917-78868c080e06 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=4484fc65-4bb3-436d-9864-1efc58bebf5c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:36.880010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '4484fc65-4bb3-436d-9864-1efc58bebf5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:36.883992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Provisioning complete for port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:36.884372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.884712 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 1 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:36.917159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:36.922450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4484fc65-4bb3-436d-9864-1efc58bebf5c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:36.927337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': '0c201f59-5f01-4ec6-ab58-1dd50b355755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:36.927702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: ff88cf34-8e2c-430f-a0a8-3519037c5c6e, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:36.957306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:36.970689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, ff88cf34-8e2c-430f-a0a8-3519037c5c6e) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:36.985643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:36.986586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:36.989806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.019090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04d66e-632c-4114-947f-32c58e0eb9c3 None None] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:37.019275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f41d2a0c-5c0d-4acf-97b2-b3dc831a93e0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0386126 Sep 29 06:48:37.022653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:37.029219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:37.046545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Pushing event updated for resources: {'Port': ['ID=279e4479-55aa-48ed-ab1f-c602902933f5,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:37.105375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] For port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,segment=NetworkSegment(60c79308-886d-4a51-9eec-ad8ccf7283e3),segment_id=60c79308-886d-4a51-9eec-ad8ccf7283e3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:37.159676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.167416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:37.167833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Attempting to bind port 279e4479-55aa-48ed-ab1f-c602902933f5 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:37.168219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Attempting to bind port 279e4479-55aa-48ed-ab1f-c602902933f5 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:37.168585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Attempting to bind port 279e4479-55aa-48ed-ab1f-c602902933f5 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:37.173660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:37.180410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:37.184140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:37.184525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:37.184929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.185324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:37.185809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Bound port: 279e4479-55aa-48ed-ab1f-c602902933f5, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:37.186185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.190950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:37.199757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:37.204668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:37.209996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.223964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:37.236586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cc4a6d3c-be71-4e62-add7-87da8166622c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:37.236956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.237292 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cc4a6d3c-be71-4e62-add7-87da8166622c Sep 29 06:48:37.240484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:37.368563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.415559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Transition to ACTIVE for port object 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:37.416632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:37.438608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.476781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:37.503518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.518997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.549321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:37.552779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.582973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=bb71d467-97f6-48ea-9dbe-df76906a3862,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:37.592220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': '67ba2775-b9ac-4c3a-9efb-e449106eadde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:37.592220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: d9fde981-fca0-438f-a957-f54a5e8d4253, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:37.610910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network d9fde981-fca0-438f-a957-f54a5e8d4253 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:37.621134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d9fde981-fca0-438f-a957-f54a5e8d4253) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:37.625252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:37.625832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.648861 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6e087e30-6229-4a78-a41f-343f25ae3850 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6247628 Sep 29 06:48:37.655050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:37.660232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-724771793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:37.667741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:37.671384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:37.674224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:37.681852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:37.686865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.688265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c3ef94-18e2-4f8d-926c-052c89521494 None None] Network d9fde981-fca0-438f-a957-f54a5e8d4253 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:37.698330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.699935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.716296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.734963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.757839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.762382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-94b51d90-182e-49fa-a630-78d2961353f8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1033156 Sep 29 06:48:37.762629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43126) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:37.770900 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 2 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:37.818325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=794e426e-98f4-434e-b465-8a65a546564d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:37.872457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b52f21-b108-4808-b257-105d81ba384e None None] Pushing event updated for resources: {'Port': ['ID=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:37.886954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cc4a6d3c-be71-4e62-add7-87da8166622c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:37.887171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:37.887475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.888148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.888148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.888475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.888725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.889057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.889379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.889698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.890016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.890333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.890677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.890997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:37.961372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-ff88cf34-8e2c-430f-a0a8-3519037c5c6e', 'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': '8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:37.962204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:37.985458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb711a9-d16b-4ae3-a5c0-5f392a81acfc req-f99aaf85-ecfe-4a34-bde9-808a807813fe tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:37.986871 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aeb711a9-d16b-4ae3-a5c0-5f392a81acfc req-f99aaf85-ecfe-4a34-bde9-808a807813fe tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.7809632 Sep 29 06:48:38.000224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:38.029164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.061343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] For port 279e4479-55aa-48ed-ab1f-c602902933f5, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:38.069535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] For port 279e4479-55aa-48ed-ab1f-c602902933f5, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=279e4479-55aa-48ed-ab1f-c602902933f5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:38.121467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4dd0a3-15f2-4b46-9e4e-88d4203949d9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:38.121881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.136230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.221715 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aeb711a9-d16b-4ae3-a5c0-5f392a81acfc req-553ee4b6-4434-4471-916e-4513a82e5706 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003078 Sep 29 06:48:38.226417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.227980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e3744158-d6e9-41a7-9421-4429a796a0c1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/794e426e-98f4-434e-b465-8a65a546564d HTTP/1.1" status: 204 len: 168 time: 2.7266042 Sep 29 06:48:38.234484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43130) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:38.237570 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-71825751-50ed-449e-8658-e0588ab2fa8b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/7f4dd0a3-15f2-4b46-9e4e-88d4203949d9 HTTP/1.1" status: 204 len: 168 time: 1.6980641 Sep 29 06:48:38.241986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43134) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:38.272460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f8dd0-62e6-49ec-b84c-c5284b263206 None None] Pushing event updated for resources: {'Port': ['ID=279e4479-55aa-48ed-ab1f-c602902933f5,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:38.406296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.408347 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0066a0-6d09-4faf-9508-632703722c25 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:48:38.411169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:38.424257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd0066a0-6d09-4faf-9508-632703722c25 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:38.450762 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6fc027a4-0a71-45e0-8c59-97269ea981f9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517103 Sep 29 06:48:38.456023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.491607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:38.495638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43138) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:38.516760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.531079 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 3 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:38.573160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01724d33-4f30-4d7a-ba44-0a7f5cb9b39f None None] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:38.611077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:38.750148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.775828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d9fde981-fca0-438f-a957-f54a5e8d4253', 'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': 'bb71d467-97f6-48ea-9dbe-df76906a3862'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:38.776652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.838765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd0066a0-6d09-4faf-9508-632703722c25 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:38.842705 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dd0066a0-6d09-4faf-9508-632703722c25 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/794e426e-98f4-434e-b465-8a65a546564d HTTP/1.1" status: 404 len: 333 time: 0.6046777 Sep 29 06:48:38.842705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Pushing event updated for resources: {'Port': ['ID=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:38.842937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-41d0bed7-e677-4128-a178-6f86ec66cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.845069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43142) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:38.851996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=1369c16d-6e88-45c9-92dc-384b95681b9c,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:38.895974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:38.904917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:38.968491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Allocated IP 2001:db8::2 (ff88cf34-8e2c-430f-a0a8-3519037c5c6e/8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa/d70708f6-764d-40b1-a7a7-a61fb92f458a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:38.976889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:38.977623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:39.025008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:39.025340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.025653 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef Sep 29 06:48:39.046448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:39.051006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:39.066363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:39.073387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet 1c1905d7-fb07-4119-945d-61012d3b3b53 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:39.084277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.113592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': 'f63dadd9-c6da-43a8-8a9d-13e42899c3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4484fc65-4bb3-436d-9864-1efc58bebf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:39.113951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 4484fc65-4bb3-436d-9864-1efc58bebf5c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:39.142821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:39.146530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.313450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Allocated IP 2001:db8:1::2 (d9fde981-fca0-438f-a957-f54a5e8d4253/bb71d467-97f6-48ea-9dbe-df76906a3862/c06e0f3c-3e9a-4a67-b70d-e55d615e878a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:39.341546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.428092 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 4 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:39.430315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.552144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20856-693c-42e4-b758-4a579db96da0 req-b7f1209a-0a3e-4321-bd1b-8f42c06e06b6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:39.554078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b6f20856-693c-42e4-b758-4a579db96da0 req-b7f1209a-0a3e-4321-bd1b-8f42c06e06b6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.1538036 Sep 29 06:48:39.607977 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b6f20856-693c-42e4-b758-4a579db96da0 req-44087bb6-93f6-495a-aab4-79fae4b37e61 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452344 Sep 29 06:48:39.634925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:39.635342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.643345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 4484fc65-4bb3-436d-9864-1efc58bebf5c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:39.645196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:39.650049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Network fea29c76-97fe-4506-9735-2cdcbe55dccb is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:39.652036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.655852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:39.673408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4484fc65-4bb3-436d-9864-1efc58bebf5c) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:39.698535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Transition to ACTIVE for port object d70708f6-764d-40b1-a7a7-a61fb92f458a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:39.701073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ff826-ef5e-4564-a3f0-68436f1d0fdc None None] Network 4484fc65-4bb3-436d-9864-1efc58bebf5c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:39.733054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:39.733639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.739952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8521c736-d190-42b7-905d-7c7c0749a050 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:39.844098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.881724 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c07b006c-9610-44b0-b695-94a5eb84a3c5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0101390 Sep 29 06:48:39.882203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43148) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:39.925490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Transition to ACTIVE for port object d70708f6-764d-40b1-a7a7-a61fb92f458a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:39.927492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:39.942486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:39.944411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db6f5f7c-652a-49b4-95e2-34378424f393 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:39.961546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1905d7-fb07-4119-945d-61012d3b3b53,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:40.003219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.007563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-71a828b7-0029-4e7c-b342-a24c9d4dd6cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/1c1905d7-fb07-4119-945d-61012d3b3b53 HTTP/1.1" status: 204 len: 168 time: 1.1492639 Sep 29 06:48:40.009127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.009278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43152) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:40.073251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8::1 (ff88cf34-8e2c-430f-a0a8-3519037c5c6e/8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa/89b88231-cdbb-4729-86e9-135fb2955c97) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:40.081871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Router 0351dee2-99ed-4208-a008-825c1a2b1a7e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:48:40.110919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.145822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet 2ed11604-2050-47cb-94fa-7291fc5048d7 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:40.152506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.208609 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 5 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:40.230510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.266576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.388844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.405848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.447446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object 89b88231-cdbb-4729-86e9-135fb2955c97 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:40.455938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=1369c16d-6e88-45c9-92dc-384b95681b9c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:40.476385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e074b0b-8f90-4713-be00-0391e4cf48b1 None None] Network 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:40.505773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b365c05-1dc4-4d7d-a2c7-1960af348928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4484fc65-4bb3-436d-9864-1efc58bebf5c', 'network_id': '4484fc65-4bb3-436d-9864-1efc58bebf5c', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '1369c16d-6e88-45c9-92dc-384b95681b9c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:40.506631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3b365c05-1dc4-4d7d-a2c7-1960af348928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.561642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.562604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.593207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:40.594635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4484fc65-4bb3-436d-9864-1efc58bebf5c']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:40.606928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.616686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:40.622398 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b1d40d91-635b-4eb6-b5cf-3d2203d3ea88 admin admin] 10.222.0.26 "PUT /v2.0/routers/0351dee2-99ed-4208-a008-825c1a2b1a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3689742 Sep 29 06:48:40.629217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:40.640737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:48:40.650333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Sync routers for ids ['0351dee2-99ed-4208-a008-825c1a2b1a7e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:40.653452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.656570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63dadd9-c6da-43a8-8a9d-13e42899c3ef') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:40.656845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63dadd9-c6da-43a8-8a9d-13e42899c3ef') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:40.659555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:40.684158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:40.695817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:40.698952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.716544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:40.717777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.768046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.813336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.814879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:40.827254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:40.845192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Transition to ACTIVE for port object c06e0f3c-3e9a-4a67-b70d-e55d615e878a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:40.869210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed11604-2050-47cb-94fa-7291fc5048d7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:40.907515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Routers {'0351dee2-99ed-4208-a008-825c1a2b1a7e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:40.908378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0351dee2-99ed-4208-a008-825c1a2b1a7e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:40.912408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.917385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=89b88231-cdbb-4729-86e9-135fb2955c97,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:40.927085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:40.927483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:40.993701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.994314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.994751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.995215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.995555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.995893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.996224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.996554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.996888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.997211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.997542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:40.997955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:48:41.019082 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c53358ce-28d9-4b2d-8603-9d9618c2ab2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/2ed11604-2050-47cb-94fa-7291fc5048d7 HTTP/1.1" status: 204 len: 168 time: 1.0042992 Sep 29 06:48:41.022463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43168) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:41.023175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.157253 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f63dadd9-c6da-43a8-8a9d-13e42899c3ef resource provider aggregate not found Sep 29 06:48:41.165018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Transition to ACTIVE for port object c06e0f3c-3e9a-4a67-b70d-e55d615e878a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:41.194649 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f63dadd9-c6da-43a8-8a9d-13e42899c3ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f63dadd9-c6da-43a8-8a9d-13e42899c3ef found for delete ", "request_id": "req-a6133a93-105d-4619-a2b5-588a3f7b3ee2"}]} Sep 29 06:48:41.209385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port db6f5f7c-652a-49b4-95e2-34378424f393 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:41.221970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.229931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.234197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ced0a625-9ced-44f9-9b4e-99f9e1249474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.250515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.326230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=4484fc65-4bb3-436d-9864-1efc58bebf5c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:41.338693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:41.345022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670871216', 'description': 'tempest-secgroup-smoke-670871216 description', 'project_id': 'a4962febafc44219bb15b19f43d1a004'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:41.357330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebcd53b-38c0-49cd-b786-21e1fbacbe49 None None] Network 4484fc65-4bb3-436d-9864-1efc58bebf5c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:41.364971 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-30520e42-b8a3-4e75-95ed-b41a75d9199f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/4484fc65-4bb3-436d-9864-1efc58bebf5c HTTP/1.1" status: 204 len: 168 time: 1.4815040 Sep 29 06:48:41.365726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43180) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:41.366782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:41.379746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477307895'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:41.385192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:41.389193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:41.389894 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 6 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:41.393135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:41.399668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:41.407647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:41.413916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:41.440988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:41.444090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.461773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:41.465909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port db6f5f7c-652a-49b4-95e2-34378424f393 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:41.466512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.466998 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port db6f5f7c-652a-49b4-95e2-34378424f393 Sep 29 06:48:41.470779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.513074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cc3b2-0946-4747-8010-77c2ca9c047b req-f9f1b138-48e1-409f-9de4-3599707fc96c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:41.514926 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-358cc3b2-0946-4747-8010-77c2ca9c047b req-f9f1b138-48e1-409f-9de4-3599707fc96c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.6981628 Sep 29 06:48:41.524735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Pushing event updated for resources: {'Port': ['ID=d70708f6-764d-40b1-a7a7-a61fb92f458a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:41.555011 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.580712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:41.584905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Attempting to bind port d70708f6-764d-40b1-a7a7-a61fb92f458a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:41.585275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Attempting to bind port d70708f6-764d-40b1-a7a7-a61fb92f458a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0c201f59-5f01-4ec6-ab58-1dd50b355755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:41.585862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Attempting to bind port d70708f6-764d-40b1-a7a7-a61fb92f458a on network ff88cf34-8e2c-430f-a0a8-3519037c5c6e {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:41.610949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:41.611686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.612177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Checking segment: {'id': '0c201f59-5f01-4ec6-ab58-1dd50b355755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:41.612177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.612672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Bound using segment: {'id': '0c201f59-5f01-4ec6-ab58-1dd50b355755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:41.613229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Bound port: d70708f6-764d-40b1-a7a7-a61fb92f458a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c201f59-5f01-4ec6-ab58-1dd50b355755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff88cf34-8e2c-430f-a0a8-3519037c5c6e'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:41.613666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.651532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:41.652134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.667349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:41.678974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebcd53b-38c0-49cd-b786-21e1fbacbe49 None None] Network 4484fc65-4bb3-436d-9864-1efc58bebf5c could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 06:48:41.687384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:41.693753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Network d9fde981-fca0-438f-a957-f54a5e8d4253 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:41.700251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:41.723248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Pushing event updated for resources: {'Port': ['ID=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:41.746185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:41.752416 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-358cc3b2-0946-4747-8010-77c2ca9c047b req-d3ba0fca-b386-4c27-ba2d-3f413e0099d3 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254434 Sep 29 06:48:41.766344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.766969 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 31e2c578-b7f2-4507-b727-9c802f83ea70 of type vlan for network 1d272878-4e61-4191-a845-c72a12cb345c Sep 29 06:48:41.768408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:41.778004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:41.852001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 279e4479-55aa-48ed-ab1f-c602902933f5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=279e4479-55aa-48ed-ab1f-c602902933f5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:41.856611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:41.983067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.983305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.985875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] For port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,segment=NetworkSegment(60c79308-886d-4a51-9eec-ad8ccf7283e3),segment_id=60c79308-886d-4a51-9eec-ad8ccf7283e3)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:41.986223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.998616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:41.999425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.011252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.043878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Attempting to bind port c06e0f3c-3e9a-4a67-b70d-e55d615e878a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:42.044450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Attempting to bind port c06e0f3c-3e9a-4a67-b70d-e55d615e878a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '67ba2775-b9ac-4c3a-9efb-e449106eadde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:42.044681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Attempting to bind port c06e0f3c-3e9a-4a67-b70d-e55d615e878a on network d9fde981-fca0-438f-a957-f54a5e8d4253 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:42.068111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:42.068485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Checking segment: {'id': '67ba2775-b9ac-4c3a-9efb-e449106eadde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:42.068894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.069290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Bound using segment: {'id': '67ba2775-b9ac-4c3a-9efb-e449106eadde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:42.069767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Bound port: c06e0f3c-3e9a-4a67-b70d-e55d615e878a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ba2775-b9ac-4c3a-9efb-e449106eadde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd9fde981-fca0-438f-a957-f54a5e8d4253'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:42.070148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.080289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.092824 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 7 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:42.097261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.102554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:42.103126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.144453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.151639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Set router 0351dee2-99ed-4208-a008-825c1a2b1a7e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:42.198645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.211567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:42.221616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:42.254315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:42.257282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:42.257868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.287814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd0843-4f55-4603-a392-4d4e25876444 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:42.310230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16487a7-9136-4ada-9f68-8c1db6c436c9 req-31e09c61-a172-451a-b533-068d29e8808e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:42.315019 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c16487a7-9136-4ada-9f68-8c1db6c436c9 req-31e09c61-a172-451a-b533-068d29e8808e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7627003 Sep 29 06:48:42.318991 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.7387161 Sep 29 06:48:42.323094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=f22ff7bb-237a-4e9e-ac46-672b8ff4d6e4,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:42.326096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43184) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:42.340047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:54:7c:3b', 'name': 'tempest-NetworksTestDHCPv6-2039792473'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:42.349138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:42.435411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=1d272878-4e61-4191-a845-c72a12cb345c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:42.437537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe769f9c-d3f9-4c37-892d-36a71d14c765,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:42.453208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb477e4a-2e60-4b19-a45e-5f967e2d38ed tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=279e4479-55aa-48ed-ab1f-c602902933f5,revision_number=5']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:42.463638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.472086 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2424e66c-5658-497d-98dc-41b342bb2226 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0999448 Sep 29 06:48:42.473135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.477109 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a10f47be-8167-4bcb-b769-7f141b428681 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1339846 Sep 29 06:48:42.477109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43188) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:42.481545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.482275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.485840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43190) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:42.513747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.519773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 1d272878-4e61-4191-a845-c72a12cb345c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:42.536795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '1d272878-4e61-4191-a845-c72a12cb345c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:42.553644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] For port d70708f6-764d-40b1-a7a7-a61fb92f458a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:42.558031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group_rule': {'security_group_id': 'fe769f9c-d3f9-4c37-892d-36a71d14c765', 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:42.564783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:42.570737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=462bfbe1-bb9a-419a-869b-ef5dd8e5f433,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:42.574702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:42.578559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No DVR routers for this DVR port 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:42.581588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:42.609448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:42.615451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:42.628250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:42.638156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:42.701313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] For port c06e0f3c-3e9a-4a67-b70d-e55d615e878a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:42.716935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:42.736105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:42.736456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] For port d70708f6-764d-40b1-a7a7-a61fb92f458a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d70708f6-764d-40b1-a7a7-a61fb92f458a,segment=NetworkSegment(0c201f59-5f01-4ec6-ab58-1dd50b355755),segment_id=0c201f59-5f01-4ec6-ab58-1dd50b355755)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:42.742417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.755619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port db6f5f7c-652a-49b4-95e2-34378424f393 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:42.755619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.765901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] For port c06e0f3c-3e9a-4a67-b70d-e55d615e878a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,segment=NetworkSegment(67ba2775-b9ac-4c3a-9efb-e449106eadde),segment_id=67ba2775-b9ac-4c3a-9efb-e449106eadde)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:42.769214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.777129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c16487a7-9136-4ada-9f68-8c1db6c436c9 req-cd49aeb4-b3f5-4d9c-9b4d-4f0840cff3ea tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454971 Sep 29 06:48:42.783926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=89b88231-cdbb-4729-86e9-135fb2955c97,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:42.823913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:42.867218 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 8 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:42.872840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:42.890222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:42.903950 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:42.909693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:42.933395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c79308-886d-4a51-9eec-ad8ccf7283e3') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:42.933688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c79308-886d-4a51-9eec-ad8ccf7283e3') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:42.934365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:42.958920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:42.965120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:42.984077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:42.988969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.017091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec67c5-01be-433e-9644-6ef19ebf321e None None] DHCP port deletion for 3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:43.019723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.039287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.085777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.098943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.102270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.ipam_backend_mixin [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing IP validity checks on allocation pools {{(pid=89136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:48:43.102883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.ipam_backend_mixin [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:48:43.110021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:43.110467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.153570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port db6f5f7c-652a-49b4-95e2-34378424f393, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=db6f5f7c-652a-49b4-95e2-34378424f393,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:43.178087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:43.211997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.215406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b1cdeb56-eae5-4405-a79e-5eeff9d22e21 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:43.244113 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 60c79308-886d-4a51-9eec-ad8ccf7283e3 resource provider aggregate not found Sep 29 06:48:43.304206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 68cd7a25-c9a4-4017-8039-456d676bc0f9 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:43.323676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9dac6-f1fc-480e-9fb2-719c945bf1bb None None] Pushing event updated for resources: {'Port': ['ID=d70708f6-764d-40b1-a7a7-a61fb92f458a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:43.568902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.573057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.610755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.638601 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 60c79308-886d-4a51-9eec-ad8ccf7283e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60c79308-886d-4a51-9eec-ad8ccf7283e3 found for delete ", "request_id": "req-487fadc4-6f35-4cd1-b231-0e8ac5b459ab"}]} Sep 29 06:48:43.660619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a0c5-6d6d-444b-8cfd-dc9cac4644b9 req-fb752c39-a26e-4ee5-aa74-d506cabe837b tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:43.672836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e9c96e-8bfe-4f2e-93bf-b47e4119600f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:43.673434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e0eb9-752b-4a96-8706-a951721126fd None None] Pushing event updated for resources: {'Port': ['ID=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:43.690004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.691511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8e7c1513-2c89-4772-9c0f-73d3bba58af6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1668019 Sep 29 06:48:43.694266 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1959a0c5-6d6d-444b-8cfd-dc9cac4644b9 req-fb752c39-a26e-4ee5-aa74-d506cabe837b tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.7335796 Sep 29 06:48:43.696970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43204) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:43.710452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group_rule': {'security_group_id': 'fe769f9c-d3f9-4c37-892d-36a71d14c765', 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:43.714074 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 9 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:43.731995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.741621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:43.743624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:43.744068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.744504 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 Sep 29 06:48:43.765043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.797719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6600f1d-4102-4343-8f0f-1b179b0f6b62 req-e99ae145-aa81-463b-aaff-f53c68239143 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:43.799547 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6600f1d-4102-4343-8f0f-1b179b0f6b62 req-e99ae145-aa81-463b-aaff-f53c68239143 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.6899745 Sep 29 06:48:43.812486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:43.816704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:43.828117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 5094bdfc-24bc-4c50-8b49-076b609f2907 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:48:43.846468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:43.849762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:43.865967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:43.869136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:48:36Z', 'revision_number': 4, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef', 'name': '', 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'mac_address': 'fa:16:3e:f4:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:33Z', 'updated_at': '2022-09-29T06:48:37Z', 'revision_number': 2, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'subnets': [{'id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:43.878437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=db6f5f7c-652a-49b4-95e2-34378424f393,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:43.879356 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1959a0c5-6d6d-444b-8cfd-dc9cac4644b9 req-fe8accd4-e0cd-4582-8c76-0f758d1f99a8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839836 Sep 29 06:48:43.882915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Checking router: 0351dee2-99ed-4208-a008-825c1a2b1a7e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:48:43.883349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Updating router 0351dee2-99ed-4208-a008-825c1a2b1a7e port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:48:43.891489 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0fcc3ccb-ecd4-4d2d-bcf6-d51e4fc2b052 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/3fb6ad68-21d3-4d93-aa66-e2ea7ba69e91 HTTP/1.1" status: 204 len: 168 time: 2.8360207 Sep 29 06:48:43.894840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43208) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:43.952672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fe54:7c3b (4f723a10-0bd7-4e60-9921-89b35030f7ba/f22ff7bb-237a-4e9e-ac46-672b8ff4d6e4/68cd7a25-c9a4-4017-8039-456d676bc0f9) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:43.953295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:43.979053 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6600f1d-4102-4343-8f0f-1b179b0f6b62 req-5a0fa897-b6b3-40b2-976f-bbbbe039aaf4 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700220 Sep 29 06:48:43.979941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.161948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:44.162168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.169959 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-929c289b-a772-4a62-a417-2aba79902f28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/5094bdfc-24bc-4c50-8b49-076b609f2907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4039552 Sep 29 06:48:44.169959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=5b286624-0e76-4cc8-98bf-90d019a74761,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:44.170454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43214) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:44.176459 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] Sync routers for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:44.190839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '31e2c578-b7f2-4507-b727-9c802f83ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1d272878-4e61-4191-a845-c72a12cb345c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:44.191664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 1d272878-4e61-4191-a845-c72a12cb345c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:44.197432 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:44.198663 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:44.221486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 1d272878-4e61-4191-a845-c72a12cb345c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:44.236130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 1d272878-4e61-4191-a845-c72a12cb345c) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:44.242534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:44.243715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.261503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a663451-96be-43cf-aba9-068cd1351016 None None] Network 1d272878-4e61-4191-a845-c72a12cb345c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:44.273677 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c916c9c8-b733-4ec2-9f77-735d1ef21288 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7936380 Sep 29 06:48:44.276075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43218) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:44.330735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:44.397676 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:44.429694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:44.430640 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:44.472304 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Attempt 10 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:44.555076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.587745 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:44.588670 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cf7f62-b7ac-450c-96f4-d868f8dfec83 None None] The sync data for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:44.601057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 68cd7a25-c9a4-4017-8039-456d676bc0f9 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:44.616080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.638256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cbf67759-07f7-4502-954b-1d04153559f3 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:44.669554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.764207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.800257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=68cd7a25-c9a4-4017-8039-456d676bc0f9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:44.826886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.870184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db6f5f7c-652a-49b4-95e2-34378424f393 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:44.873085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.890179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:44.893834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:44.904901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83e9707-a6ef-45cf-b4cd-c44f3af33c88 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:44.906306 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c83e9707-a6ef-45cf-b4cd-c44f3af33c88 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports/89b88231-cdbb-4729-86e9-135fb2955c97 HTTP/1.1" status: 200 len: 911 time: 0.6666837 Sep 29 06:48:44.912850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:44.915942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43222) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:44.935924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430005f-48b9-4a29-8f61-4289f952ff40 None None] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:44.939403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bed3c7-86ab-4c79-b290-0b97beec3fea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:44.951360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d7bed3c7-86ab-4c79-b290-0b97beec3fea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:44.984146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=5b286624-0e76-4cc8-98bf-90d019a74761,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:45.062010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:45.080482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:45.081155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.085243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7229f1a-4ee7-4712-b969-bd2c35f15e81,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:45.116407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Provisioning complete for port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:45.116785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.117126 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Attempt 1 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:45.178360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c907a-cf24-4c00-a525-1efbbf4609b7 None None] Network d9fde981-fca0-438f-a957-f54a5e8d4253 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:45.182151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.214564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d272878-4e61-4191-a845-c72a12cb345c']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:45.227964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e2c578-b7f2-4507-b727-9c802f83ea70') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:45.228568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e2c578-b7f2-4507-b727-9c802f83ea70') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:45.240942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.246300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.250729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5295b281-0b72-4bef-923e-db0a42a2031f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5448432 Sep 29 06:48:45.253533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43228) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:45.258894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.265426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d7bed3c7-86ab-4c79-b290-0b97beec3fea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:45.271415 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d7bed3c7-86ab-4c79-b290-0b97beec3fea tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.3708184 Sep 29 06:48:45.272080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:45.272720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.273723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43232) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:45.277667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group_rule': {'security_group_id': 'fe769f9c-d3f9-4c37-892d-36a71d14c765', 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:45.283616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:45.287799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:45.290650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:45.296915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:45.308618 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-52ab02c8-6e41-4550-beb3-5e9717f181d3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9782012 Sep 29 06:48:45.318857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43234) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:45.327646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab590-421e-4ff2-836d-379d5f0320ef req-ca7850cb-db71-478e-a6fb-d8b39f296dd8 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:45.329369 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aa1ab590-421e-4ff2-836d-379d5f0320ef req-ca7850cb-db71-478e-a6fb-d8b39f296dd8 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 1.1707530 Sep 29 06:48:45.397439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.409028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.449710 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/1d272878-4e61-4191-a845-c72a12cb345c HTTP/1.1" status: 204 len: 168 time: 1.1719174 Sep 29 06:48:45.450525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43242) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:45.454135 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 31e2c578-b7f2-4507-b727-9c802f83ea70 resource provider aggregate not found Sep 29 06:48:45.458352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e77652-c4c8-485e-8083-aca9e52a489b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=1d272878-4e61-4191-a845-c72a12cb345c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:45.465871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-155220315'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:45.467901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.480472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:45.486854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:45.508134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 31e2c578-b7f2-4507-b727-9c802f83ea70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31e2c578-b7f2-4507-b727-9c802f83ea70 found for delete ", "request_id": "req-6975bb89-8c18-413c-a642-4b07d8eb85ca"}]} Sep 29 06:48:45.508496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:45.517525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:45.539913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede74d88-0f9f-45bb-82fd-6b998411d1be req-7e702643-70db-4c43-a465-a29732dfee89 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:45.542050 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ede74d88-0f9f-45bb-82fd-6b998411d1be req-7e702643-70db-4c43-a465-a29732dfee89 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.4421740 Sep 29 06:48:45.546958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:45.550342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.562681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port db6f5f7c-652a-49b4-95e2-34378424f393 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:45.563999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.564559 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port db6f5f7c-652a-49b4-95e2-34378424f393 Sep 29 06:48:45.603068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:45.604588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:45.624066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a5b93-ed44-41d9-8363-27944d531a5b None None] Network 1d272878-4e61-4191-a845-c72a12cb345c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:45.631195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.631542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment ec94303c-ed1b-47ef-bd06-a04689fb1c77 of type vlan for network 61aed02e-2393-4f51-b321-cc14ec01ecd5 Sep 29 06:48:45.643480 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ede74d88-0f9f-45bb-82fd-6b998411d1be req-d70107e2-4b27-4662-9c8f-0dfe6f3a4467 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740774 Sep 29 06:48:45.681010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.730579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.731854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a5b93-ed44-41d9-8363-27944d531a5b None None] Network 1d272878-4e61-4191-a845-c72a12cb345c could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 06:48:45.737770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:45.739401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:45.797148 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:48:45.852392 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aa1ab590-421e-4ff2-836d-379d5f0320ef req-beec6237-b9d6-4fb2-b25d-4e3c19ba541e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3902276 Sep 29 06:48:45.859185 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3986163 Sep 29 06:48:45.865828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43250) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:45.880585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:46.005472 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-517bd32c-c6ca-4d91-8386-0546d9bbf654 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6903386 Sep 29 06:48:46.071903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43256) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:46.079631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c0cf2-e88f-4258-89f1-08304c3c1596 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:46.085889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c0cf2-e88f-4258-89f1-08304c3c1596 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:46.086736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-962c0cf2-e88f-4258-89f1-08304c3c1596 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:46.100499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.106101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2069015751'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:46.111602 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Attempt 2 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:46.145641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port db6f5f7c-652a-49b4-95e2-34378424f393 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:46.147117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d70708f6-764d-40b1-a7a7-a61fb92f458a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:46.168658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.170878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:46.215879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e805bf-9885-42ac-bd91-7902d50e7f3c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=61aed02e-2393-4f51-b321-cc14ec01ecd5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:46.316931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 61aed02e-2393-4f51-b321-cc14ec01ecd5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:46.321978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:46.328551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:46.333176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:46.340962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.341907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:46.368705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281be9-924d-490f-96cf-b9bbf3dd3250 req-8a48a40d-6ea5-4c7f-8530-90cab665c977 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:46.370693 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e281be9-924d-490f-96cf-b9bbf3dd3250 req-8a48a40d-6ea5-4c7f-8530-90cab665c977 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3778124 Sep 29 06:48:46.372024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:46.375672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.388757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-962c0cf2-e88f-4258-89f1-08304c3c1596 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:46.395690 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-962c0cf2-e88f-4258-89f1-08304c3c1596 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0210927 Sep 29 06:48:46.395690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:46.401175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:46.404875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43260) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:46.447032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad85f4b-be66-45af-8556-6790c8402fe3,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:46.456034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Transition to ACTIVE for port object 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:46.458930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:46.476151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:46.483369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.508071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:46.513161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.522541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.523332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ad41732c-89d5-490f-b829-3e0f8cd82bcc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2554045 Sep 29 06:48:46.551420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43264) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:46.560454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group_rule': {'security_group_id': 'fe769f9c-d3f9-4c37-892d-36a71d14c765', 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:46.574423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 68cd7a25-c9a4-4017-8039-456d676bc0f9 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:46.574702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.665713 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e281be9-924d-490f-96cf-b9bbf3dd3250 req-f5f1750b-0093-461c-8b1e-feeb450791a3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741961 Sep 29 06:48:46.666724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:46.671302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:46.676696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:46.685132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:46.733393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a59d5-3c2d-444a-aeb5-291df5b853ed None None] Pushing event updated for resources: {'Port': ['ID=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:46.742169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d70708f6-764d-40b1-a7a7-a61fb92f458a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:46.756474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 279e4479-55aa-48ed-ab1f-c602902933f5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:46.804331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Attempting to bind port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:46.804713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Attempting to bind port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:46.805089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Attempting to bind port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef on network fea29c76-97fe-4506-9735-2cdcbe55dccb {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:46.816159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:46.816577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Checking segment: {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:46.816945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.817347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Bound using segment: {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:46.817823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Bound port: 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed70cdc-e035-4a71-96b5-325cd9c0d58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:46.818206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.858568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:46.937613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 279e4479-55aa-48ed-ab1f-c602902933f5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:46.948429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:47.024229 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Attempt 3 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:47.028851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:47.046023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.084164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.087232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.094183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.116403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] For port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:47.128605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.133892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] For port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:47.145264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.173248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0ac095-6ba8-47fd-9f3c-06eaea9ffbad,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:47.205170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.206366 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c8abd037-fba5-4ec5-bf1a-6f44645b487b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6518645 Sep 29 06:48:47.207122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=9628046d-1e19-4e1a-a591-4c0e443580c2,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:47.209339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43274) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:47.214472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': 'ec94303c-ed1b-47ef-bd06-a04689fb1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:47.214930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 61aed02e-2393-4f51-b321-cc14ec01ecd5, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:47.222144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group_rule': {'security_group_id': 'fe769f9c-d3f9-4c37-892d-36a71d14c765', 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:47.233400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:47.236523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:47.236909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.237252 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef Sep 29 06:48:47.237489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:47.246516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:47.258781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:47.278902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Project a4962febafc44219bb15b19f43d1a004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:48:47.287863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:47.297522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 68cd7a25-c9a4-4017-8039-456d676bc0f9 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:47.329747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Routers {'0351dee2-99ed-4208-a008-825c1a2b1a7e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:47.333674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.337124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.337462 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment 458781f1-9e16-48b1-b99b-e895d2760d81 of type vlan for network c4a80555-087d-4372-ac75-c0f36c9b0122 Sep 29 06:48:47.341428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0351dee2-99ed-4208-a008-825c1a2b1a7e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:47.394806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 61aed02e-2393-4f51-b321-cc14ec01ecd5 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:47.407191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.413602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 61aed02e-2393-4f51-b321-cc14ec01ecd5) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:47.425279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:47.425876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.469262 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4321feab-33f6-429b-8349-924ea769ad39 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6021233 Sep 29 06:48:47.472155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43278) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:47.475443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.481653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa4ebf-2463-42a0-830f-674c0af3a4c8 None None] Network 61aed02e-2393-4f51-b321-cc14ec01ecd5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:47.484677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c885-246e-434b-865e-757d7aff6332 req-aefdea32-baed-406c-9e8a-ad6176392016 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:47.486234 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6217c885-246e-434b-865e-757d7aff6332 req-aefdea32-baed-406c-9e8a-ad6176392016 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.5090220 Sep 29 06:48:47.492355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.492539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.511094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4c06a-c572-4f92-a914-05abd5cf57ae req-fed13ac2-98b9-4817-abb1-1615905d9dea tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:47.512602 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0dd4c06a-c572-4f92-a914-05abd5cf57ae req-fed13ac2-98b9-4817-abb1-1615905d9dea tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.2302775 Sep 29 06:48:47.545085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03591aa7-f4b8-43f2-a6fb-f4e5ae6e07c0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:47.560820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.562015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d6e7017b-942b-4852-a506-94ce1e51a9e6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499491 Sep 29 06:48:47.569304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43282) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:47.576639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'security_group_rule': {'security_group_id': 'fe769f9c-d3f9-4c37-892d-36a71d14c765', 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:47.586642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:47.595629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a59d5-3c2d-444a-aeb5-291df5b853ed None None] Pushing event updated for resources: {'Port': ['ID=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:47.602813 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0dd4c06a-c572-4f92-a914-05abd5cf57ae req-bee66134-62f7-4618-a68f-5dd44c79844b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763047 Sep 29 06:48:47.604475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:security_group_rule and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:47.612927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:47.630223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:47.641327 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Project a4962febafc44219bb15b19f43d1a004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:48:47.649073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.716564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.723558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.750432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78d51ec-d598-42f6-8d56-b8a64bd74f34,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:47.756337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:48:47.761393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.766167 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-63485182-3c9c-4ae7-a4a1-b759634912ed tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927900 Sep 29 06:48:47.793394 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Attempt 4 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:47.861832 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6217c885-246e-434b-865e-757d7aff6332 req-53f9e3f7-5a9d-462f-8d86-9274b5458323 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533044 Sep 29 06:48:47.890147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] Set router 0351dee2-99ed-4208-a008-825c1a2b1a7e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:48:47.917486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.923118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:47.923692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:47.963264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:47.964390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c06e0f3c-3e9a-4a67-b70d-e55d615e878a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:48.069533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.082397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.092693 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9996805 Sep 29 06:48:48.093915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43328) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:48.102293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:48.146593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14689196-1af7-40f5-9e85-6139eeb01fa2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=c4a80555-087d-4372-ac75-c0f36c9b0122,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:48.163268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network c4a80555-087d-4372-ac75-c0f36c9b0122 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:48.165384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=68cd7a25-c9a4-4017-8039-456d676bc0f9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:48.258396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:48.263494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:48.266851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:48.273785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:48.302424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:48.320080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.492895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.516678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4612d62f-d378-47e0-bde0-1b4d58292087 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/68cd7a25-c9a4-4017-8039-456d676bc0f9 HTTP/1.1" status: 204 len: 168 time: 2.1088657 Sep 29 06:48:48.524683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43332) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:48.529860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:48:48.542692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Could not find standard attr ID for object 794e426e-98f4-434e-b465-8a65a546564d. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:48.544689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-61aed02e-2393-4f51-b321-cc14ec01ecd5', 'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '9628046d-1e19-4e1a-a591-4c0e443580c2'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:48.545681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.578380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c06e0f3c-3e9a-4a67-b70d-e55d615e878a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:48.598099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.645874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Provisioning for port 279e4479-55aa-48ed-ab1f-c602902933f5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:48.676857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Provisioning complete for port 279e4479-55aa-48ed-ab1f-c602902933f5 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:48.677642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.678207 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Attempt 1 to provision port 279e4479-55aa-48ed-ab1f-c602902933f5 Sep 29 06:48:48.727640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:48:36Z', 'revision_number': 4, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef', 'name': '', 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'mac_address': 'fa:16:3e:f4:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:33Z', 'updated_at': '2022-09-29T06:48:47Z', 'revision_number': 4, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'subnets': [{'id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:48.758376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:48.771240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:48.785319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dfb57-2185-4d2b-9a9b-1007f53db214 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:48.787076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dfb57-2185-4d2b-9a9b-1007f53db214 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:48.788188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-450dfb57-2185-4d2b-9a9b-1007f53db214 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:48.794360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b253149-f1b8-4b0a-b521-34614f7efc0c None None] The sync data for ids ['0351dee2-99ed-4208-a008-825c1a2b1a7e'] in dv-neutron-859761-1-hyperv is: [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:48:36Z', 'revision_number': 4, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef', 'name': '', 'network_id': 'fea29c76-97fe-4506-9735-2cdcbe55dccb', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'mac_address': 'fa:16:3e:f4:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:33Z', 'updated_at': '2022-09-29T06:48:47Z', 'revision_number': 4, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'subnets': [{'id': 'acdd1ab3-a13c-4767-a2d8-e3819680f2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:48.806670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8:1::1 (d9fde981-fca0-438f-a957-f54a5e8d4253/bb71d467-97f6-48ea-9dbe-df76906a3862/515eb3a3-798b-42ee-95b9-c1a8e05fef56) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:48.822067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:48.822817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 462bfbe1-bb9a-419a-869b-ef5dd8e5f433 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:48.839977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-450dfb57-2185-4d2b-9a9b-1007f53db214 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:48.841231 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-450dfb57-2185-4d2b-9a9b-1007f53db214 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3147659 Sep 29 06:48:48.845771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43342) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:49.098813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Current status of the port 279e4479-55aa-48ed-ab1f-c602902933f5 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:49.099762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.148278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet f22ff7bb-237a-4e9e-ac46-672b8ff4d6e4 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:48:49.155106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.162252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:49.183946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=fcee9b61-f607-4dda-b386-55145d140e25,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:49.197215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': '458781f1-9e16-48b1-b99b-e895d2760d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:49.198135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: c4a80555-087d-4372-ac75-c0f36c9b0122, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:49.239539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network c4a80555-087d-4372-ac75-c0f36c9b0122 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:49.269827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eed94c-774a-44aa-943a-25c8d39868fa req-e03c344c-bc60-40d6-b7df-a271a49fa6fb tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:49.271384 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c6eed94c-774a-44aa-943a-25c8d39868fa req-e03c344c-bc60-40d6-b7df-a271a49fa6fb tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3242834 Sep 29 06:48:49.279052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, c4a80555-087d-4372-ac75-c0f36c9b0122) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:49.284788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Allocated IP 172.20.0.1 (61aed02e-2393-4f51-b321-cc14ec01ecd5/9628046d-1e19-4e1a-a591-4c0e443580c2/cfe7f4b5-772a-4595-9c70-69c408258a8a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:49.286646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:49.287235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.307587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147df28-3c4f-421e-9a98-2d9d8236b55d None None] Network c4a80555-087d-4372-ac75-c0f36c9b0122 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:49.354566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fa68f429-fac2-4566-8f16-ed8c50ec1c21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2587132 Sep 29 06:48:49.356152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43352) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:49.366324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122', 'name': 'tempest-PortsTestJSON-772282707'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:49.412741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.492846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] For port 279e4479-55aa-48ed-ab1f-c602902933f5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=279e4479-55aa-48ed-ab1f-c602902933f5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:49.534469 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c6eed94c-774a-44aa-943a-25c8d39868fa req-7b549546-5db7-4031-87de-e707502321ce tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532506 Sep 29 06:48:49.563342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.563643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.592140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object 515eb3a3-798b-42ee-95b9-c1a8e05fef56 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:49.616698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770be1-917f-42d1-b924-07efb8306dd7 req-a375a734-f177-49de-b26f-a0dfd17b6b67 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:49.618833 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dd770be1-917f-42d1-b924-07efb8306dd7 req-a375a734-f177-49de-b26f-a0dfd17b6b67 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.4066050 Sep 29 06:48:49.654942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Could not find standard attr ID for object 462bfbe1-bb9a-419a-869b-ef5dd8e5f433. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:49.667585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:49.711109 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dd770be1-917f-42d1-b924-07efb8306dd7 req-03f56f3b-15ce-486a-a9e0-730ce3c7b3c6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779119 Sep 29 06:48:49.728279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:49.729423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.729928 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:49.748795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.762040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Could not find standard attr ID for object b642feb5-f932-4fcc-9d1c-fd743d5c5d3e. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:49.766639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:49.787816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:49.788031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c266dc-1062-415e-978b-f3a637fd55f5 None None] Pushing event updated for resources: {'Port': ['ID=279e4479-55aa-48ed-ab1f-c602902933f5,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:49.806962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.817315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:49.823587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.848236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 70279ce1-9c60-4ec3-9f0b-4a64fcef445f yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:49.902026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network d9fde981-fca0-438f-a957-f54a5e8d4253 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:49.905837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:49.910354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:49.911518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:49.937503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=515eb3a3-798b-42ee-95b9-c1a8e05fef56,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:49.956245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.007729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=f22ff7bb-237a-4e9e-ac46-672b8ff4d6e4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:50.013916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.074692 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-211ec655-16fa-4380-a537-43c4b2457d2c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f22ff7bb-237a-4e9e-ac46-672b8ff4d6e4 HTTP/1.1" status: 204 len: 168 time: 1.2269583 Sep 29 06:48:50.080300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Provisioning for port c06e0f3c-3e9a-4a67-b70d-e55d615e878a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:50.080508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43390) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:50.102979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-c4a80555-087d-4372-ac75-c0f36c9b0122', 'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': 'fcee9b61-f607-4dda-b386-55145d140e25'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:50.104892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.179060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a39c91-d7a0-413f-9355-66b3c35684a6 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:50.217121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.2 (c4a80555-087d-4372-ac75-c0f36c9b0122/fcee9b61-f607-4dda-b386-55145d140e25/70279ce1-9c60-4ec3-9f0b-4a64fcef445f) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:50.359110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43394) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:50.365000 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8dc66021-b3fd-487a-89cd-1a4d56a295ab tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2817595 Sep 29 06:48:50.441474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.497066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.515944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Transition to ACTIVE for port object cfe7f4b5-772a-4595-9c70-69c408258a8a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:50.547523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Transition to ACTIVE for port object cfe7f4b5-772a-4595-9c70-69c408258a8a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:50.693220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.864291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=9628046d-1e19-4e1a-a591-4c0e443580c2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:50.911555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Provisioning complete for port c06e0f3c-3e9a-4a67-b70d-e55d615e878a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:50.912125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:50.912526 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 1 to provision port c06e0f3c-3e9a-4a67-b70d-e55d615e878a Sep 29 06:48:50.948946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.053224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:51.053745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.095877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Network 61aed02e-2393-4f51-b321-cc14ec01ecd5 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:51.104772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Pushing event updated for resources: {'Port': ['ID=cfe7f4b5-772a-4595-9c70-69c408258a8a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:51.107647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:51.112394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:51.204103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.204484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:51.231195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1213d-f7f4-4856-a272-16a88434e98a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:51.236071 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-71f1213d-f7f4-4856-a272-16a88434e98a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8734860 Sep 29 06:48:51.238610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43406) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:51.251582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object 70279ce1-9c60-4ec3-9f0b-4a64fcef445f will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:51.255665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.398872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71dbe6-b69f-4fd7-84e5-f43ea7cb66a0 req-5ac578fb-6a35-4789-8e55-de2fa8eb385c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:51.400148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9a71dbe6-b69f-4fd7-84e5-f43ea7cb66a0 req-5ac578fb-6a35-4789-8e55-de2fa8eb385c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4808018 Sep 29 06:48:51.401225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.408277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Attempting to bind port cfe7f4b5-772a-4595-9c70-69c408258a8a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:51.408277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Attempting to bind port cfe7f4b5-772a-4595-9c70-69c408258a8a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ec94303c-ed1b-47ef-bd06-a04689fb1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:51.408277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Attempting to bind port cfe7f4b5-772a-4595-9c70-69c408258a8a on network 61aed02e-2393-4f51-b321-cc14ec01ecd5 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:51.559070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Current status of the port c06e0f3c-3e9a-4a67-b70d-e55d615e878a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:51.560647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.564606 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9a71dbe6-b69f-4fd7-84e5-f43ea7cb66a0 req-ed8209dd-b581-4bd4-ab1c-9e8be877c3b3 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987928 Sep 29 06:48:51.567310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.570842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network c4a80555-087d-4372-ac75-c0f36c9b0122 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:51.576536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3ba9a-ffc2-4343-ab6f-366b94cf9042 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:51.577232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0d3ba9a-ffc2-4343-ab6f-366b94cf9042 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:51.578730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:51.584416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:51.586870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=70279ce1-9c60-4ec3-9f0b-4a64fcef445f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:51.589119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:51.593463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:51.593990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Checking segment: {'id': 'ec94303c-ed1b-47ef-bd06-a04689fb1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:51.594513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.595021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Bound using segment: {'id': 'ec94303c-ed1b-47ef-bd06-a04689fb1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:51.595612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Bound port: cfe7f4b5-772a-4595-9c70-69c408258a8a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec94303c-ed1b-47ef-bd06-a04689fb1c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '61aed02e-2393-4f51-b321-cc14ec01ecd5'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:51.596188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.615469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:48:51.627683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61aed02e-2393-4f51-b321-cc14ec01ecd5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:51.648271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0d3ba9a-ffc2-4343-ab6f-366b94cf9042 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:51.652177 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a0d3ba9a-ffc2-4343-ab6f-366b94cf9042 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4115674 Sep 29 06:48:51.653048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43412) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:51.662303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec94303c-ed1b-47ef-bd06-a04689fb1c77') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:51.662883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec94303c-ed1b-47ef-bd06-a04689fb1c77') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:51.738957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.741599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] For port cfe7f4b5-772a-4595-9c70-69c408258a8a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:51.745754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] For port cfe7f4b5-772a-4595-9c70-69c408258a8a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cfe7f4b5-772a-4595-9c70-69c408258a8a,segment=NetworkSegment(ec94303c-ed1b-47ef-bd06-a04689fb1c77),segment_id=ec94303c-ed1b-47ef-bd06-a04689fb1c77)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:51.747585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] Deleting port 279e4479-55aa-48ed-ab1f-c602902933f5 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:51.748238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.759246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e5501631-659d-43b3-83bc-6bf674610f69 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008539 Sep 29 06:48:51.759913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:51.762970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dc43f-8620-44ae-b562-c4c4e1adbc42 req-dfdba112-7106-48bf-b7c0-26ce5cd39f6b tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:51.764670 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d65dc43f-8620-44ae-b562-c4c4e1adbc42 req-dfdba112-7106-48bf-b7c0-26ce5cd39f6b tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.7422864 Sep 29 06:48:51.770634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:51.792060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.818726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:51.819381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.857725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:51.858369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:51.962292 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5567bd90-b6b1-40da-845b-35f66187f677 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6029792 Sep 29 06:48:51.963815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43424) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:51.964984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:51.971834 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d65dc43f-8620-44ae-b562-c4c4e1adbc42 req-8396b572-3e73-4bb1-ad47-69fd5ff59ae8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974039 Sep 29 06:48:51.976156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122', 'name': 'tempest-PortsTestJSON-201836071'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:51.985805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:48:51.985805 dv-neutron-859761-1-hyperv neutron-server[89137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:48:51.985805 dv-neutron-859761-1-hyperv neutron-server[89137]: [parameters: {'id': '61aed02e-2393-4f51-b321-cc14ec01ecd5'}] Sep 29 06:48:51.985805 dv-neutron-859761-1-hyperv neutron-server[89137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:51.986247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:52.018153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.024240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.026366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.093035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:52.096591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] For port 279e4479-55aa-48ed-ab1f-c602902933f5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=279e4479-55aa-48ed-ab1f-c602902933f5,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:52.097414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.126555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:52.130586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.211150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ec94303c-ed1b-47ef-bd06-a04689fb1c77 resource provider aggregate not found Sep 29 06:48:52.235089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] Calling delete_port for 279e4479-55aa-48ed-ab1f-c602902933f5 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:52.245217 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ec94303c-ed1b-47ef-bd06-a04689fb1c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec94303c-ed1b-47ef-bd06-a04689fb1c77 found for delete ", "request_id": "req-7f89666b-45ef-4041-9d3c-7196718da96d"}]} Sep 29 06:48:52.247864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=515eb3a3-798b-42ee-95b9-c1a8e05fef56,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:52.272092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.306170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] For port c06e0f3c-3e9a-4a67-b70d-e55d615e878a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,segment=NetworkSegment(67ba2775-b9ac-4c3a-9efb-e449106eadde),segment_id=67ba2775-b9ac-4c3a-9efb-e449106eadde)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:52.312924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network d9fde981-fca0-438f-a957-f54a5e8d4253 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:52.314061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:52.321464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:52.341940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:52.346990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:52.367663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.368413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:52.387887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:52.392614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.446345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port b933bb81-0a04-41cc-8423-2f2316d25886 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:52.479817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6ffc4461-5109-49a2-bb93-2e761d41a915 {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:52.480177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:52.499103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Provisioning for port d70708f6-764d-40b1-a7a7-a61fb92f458a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:52.512825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7c35b-4c1c-42ab-a2b1-83e72b565ecc None None] Pushing event updated for resources: {'Port': ['ID=cfe7f4b5-772a-4595-9c70-69c408258a8a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:52.531366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.574659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting port cfe7f4b5-772a-4595-9c70-69c408258a8a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:52.575283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.592380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Provisioning complete for port d70708f6-764d-40b1-a7a7-a61fb92f458a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:52.592760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.593104 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 1 to provision port d70708f6-764d-40b1-a7a7-a61fb92f458a Sep 29 06:48:52.672242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:52.686734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 5094bdfc-24bc-4c50-8b49-076b609f2907 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:48:52.697321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.3 (c4a80555-087d-4372-ac75-c0f36c9b0122/fcee9b61-f607-4dda-b386-55145d140e25/b933bb81-0a04-41cc-8423-2f2316d25886) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:52.731667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] No DVR routers for this DVR port 279e4479-55aa-48ed-ab1f-c602902933f5 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:52.738062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33468e-fce0-48d9-b380-8d885fc65723 None None] Network 61aed02e-2393-4f51-b321-cc14ec01ecd5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:52.860552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Pushing event updated for resources: {'Port': ['ID=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:52.933507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.001167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.039133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:53.045974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:53.048977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:48:53.052354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:53.053070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.072256 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-24b75d2f-fb1a-448c-abc9-242eb36b3231 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/5094bdfc-24bc-4c50-8b49-076b609f2907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1177485 Sep 29 06:48:53.078952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43440) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:53.083082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] For port cfe7f4b5-772a-4595-9c70-69c408258a8a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cfe7f4b5-772a-4595-9c70-69c408258a8a,segment=NetworkSegment(ec94303c-ed1b-47ef-bd06-a04689fb1c77),segment_id=ec94303c-ed1b-47ef-bd06-a04689fb1c77)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:53.083513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d094fcf-2629-424b-a9a4-af7ff51fad83 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:53.083641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.171917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72026348-4ca8-4c94-b903-8b50fa8109d5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:53.172140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-72026348-4ca8-4c94-b903-8b50fa8109d5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:53.198290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=a63b7d6e-9356-4e5a-9d03-bf995671c647,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:53.252688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3762412c-ae30-4cc0-89e4-fede0a162c32 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4894457 Sep 29 06:48:53.264681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43444) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:53.273524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:6a:31:c8', 'name': 'tempest-NetworksTestDHCPv6-78016468'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:53.276273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f64a2-d4a6-4cd5-91c5-160f3e96ae20 None None] Pushing event deleted for resources: {'Port': ['ID=279e4479-55aa-48ed-ab1f-c602902933f5,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:53.341597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd65a5-abed-40e8-b883-42102338729b None None] Sync routers for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:48:53.533438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c06e0f3c-3e9a-4a67-b70d-e55d615e878a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:53.600278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Calling delete_port for cfe7f4b5-772a-4595-9c70-69c408258a8a owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:53.636317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'a63b7d6e-9356-4e5a-9d03-bf995671c647'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:53.637248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.656827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.673585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd65a5-abed-40e8-b883-42102338729b None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:53.674246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-32dd65a5-abed-40e8-b883-42102338729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:53.741306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object b933bb81-0a04-41cc-8423-2f2316d25886 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:53.764027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-32dd65a5-abed-40e8-b883-42102338729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:53.770870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbd41a-4e63-4106-b934-4b4d6c38a2b4 req-e603183c-2642-4e02-8e08-f4d53e631ee2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:53.772709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2efbd41a-4e63-4106-b934-4b4d6c38a2b4 req-e603183c-2642-4e02-8e08-f4d53e631ee2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.5705891 Sep 29 06:48:53.776514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:53.788748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.835288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd65a5-abed-40e8-b883-42102338729b None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:48:53.836357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-32dd65a5-abed-40e8-b883-42102338729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:53.839684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:53.848844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No DVR routers for this DVR port cfe7f4b5-772a-4595-9c70-69c408258a8a on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:48:53.888768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-72026348-4ca8-4c94-b903-8b50fa8109d5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:53.893667 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-72026348-4ca8-4c94-b903-8b50fa8109d5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports/515eb3a3-798b-42ee-95b9-c1a8e05fef56 HTTP/1.1" status: 200 len: 913 time: 0.8101785 Sep 29 06:48:53.896934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43450) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:53.905788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Port': ['ID=cfe7f4b5-772a-4595-9c70-69c408258a8a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:53.945625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2efbd41a-4e63-4106-b934-4b4d6c38a2b4 req-f4ccd1a7-5dc4-4e94-839b-c60f453749ba tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606421 Sep 29 06:48:53.946413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:53.965833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-32dd65a5-abed-40e8-b883-42102338729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:53.966258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd65a5-abed-40e8-b883-42102338729b None None] The sync data for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:48:53.970302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Current status of the port d70708f6-764d-40b1-a7a7-a61fb92f458a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:53.970302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.990421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c06e0f3c-3e9a-4a67-b70d-e55d615e878a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:53.990945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:53.991327 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c06e0f3c-3e9a-4a67-b70d-e55d615e878a Sep 29 06:48:54.091131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356508-58e7-4aa6-956e-7ebc8c50888a req-be461bf7-1513-499d-9233-8cff526c6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:54.093653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ff356508-58e7-4aa6-956e-7ebc8c50888a req-be461bf7-1513-499d-9233-8cff526c6fe5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1099 time: 0.3983357 Sep 29 06:48:54.101269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.167859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] For port d70708f6-764d-40b1-a7a7-a61fb92f458a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d70708f6-764d-40b1-a7a7-a61fb92f458a,segment=NetworkSegment(0c201f59-5f01-4ec6-ab58-1dd50b355755),segment_id=0c201f59-5f01-4ec6-ab58-1dd50b355755)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:54.176628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.211676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.230813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61aed02e-2393-4f51-b321-cc14ec01ecd5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:54.249480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec94303c-ed1b-47ef-bd06-a04689fb1c77') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:54.249774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec94303c-ed1b-47ef-bd06-a04689fb1c77') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:54.256024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network c4a80555-087d-4372-ac75-c0f36c9b0122 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:54.263732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:54.271395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.272933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:54.286757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9096d2-75c5-4e37-a3d9-73aaadcd866d req-0c727ce8-9139-411b-a9db-e857e559c8fd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:54.288481 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-eb9096d2-75c5-4e37-a3d9-73aaadcd866d req-0c727ce8-9139-411b-a9db-e857e559c8fd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.5768373 Sep 29 06:48:54.300497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Could not find standard attr ID for object 68cd7a25-c9a4-4017-8039-456d676bc0f9. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:48:54.301351 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ff356508-58e7-4aa6-956e-7ebc8c50888a req-19be6700-87c0-46d7-9e96-370bca28863d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965325 Sep 29 06:48:54.312662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.329681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/a63b7d6e-9356-4e5a-9d03-bf995671c647/6143f631-3e2b-4652-bcb5-9db7d35cfd72) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:54.332931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=b933bb81-0a04-41cc-8423-2f2316d25886,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:54.374398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:48:54.407764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.421600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:54.422304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.487813 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2bcd141b-8a11-4f22-a7bf-a0450fa3af5a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5191436 Sep 29 06:48:54.492433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43454) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:54.509441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:54.509880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.559677 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ec94303c-ed1b-47ef-bd06-a04689fb1c77 resource provider aggregate not found Sep 29 06:48:54.622030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Provisioning for port 89b88231-cdbb-4729-86e9-135fb2955c97 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:54.629566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7040b-5365-4712-b3ce-68bbb129936a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:54.630520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c8c7040b-5365-4712-b3ce-68bbb129936a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:54.648334 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-eb9096d2-75c5-4e37-a3d9-73aaadcd866d req-b99aafa4-353e-4fec-9386-08677abe1688 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904096 Sep 29 06:48:54.651185 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ec94303c-ed1b-47ef-bd06-a04689fb1c77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec94303c-ed1b-47ef-bd06-a04689fb1c77 found for delete ", "request_id": "req-9122eecd-46c0-4241-91be-577cbe8f90bb"}]} Sep 29 06:48:54.655231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c8c7040b-5365-4712-b3ce-68bbb129936a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:54.663247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43462) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:54.663881 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c8c7040b-5365-4712-b3ce-68bbb129936a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.1704214 Sep 29 06:48:54.667770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Pushing event updated for resources: {'Port': ['ID=d70708f6-764d-40b1-a7a7-a61fb92f458a,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:54.677993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-6ffc4461-5109-49a2-bb93-2e761d41a915 {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:48:54.678364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:48:54.692441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Provisioning complete for port 89b88231-cdbb-4729-86e9-135fb2955c97 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:54.693029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.693379 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 1 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:54.770261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:48:54.783512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c06e0f3c-3e9a-4a67-b70d-e55d615e878a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:54.785632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:54.791465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.816210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:54.818342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.842978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=61aed02e-2393-4f51-b321-cc14ec01ecd5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:54.852515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port b933bb81-0a04-41cc-8423-2f2316d25886 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:54.852911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.884601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:54.900160 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-56542b0d-6e12-497f-96bc-a179e4284234 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/61aed02e-2393-4f51-b321-cc14ec01ecd5 HTTP/1.1" status: 204 len: 168 time: 7.4126170 Sep 29 06:48:54.904678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43466) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:54.907528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.911316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874166388'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:54.916623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:54.921866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:54.925872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:54.934339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:54.945386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:54.950068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:54.994096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:55.006716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.006716 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 27397c25-aac7-4e0c-8a03-8194af4acd7a of type vlan for network 28dbcb95-e57c-4de5-8450-5fe988258450 Sep 29 06:48:55.047453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.092837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.106814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:55.108054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.272869 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3646235 Sep 29 06:48:55.277711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43474) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:55.290655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.297159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '28dbcb95-e57c-4de5-8450-5fe988258450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:55.395988 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 2 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:55.397384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434def85-84ea-4858-9876-27e1acfa5a2e tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=28dbcb95-e57c-4de5-8450-5fe988258450,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:55.440631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:55.440998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.441346 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef Sep 29 06:48:55.465908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 28dbcb95-e57c-4de5-8450-5fe988258450 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:48:55.483512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Transition to ACTIVE for port object 6143f631-3e2b-4652-bcb5-9db7d35cfd72 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:55.487527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:55.500162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:55.511508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:55.521963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.528028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:55.528418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.529522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f28f4-2526-4d8d-b621-39205492f06c req-dcb845ed-badd-4e7c-928d-8eec2d794edc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:55.548837 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f50f28f4-2526-4d8d-b621-39205492f06c req-dcb845ed-badd-4e7c-928d-8eec2d794edc tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3981264 Sep 29 06:48:55.564183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:55.585793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:55.589271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.672170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Transition to ACTIVE for port object 6143f631-3e2b-4652-bcb5-9db7d35cfd72 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:55.674612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:55.695168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:55.717275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:48:55.720016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98e14b3-83cf-4db4-b1a3-eb6bf24cd23e" -d '{"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:48:55.723446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Allocated IP 172.20.0.4 (c4a80555-087d-4372-ac75-c0f36c9b0122/fcee9b61-f607-4dda-b386-55145d140e25/076c0f29-14ff-4070-bf23-7d43cad12b6d) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:55.761212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:55.765372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'port_id': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'mac_address': 'fa:16:3e:fd:27:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:48:55.861758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:55.867594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for b933bb81-0a04-41cc-8423-2f2316d25886 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:55.870846 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f50f28f4-2526-4d8d-b621-39205492f06c req-54acdda7-3189-4652-a408-94fdfbc7a765 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209727 Sep 29 06:48:55.944943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::2fe (4f723a10-0bd7-4e60-9921-89b35030f7ba/a63b7d6e-9356-4e5a-9d03-bf995671c647/e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:48:55.964908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.033047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:56.097899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.123991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 06:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1af292-aa5b-49d2-ad2c-d12cf471443f x-openstack-request-id: req-3b1af292-aa5b-49d2-ad2c-d12cf471443f {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:48:56.124331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:48:56.124539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b1af292-aa5b-49d2-ad2c-d12cf471443f {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:48:56.124922 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1af292-aa5b-49d2-ad2c-d12cf471443f'] response: {'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'code': 200} Sep 29 06:48:56.176998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.196782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:56.204524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:56.235511 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 3 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:56.304375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Pushing event updated for resources: {'Port': ['ID=6143f631-3e2b-4652-bcb5-9db7d35cfd72,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:56.307195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=33ebc0fa-4f10-4f58-af68-5009ae78d9e2,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:56.329484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '27397c25-aac7-4e0c-8a03-8194af4acd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '28dbcb95-e57c-4de5-8450-5fe988258450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:56.329837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 28dbcb95-e57c-4de5-8450-5fe988258450, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:48:56.352713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.374703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:56.378895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 28dbcb95-e57c-4de5-8450-5fe988258450 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:48:56.392208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:56.393041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.393540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 28dbcb95-e57c-4de5-8450-5fe988258450) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:56.408466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:56.409070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.437198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4dfc4a-3fba-4296-a26e-fa0cdcb72b9b None None] Network 28dbcb95-e57c-4de5-8450-5fe988258450 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:56.443920 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9bf5893a-c53a-433f-bb1f-ce015ec0b615 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1548605 Sep 29 06:48:56.446176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.448821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43484) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:56.590540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:48:56.614341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:56.649717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:56.703441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Attempting to bind port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:56.709157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Attempting to bind port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:56.709666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Attempting to bind port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:56.719402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:48:56.722444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 279e4479-55aa-48ed-ab1f-c602902933f5 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:48:56.744417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.761732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:56.769250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632c1fb-a702-4dae-ab2a-550194599ec1 req-428e2c62-393c-41c1-a6f8-4f2d9c841bd2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:56.770871 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0632c1fb-a702-4dae-ab2a-550194599ec1 req-428e2c62-393c-41c1-a6f8-4f2d9c841bd2 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 944 time: 0.9135342 Sep 29 06:48:56.789490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.836060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:56.836608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:56.837245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.837737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:56.838871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Bound port: 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:56.839371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.865780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:56.885055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 279e4479-55aa-48ed-ab1f-c602902933f5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:48:56.885571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 279e4479-55aa-48ed-ab1f-c602902933f5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:48:56.915480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=b933bb81-0a04-41cc-8423-2f2316d25886,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:56.919948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:56.955087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:56.972144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:56.978389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:56.978713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.007016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:57.020853 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5f165c64-4158-43f0-9736-d79f113cf5ae tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7521164 Sep 29 06:48:57.021754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43490) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:57.055700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.070734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.158943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8f58825f-e171-41b8-a603-148a75f2d92b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/b933bb81-0a04-41cc-8423-2f2316d25886 HTTP/1.1" status: 204 len: 168 time: 2.4831469 Sep 29 06:48:57.162114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43494) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:57.163557 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0632c1fb-a702-4dae-ab2a-550194599ec1 req-7e1efd1e-9f38-4600-a7f8-2cdd32fe3178 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486600 Sep 29 06:48:57.210447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 515eb3a3-798b-42ee-95b9-c1a8e05fef56 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:57.210447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.218612 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 4 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:57.220670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43498) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:57.245360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d70708f6-764d-40b1-a7a7-a61fb92f458a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:57.401839 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2334c45f-e25b-4485-996b-090cecc0b6e3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:48:57.406051 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2334c45f-e25b-4485-996b-090cecc0b6e3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/b933bb81-0a04-41cc-8423-2f2316d25886 HTTP/1.1" status: 404 len: 333 time: 0.2291205 Sep 29 06:48:57.406378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43504) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:57.419712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.426577 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aa09b3a0-039d-4bda-a692-827edd843f15 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 200 len: 992 time: 0.1889563 Sep 29 06:48:57.431525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:57.457565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:48:57.468493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.534717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=33ebc0fa-4f10-4f58-af68-5009ae78d9e2,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:57.553010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Transition to ACTIVE for port object 076c0f29-14ff-4070-bf23-7d43cad12b6d will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:57.570792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a5cc-3c86-44ac-bfb4-6ec6e27aeb13 req-4613b655-9fcd-44b6-bcc4-d5a75985e74a tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:57.572629 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d35a5cc-3c86-44ac-bfb4-6ec6e27aeb13 req-4613b655-9fcd-44b6-bcc4-d5a75985e74a tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4620202 Sep 29 06:48:57.582129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e937d-f838-44a0-9ae0-43e1266c3ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:57.589352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e937d-f838-44a0-9ae0-43e1266c3ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:57.592169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-180e937d-f838-44a0-9ae0-43e1266c3ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:48:57.602335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:57.641258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 70279ce1-9c60-4ec3-9f0b-4a64fcef445f {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:57.641602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.644061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e4c0f-13d4-4601-979b-4a4e01ce43de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-28dbcb95-e57c-4de5-8450-5fe988258450', 'network_id': '28dbcb95-e57c-4de5-8450-5fe988258450', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '33ebc0fa-4f10-4f58-af68-5009ae78d9e2'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:48:57.645090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4c0f-13d4-4601-979b-4a4e01ce43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.685681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Transition to ACTIVE for port object 076c0f29-14ff-4070-bf23-7d43cad12b6d will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:48:57.693231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:57.760184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.775165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.805875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:57.806147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-180e937d-f838-44a0-9ae0-43e1266c3ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:48:57.810651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-180e937d-f838-44a0-9ae0-43e1266c3ece tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7845860 Sep 29 06:48:57.818011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.825685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43508) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:57.852929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.880087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Network c4a80555-087d-4372-ac75-c0f36c9b0122 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:48:57.881670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d70708f6-764d-40b1-a7a7-a61fb92f458a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:48:57.883553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:57.884112 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d70708f6-764d-40b1-a7a7-a61fb92f458a Sep 29 06:48:57.905644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d35a5cc-3c86-44ac-bfb4-6ec6e27aeb13 req-27c064bf-fbae-469b-a6ba-51c94c035f7b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103068 Sep 29 06:48:57.927557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbcb95-e57c-4de5-8450-5fe988258450']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:57.933424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:48:57.948798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 515eb3a3-798b-42ee-95b9-c1a8e05fef56 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:57.958318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27397c25-aac7-4e0c-8a03-8194af4acd7a') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:57.959816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27397c25-aac7-4e0c-8a03-8194af4acd7a') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:48:57.984298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:48:57.990688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.033214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.042863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:48:58.043351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.077573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Pushing event updated for resources: {'Port': ['ID=076c0f29-14ff-4070-bf23-7d43cad12b6d,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:58.116254 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 5 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:58.133067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:48:58.133500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.222601 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 27397c25-aac7-4e0c-8a03-8194af4acd7a resource provider aggregate not found Sep 29 06:48:58.251413 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-a895f0c4-30c8-4717-876d-299cad486736 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6365879 Sep 29 06:48:58.257270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 27397c25-aac7-4e0c-8a03-8194af4acd7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27397c25-aac7-4e0c-8a03-8194af4acd7a found for delete ", "request_id": "req-faa91708-d603-4e83-bf60-651774a918c8"}]} Sep 29 06:48:58.265783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.352075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d759780-76d0-4939-ba02-8dda000cb383 None None] Network 28dbcb95-e57c-4de5-8450-5fe988258450 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:48:58.397193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.434005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Attempting to bind port 076c0f29-14ff-4070-bf23-7d43cad12b6d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:48:58.436390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=28dbcb95-e57c-4de5-8450-5fe988258450,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:58.437170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Attempting to bind port 076c0f29-14ff-4070-bf23-7d43cad12b6d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '458781f1-9e16-48b1-b99b-e895d2760d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:48:58.439037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Attempting to bind port 076c0f29-14ff-4070-bf23-7d43cad12b6d on network c4a80555-087d-4372-ac75-c0f36c9b0122 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:48:58.445298 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4559eb2e-e78e-4d15-8e8a-e1539458fd61 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/28dbcb95-e57c-4de5-8450-5fe988258450 HTTP/1.1" status: 204 len: 168 time: 1.9950950 Sep 29 06:48:58.457967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43518) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:48:58.466472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:58.467107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-340946211'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:48:58.480352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d759780-76d0-4939-ba02-8dda000cb383 None None] Network 28dbcb95-e57c-4de5-8450-5fe988258450 could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 06:48:58.494740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:48:58.504002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042e95f-9abc-484c-9807-1c5478163527 None None] Pushing event updated for resources: {'Port': ['ID=6143f631-3e2b-4652-bcb5-9db7d35cfd72,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:58.504213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:48:58.514325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:48:58.515022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Checking segment: {'id': '458781f1-9e16-48b1-b99b-e895d2760d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:48:58.515983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.516566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Bound using segment: {'id': '458781f1-9e16-48b1-b99b-e895d2760d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:48:58.517256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Bound port: 076c0f29-14ff-4070-bf23-7d43cad12b6d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458781f1-9e16-48b1-b99b-e895d2760d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'c4a80555-087d-4372-ac75-c0f36c9b0122'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:48:58.517836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.567724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:48:58.580990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:48:58.654970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:48:58.659235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.695647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-b08105aa-4a35-4cca-a270-f5acfc582a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:58.697747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-b08105aa-4a35-4cca-a270-f5acfc582a30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1098 time: 0.3876784 Sep 29 06:48:58.715720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d70708f6-764d-40b1-a7a7-a61fb92f458a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:48:58.761362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.800368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] For port 076c0f29-14ff-4070-bf23-7d43cad12b6d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:48:58.804368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] For port 076c0f29-14ff-4070-bf23-7d43cad12b6d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=076c0f29-14ff-4070-bf23-7d43cad12b6d,segment=NetworkSegment(458781f1-9e16-48b1-b99b-e895d2760d81),segment_id=458781f1-9e16-48b1-b99b-e895d2760d81)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:48:58.821489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:58.978109 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 6 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:59.022053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 70279ce1-9c60-4ec3-9f0b-4a64fcef445f owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:59.103028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efd11f-d179-46a2-a7a5-1c3e049ff391 None None] Pushing event updated for resources: {'Port': ['ID=076c0f29-14ff-4070-bf23-7d43cad12b6d,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:59.129891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:59.154621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6143f631-3e2b-4652-bcb5-9db7d35cfd72 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:48:59.184157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:48:59.232798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:59.270079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:59.270438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment f4c4cc4c-2af7-4aea-993b-32bd794b2b62 of type vlan for network e604f283-f117-43a0-bf06-6140d7ad3106 Sep 29 06:48:59.281947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:48:59.453657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:59.523252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:48:59.633119 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 7 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:48:59.660607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-7e2d03f0-d659-4fc2-8d03-2abeee2dcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:48:59.662038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-7e2d03f0-d659-4fc2-8d03-2abeee2dcdec service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 898 time: 0.9268172 Sep 29 06:48:59.671686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:59.680174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=515eb3a3-798b-42ee-95b9-c1a8e05fef56,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:48:59.761283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:59.767179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:48:59.835940 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-ef8d2510-427d-425b-8b73-46570c8b005d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 1000 time: 0.1468239 Sep 29 06:48:59.995775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:48:59.998113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546289c-e6b8-4e1c-ad58-623fd34a52d1 req-4229dec5-eddf-4d24-b58a-278f18486a9e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:00.004222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:00.004952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:00.005311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9546289c-e6b8-4e1c-ad58-623fd34a52d1 req-4229dec5-eddf-4d24-b58a-278f18486a9e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7548475 Sep 29 06:49:00.019066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=70279ce1-9c60-4ec3-9f0b-4a64fcef445f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:00.071153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-6b1b1ce4-d56d-4da3-8cef-27bdf2c8c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:00.072698 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-6b1b1ce4-d56d-4da3-8cef-27bdf2c8c08b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 200 len: 835 time: 0.2241757 Sep 29 06:49:00.196170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:00.227066 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9546289c-e6b8-4e1c-ad58-623fd34a52d1 req-1b5bb25c-ee42-4673-bc44-559d6ca23ee2 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208424 Sep 29 06:49:00.237630 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7785664 Sep 29 06:49:00.255937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43526) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:00.267597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:00.268404 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 8 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:49:00.336504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:00.393063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:00.433572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399996a-e785-4222-b926-9dd150d946ed tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=e604f283-f117-43a0-bf06-6140d7ad3106,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:00.446136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e604f283-f117-43a0-bf06-6140d7ad3106 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:00.458067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:00.506629 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f31df8d4-4602-450e-9b20-d668e4fefee0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/70279ce1-9c60-4ec3-9f0b-4a64fcef445f HTTP/1.1" status: 204 len: 168 time: 3.0738161 Sep 29 06:49:00.507368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43532) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:00.563556 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b502593-770a-44c9-aa16-c6b566d2adaa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:49:00.564101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8b502593-770a-44c9-aa16-c6b566d2adaa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:00.598142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8b502593-770a-44c9-aa16-c6b566d2adaa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:00.603352 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8b502593-770a-44c9-aa16-c6b566d2adaa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/70279ce1-9c60-4ec3-9f0b-4a64fcef445f HTTP/1.1" status: 404 len: 333 time: 0.0917954 Sep 29 06:49:00.607034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43536) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:00.758627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:00.763071 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3 HTTP/1.1" status: 204 len: 168 time: 2.9332118 Sep 29 06:49:00.763071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d807448-0343-459c-97f0-bc50d98b5395 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:00.764150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43544) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:00.794864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28f56f-26d6-499f-bbbf-22e733f9c081 None None] Network c4a80555-087d-4372-ac75-c0f36c9b0122 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:00.937633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7da8a-fe60-4188-96df-a601cfcefabd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:00.939652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7da8a-fe60-4188-96df-a601cfcefabd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:00.940605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0be7da8a-fe60-4188-96df-a601cfcefabd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:01.011276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:01.018302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0be7da8a-fe60-4188-96df-a601cfcefabd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:01.019586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0be7da8a-fe60-4188-96df-a601cfcefabd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2484574 Sep 29 06:49:01.029602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43548) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:01.087005 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 9 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:49:01.188985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:01.219958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:01.220339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.220752 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 Sep 29 06:49:01.246911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.267139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-6e9a9f81-db3b-4fb8-9d0f-a629e892dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:01.269239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-6e9a9f81-db3b-4fb8-9d0f-a629e892dbce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b35d4d-7314-4d7f-882f-def43e93d923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1059012 Sep 29 06:49:01.374797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet fcee9b61-f607-4dda-b386-55145d140e25 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:01.388879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.458271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 076c0f29-14ff-4070-bf23-7d43cad12b6d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:01.473898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 5094bdfc-24bc-4c50-8b49-076b609f2907 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:01.487005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.489503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.508970 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-5d3db37d-1cc1-4033-aa6d-e266b536be6b service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314475 Sep 29 06:49:01.517989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network e604f283-f117-43a0-bf06-6140d7ad3106 is not hosted by any dhcp agent {{(pid=89136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 29 06:49:01.525102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:01.525805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.527134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "PUT /v2.0/networks/e604f283-f117-43a0-bf06-6140d7ad3106 HTTP/1.1" status: 200 len: 723 time: 1.2684631 Sep 29 06:49:01.530857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-40f41809-b983-4041-b785-ceca66e5a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:01.532393 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-40f41809-b983-4041-b785-ceca66e5a516 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.4942276 Sep 29 06:49:01.542266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43554) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:01.549208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:01.660233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 076c0f29-14ff-4070-bf23-7d43cad12b6d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:01.670365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:01.670791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.694974 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Attempt 10 to provision port 89b88231-cdbb-4729-86e9-135fb2955c97 Sep 29 06:49:01.775876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:01.784431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c905-9a3c-4586-a628-1f67a42c9193 req-f944e53e-33ef-4681-b7c9-90fd7e6f743b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:01.785981 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c4e5c905-9a3c-4586-a628-1f67a42c9193 req-f944e53e-33ef-4681-b7c9-90fd7e6f743b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7663097 Sep 29 06:49:01.795486 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-be352e17-6a24-4067-ac76-5c0cd198e895 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/5094bdfc-24bc-4c50-8b49-076b609f2907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8886273 Sep 29 06:49:01.795733 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] Sync routers for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:01.807804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:01.809673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffe1b-f426-4570-ae82-844a72b6e6b6 None None] Port 89b88231-cdbb-4729-86e9-135fb2955c97 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:01.811661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:49:01.814733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcebf3d-a21b-458d-819d-333fab42a493" -d '{"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-plugged", "status": "completed", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:49:01.815147 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:01.815765 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:01.833478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:01.866882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43558) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:01.943525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a615e8-296c-4bb1-a2e6-6c275d01941e x-openstack-request-id: req-42a615e8-296c-4bb1-a2e6-6c275d01941e {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:49:01.943936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-plugged", "status": "completed", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:49:01.944109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42a615e8-296c-4bb1-a2e6-6c275d01941e {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:49:01.944631 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a615e8-296c-4bb1-a2e6-6c275d01941e'] response: {'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'code': 200} Sep 29 06:49:01.969278 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:01.988152 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:01.989237 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:02.001097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Provisioning for port 076c0f29-14ff-4070-bf23-7d43cad12b6d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:02.021926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Provisioning complete for port 076c0f29-14ff-4070-bf23-7d43cad12b6d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:02.022818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.023893 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Attempt 1 to provision port 076c0f29-14ff-4070-bf23-7d43cad12b6d Sep 29 06:49:02.106419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:02.147696 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:02.151244 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec598e6-211a-4f69-bfa8-cb5238d6c747 None None] The sync data for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:02.168369 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c4e5c905-9a3c-4586-a628-1f67a42c9193 req-4120bf46-0203-4513-a512-c31327f6343d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060921 Sep 29 06:49:02.199252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:02.214470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:02.218553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:02.219776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet a63b7d6e-9356-4e5a-9d03-bf995671c647 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:02.234271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-88a1f97c-99a1-4b38-a67f-622390c574d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:02.236093 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-88a1f97c-99a1-4b38-a67f-622390c574d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.6683226 Sep 29 06:49:02.238070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:02.240469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43446681-38a0-4f64-9660-3a97d662cf80 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=e604f283-f117-43a0-bf06-6140d7ad3106,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:02.245328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.245759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Current status of the port 076c0f29-14ff-4070-bf23-7d43cad12b6d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:02.246159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.262295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e604f283-f117-43a0-bf06-6140d7ad3106 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:02.311604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.420550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:02.428424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.471937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.561516 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e58f445f-2174-4ae0-945b-d5c86551d819 req-51c556df-bf47-4131-af46-d1a17dfceddf service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0251019 Sep 29 06:49:02.629842 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-9576da96-1d03-497e-9fe0-5aa9acf5963d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1001 time: 0.3753903 Sep 29 06:49:02.689268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.706796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.754752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:02.770943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/fcee9b61-f607-4dda-b386-55145d140e25 HTTP/1.1" status: 204 len: 168 time: 2.1618767 Sep 29 06:49:02.777300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43566) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:02.789181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc374b3b-a4d0-494b-aaa6-1264f4a4e13a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=fcee9b61-f607-4dda-b386-55145d140e25,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:02.790895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:02.791795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:02.955397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758109b7-6424-4682-9b43-55d60d1f8466 None None] Network c4a80555-087d-4372-ac75-c0f36c9b0122 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:02.991479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.044204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.044692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e276f3cf-379c-488a-8b31-f6a737287436 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:03.051693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=a63b7d6e-9356-4e5a-9d03-bf995671c647,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:03.074719 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8d301aa7-4f98-473f-8c86-e404b096ee42 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a63b7d6e-9356-4e5a-9d03-bf995671c647 HTTP/1.1" status: 204 len: 168 time: 1.9607158 Sep 29 06:49:03.074719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43570) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:03.190643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cd0309a0-3d2b-429e-bd7b-0d71e32d1344 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151061 Sep 29 06:49:03.196529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43576) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:03.232845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-cb6b9a73-dc9d-4f9a-9c00-3f03defebfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:03.234826 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-cb6b9a73-dc9d-4f9a-9c00-3f03defebfcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.5945747 Sep 29 06:49:03.240082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.377134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.404589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=c73c04d7-a48d-4502-bf5f-cc72671586a7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:03.406195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Current status of the port 076c0f29-14ff-4070-bf23-7d43cad12b6d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:03.406826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.425629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.464546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] For port 076c0f29-14ff-4070-bf23-7d43cad12b6d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=076c0f29-14ff-4070-bf23-7d43cad12b6d,segment=NetworkSegment(458781f1-9e16-48b1-b99b-e895d2760d81),segment_id=458781f1-9e16-48b1-b99b-e895d2760d81)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:03.476516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.496964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 076c0f29-14ff-4070-bf23-7d43cad12b6d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:03.497312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.551591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Could not find standard attr ID for object 515eb3a3-798b-42ee-95b9-c1a8e05fef56. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:03.561171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:03.561550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: e604f283-f117-43a0-bf06-6140d7ad3106, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:03.608676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Provisioning for port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:03.623309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Pushing event updated for resources: {'Port': ['ID=076c0f29-14ff-4070-bf23-7d43cad12b6d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:03.629572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1c1976-3252-4f85-b3ef-c624e512d210 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:03.630531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1c1c1976-3252-4f85-b3ef-c624e512d210 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:03.633972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Provisioning complete for port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:03.635907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.637786 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Attempt 1 to provision port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 Sep 29 06:49:03.653270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network e604f283-f117-43a0-bf06-6140d7ad3106 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:03.668582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-08ab49cc-1774-4c62-9c5e-9dda400b5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:03.671775 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-08ab49cc-1774-4c62-9c5e-9dda400b5bc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4254279 Sep 29 06:49:03.703372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1c1c1976-3252-4f85-b3ef-c624e512d210 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:03.707464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1c1c1976-3252-4f85-b3ef-c624e512d210 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5064065 Sep 29 06:49:03.708374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43582) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:03.711400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e604f283-f117-43a0-bf06-6140d7ad3106) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:03.724179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:03.724765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.758708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:03.762832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3846d-5acb-4b1c-bb20-b4153ae18c04 None None] Network e604f283-f117-43a0-bf06-6140d7ad3106 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:03.779781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910185c-05a5-4764-a0c6-588f5c717902 None None] DHCP port deletion for c4a80555-087d-4372-ac75-c0f36c9b0122 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:03.885372 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-accf9a27-701d-468d-a72a-23ef6d0254d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3378820 Sep 29 06:49:03.895554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43586) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:03.908038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:03.925170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f910185c-05a5-4764-a0c6-588f5c717902 None None] Deleting port 076c0f29-14ff-4070-bf23-7d43cad12b6d {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:03.926172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f910185c-05a5-4764-a0c6-588f5c717902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:03.953167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Deleting port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:03.954117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.003759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] For port 076c0f29-14ff-4070-bf23-7d43cad12b6d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=076c0f29-14ff-4070-bf23-7d43cad12b6d,segment=NetworkSegment(458781f1-9e16-48b1-b99b-e895d2760d81),segment_id=458781f1-9e16-48b1-b99b-e895d2760d81)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:04.004161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.036101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e6dc1-e547-4566-a8a2-e53ace565343 req-8c88dc3f-9f54-4bdf-80bb-441953999039 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:04.044396 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c51e6dc1-e547-4566-a8a2-e53ace565343 req-8c88dc3f-9f54-4bdf-80bb-441953999039 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.5680699 Sep 29 06:49:04.097251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e025fe-be8e-4923-94ef-5b75701f2182 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:04.097945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33e025fe-be8e-4923-94ef-5b75701f2182 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:04.128871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33e025fe-be8e-4923-94ef-5b75701f2182 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:04.132614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-33e025fe-be8e-4923-94ef-5b75701f2182 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4194086 Sep 29 06:49:04.132881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43592) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:04.202271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 076c0f29-14ff-4070-bf23-7d43cad12b6d owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:04.231634 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-304e0281-8b5c-4435-ae27-0348a4ebeb7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934148 Sep 29 06:49:04.232578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43596) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:04.241534 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-7dd811c6-4b05-4569-a149-4e4ff58532a8 service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623572 Sep 29 06:49:04.241751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:04.381479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6310504'] for subnet, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.432789 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c51e6dc1-e547-4566-a8a2-e53ace565343 req-54bf019b-47f3-4513-b5f8-a395ef967dc8 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874326 Sep 29 06:49:04.469964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:04.507014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 89b88231-cdbb-4729-86e9-135fb2955c97 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:04.507823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.526903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f910185c-05a5-4764-a0c6-588f5c717902 None None] The port '076c0f29-14ff-4070-bf23-7d43cad12b6d' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:04.529934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.544994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:04.545737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.557478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:04.568547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Current status of the port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:04.569219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.601068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:04.605103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.607705 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c32450b2-a485-4d05-8aad-6e13e37f7aa2 req-d0047321-0a94-4502-a579-138b92108dbf service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572340 Sep 29 06:49:04.635902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=076c0f29-14ff-4070-bf23-7d43cad12b6d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:04.644578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No DVR routers for this DVR port 076c0f29-14ff-4070-bf23-7d43cad12b6d on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:04.794365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Calling delete_port for 6143f631-3e2b-4652-bcb5-9db7d35cfd72 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:04.869975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:04.877361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.955915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.993096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783590295390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8188306'] for subnet, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:04.997923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a80555-087d-4372-ac75-c0f36c9b0122']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:05.001258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Could not find standard attr ID for object e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:05.045478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458781f1-9e16-48b1-b99b-e895d2760d81') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:05.045793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458781f1-9e16-48b1-b99b-e895d2760d81') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:05.059019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 076c0f29-14ff-4070-bf23-7d43cad12b6d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:05.063508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.070613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:05.071208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.074922 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "PUT /v2.0/subnets/c73c04d7-a48d-4502-bf5f-cc72671586a7 HTTP/1.1" status: 200 len: 806 time: 1.1743450 Sep 29 06:49:05.077246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43602) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:05.078721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.085458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e604f283-f117-43a0-bf06-6140d7ad3106', 'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': 'c73c04d7-a48d-4502-bf5f-cc72671586a7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:05.086301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.104765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:05.105166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:05.126372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 076c0f29-14ff-4070-bf23-7d43cad12b6d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:05.126807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 076c0f29-14ff-4070-bf23-7d43cad12b6d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:05.127232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6143f631-3e2b-4652-bcb5-9db7d35cfd72 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:05.168576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.196007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b3df3-1d28-4aa4-a898-31500f4e6255 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=c73c04d7-a48d-4502-bf5f-cc72671586a7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:05.202419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:05.203002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.229930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 89b88231-cdbb-4729-86e9-135fb2955c97 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:05.260366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5ef1782b-f9d8-4651-8754-d366f2540c40 None None] Could not find standard attr ID for object 70279ce1-9c60-4ec3-9f0b-4a64fcef445f. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:05.274628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7a77e-a91a-48f9-a47e-45b273810211 None None] Pushing event updated for resources: {'Port': ['ID=6143f631-3e2b-4652-bcb5-9db7d35cfd72,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:05.280489 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 458781f1-9e16-48b1-b99b-e895d2760d81 resource provider aggregate not found Sep 29 06:49:05.305046 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 458781f1-9e16-48b1-b99b-e895d2760d81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 458781f1-9e16-48b1-b99b-e895d2760d81 found for delete ", "request_id": "req-5dfd4a69-3929-4895-afc1-93e5a7451a25"}]} Sep 29 06:49:05.363518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.365673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.430742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.456918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5ef1782b-f9d8-4651-8754-d366f2540c40 None None] Could not find standard attr ID for object 076c0f29-14ff-4070-bf23-7d43cad12b6d. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:05.469736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=c4a80555-087d-4372-ac75-c0f36c9b0122,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:05.477466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5ef1782b-f9d8-4651-8754-d366f2540c40 None None] Could not find standard attr ID for object b933bb81-0a04-41cc-8423-2f2316d25886. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:05.570849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-205a0a6b-9023-4626-b924-9d3b5f21e6a9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/c4a80555-087d-4372-ac75-c0f36c9b0122 HTTP/1.1" status: 204 len: 168 time: 2.7891986 Sep 29 06:49:05.578734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43614) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:05.584702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1802080702'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:05.596777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:05.604756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:05.609888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:05.619942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:05.622274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.684275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Allocated IP 172.20.0.2 (e604f283-f117-43a0-bf06-6140d7ad3106/c73c04d7-a48d-4502-bf5f-cc72671586a7/506f97d4-fdd8-4042-b91a-91c5302003b1) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:05.696791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:05.702641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.724361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Deleting port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:05.724730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.774625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:05.806222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.808080 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f of type vlan for network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f Sep 29 06:49:05.855029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:49:05.883331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:05.883809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.918305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:05.935461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e34b5f-c67c-4a87-8248-8649562f3474 req-ba06127c-b1db-45c0-a506-86898f04e32c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:05.943887 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b1e34b5f-c67c-4a87-8248-8649562f3474 req-ba06127c-b1db-45c0-a506-86898f04e32c tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.2267647 Sep 29 06:49:05.948178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.017905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b1e34b5f-c67c-4a87-8248-8649562f3474 req-b81c2cfb-3409-4159-a62e-123433534309 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736411 Sep 29 06:49:06.045005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=89b88231-cdbb-4729-86e9-135fb2955c97,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:06.048066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.054464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:06.055075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.163866 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5836029 Sep 29 06:49:06.185559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43630) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:06.195369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:06.208978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.221609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Transition to ACTIVE for port object 506f97d4-fdd8-4042-b91a-91c5302003b1 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:06.307621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2effb8-bd79-40bb-a4f3-274bf7e3f868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:06.327770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:06.328128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:06.328929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:06.351403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Transition to ACTIVE for port object 506f97d4-fdd8-4042-b91a-91c5302003b1 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:06.380817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:06.390320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:06.397038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:06.409400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:06.420432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.470321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.475232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.548857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=c73c04d7-a48d-4502-bf5f-cc72671586a7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:06.557387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:06.560902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.616245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.624632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Network e604f283-f117-43a0-bf06-6140d7ad3106 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:06.641393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:06.652763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:06.653429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.662263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:06.713330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Pushing event updated for resources: {'Port': ['ID=506f97d4-fdd8-4042-b91a-91c5302003b1,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:06.745538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.782953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604f283-f117-43a0-bf06-6140d7ad3106']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:06.804500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:06.804802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:06.821809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.842920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.858632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:06.859040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:06.914313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Calling delete_port for 6143f631-3e2b-4652-bcb5-9db7d35cfd72 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:06.993664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Attempting to bind port 506f97d4-fdd8-4042-b91a-91c5302003b1 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:06.994625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Attempting to bind port 506f97d4-fdd8-4042-b91a-91c5302003b1 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:06.995614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Attempting to bind port 506f97d4-fdd8-4042-b91a-91c5302003b1 on network e604f283-f117-43a0-bf06-6140d7ad3106 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:07.009185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:07.009585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Checking segment: {'id': 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:07.009990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.010376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Bound using segment: {'id': 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:07.012404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Bound port: 506f97d4-fdd8-4042-b91a-91c5302003b1, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e604f283-f117-43a0-bf06-6140d7ad3106'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:07.012404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.021866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:49:07.021866 dv-neutron-859761-1-hyperv neutron-server[89137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:49:07.021866 dv-neutron-859761-1-hyperv neutron-server[89137]: [parameters: {'id': 'e604f283-f117-43a0-bf06-6140d7ad3106'}] Sep 29 06:49:07.021866 dv-neutron-859761-1-hyperv neutron-server[89137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:07.022363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:07.034231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:07.034658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.076052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 5094bdfc-24bc-4c50-8b49-076b609f2907 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:07.081801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.113260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ec814-02dc-4afb-9195-f29998fa096a req-0ed12c33-5736-4231-b23f-234c199795d8 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:07.115241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c1ec814-02dc-4afb-9195-f29998fa096a req-0ed12c33-5736-4231-b23f-234c199795d8 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.8012948 Sep 29 06:49:07.155402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] For port 506f97d4-fdd8-4042-b91a-91c5302003b1, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:07.161847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] For port 506f97d4-fdd8-4042-b91a-91c5302003b1, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=506f97d4-fdd8-4042-b91a-91c5302003b1,segment=NetworkSegment(f4c4cc4c-2af7-4aea-993b-32bd794b2b62),segment_id=f4c4cc4c-2af7-4aea-993b-32bd794b2b62)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:07.166588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.199564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:07.200060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:07.219636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=73f74e63-1a66-447f-8b3e-e00309b63ad5,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:07.235099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:07.248066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:07.254598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:07.255461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.266681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81e8d5-1de8-442a-abb1-84a6658a8a25 None None] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:07.292348 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-21734058-0452-4ddf-872d-35f8ef1e49d3 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1051228 Sep 29 06:49:07.293150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43646) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:07.300180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f', 'name': 'tempest-PortsTestJSON-1070826981', 'fixed_ips': [{'subnet_id': '73f74e63-1a66-447f-8b3e-e00309b63ad5', 'ip_address': '172.20.0.10'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:07.340202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c1ec814-02dc-4afb-9195-f29998fa096a req-45a300bf-a620-44e5-b889-c67ccc2a66b6 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095525 Sep 29 06:49:07.349090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:07.358201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:07.411246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.429914 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-696d14d3-861b-405b-aa35-1618c8b9341e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/5094bdfc-24bc-4c50-8b49-076b609f2907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5574596 Sep 29 06:49:07.431094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43654) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:07.442605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] Sync routers for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:07.510925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.512464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.520426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f13cf0-98cf-4baf-bc02-9ff4a151e454 None None] Pushing event updated for resources: {'Port': ['ID=506f97d4-fdd8-4042-b91a-91c5302003b1,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:07.529451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:07.529814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:07.540220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:07.542634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:07.634761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2f48f948-6cd3-4e73-af93-61a09409da4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:07.635291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:07.654679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.664018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:07.672751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:07.677838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:07.678980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912c9d5-b5ec-4dd5-a7bc-c6d95be6949d None None] Network e604f283-f117-43a0-bf06-6140d7ad3106 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:07.689283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:07.691895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:07.699245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:07.699606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:07.701230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:07.709995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:07.710844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.748646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=efa6dac3-6050-479b-b6d4-c015b12ea6f0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:07.761345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2f48f948-6cd3-4e73-af93-61a09409da4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:07.765357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2f48f948-6cd3-4e73-af93-61a09409da4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=5094bdfc-24bc-4c50-8b49-076b609f2907 HTTP/1.1" status: 200 len: 205 time: 0.3326373 Sep 29 06:49:07.768693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43662) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:07.770151 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5366433 Sep 29 06:49:07.776434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43664) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:07.783907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0480ee1-cd3e-488a-b185-5cbb5a7b6743 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=6143f631-3e2b-4652-bcb5-9db7d35cfd72,revision_number=6']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:07.801822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:07.896431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:07.917546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] Routers {'5094bdfc-24bc-4c50-8b49-076b609f2907'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:07.918249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5094bdfc-24bc-4c50-8b49-076b609f2907'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:07.955074 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment f4c4cc4c-2af7-4aea-993b-32bd794b2b62 resource provider aggregate not found Sep 29 06:49:07.962158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:07.989758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting port 506f97d4-fdd8-4042-b91a-91c5302003b1 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:07.990166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.003187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:08.003597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d1313-f6eb-4282-aea7-4e9333a56709 None None] The sync data for ids ['5094bdfc-24bc-4c50-8b49-076b609f2907'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:08.067670 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment f4c4cc4c-2af7-4aea-993b-32bd794b2b62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4c4cc4c-2af7-4aea-993b-32bd794b2b62 found for delete ", "request_id": "req-2ea06e71-a68f-4754-9353-2ef2fcafde48"}]} Sep 29 06:49:08.117960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:08.118191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:08.118348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.172008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Deleting port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:08.172227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.220873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.322004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f', 'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': '73f74e63-1a66-447f-8b3e-e00309b63ad5'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:08.322940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.390033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:08.395599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c8618-0e9d-42e4-9586-67cbf812e3c7 req-cef80cea-6847-4c5c-be94-f683c426a618 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:08.397615 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-200c8618-0e9d-42e4-9586-67cbf812e3c7 req-cef80cea-6847-4c5c-be94-f683c426a618 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.6951408 Sep 29 06:49:08.499744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] For port 506f97d4-fdd8-4042-b91a-91c5302003b1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=506f97d4-fdd8-4042-b91a-91c5302003b1,segment=NetworkSegment(f4c4cc4c-2af7-4aea-993b-32bd794b2b62),segment_id=f4c4cc4c-2af7-4aea-993b-32bd794b2b62)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:08.500171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.588919 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-200c8618-0e9d-42e4-9586-67cbf812e3c7 req-987b21a8-8845-4ccc-b0e0-cf2b58737f77 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535809 Sep 29 06:49:08.649858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:08.651486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:08.652679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.662626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Calling delete_port for 506f97d4-fdd8-4042-b91a-91c5302003b1 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:08.677639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.680372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.706059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:08.715705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.716285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router 5094bdfc-24bc-4c50-8b49-076b609f2907 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:49:08.742523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:08.748051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.789232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.790847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c54c50d5-694f-494d-a1d9-24db11dccf6c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/5094bdfc-24bc-4c50-8b49-076b609f2907 HTTP/1.1" status: 204 len: 168 time: 1.0181162 Sep 29 06:49:08.795608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43680) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:08.796783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.10 (9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f/73f74e63-1a66-447f-8b3e-e00309b63ad5/fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:08.873198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Calling delete_port for 6143f631-3e2b-4652-bcb5-9db7d35cfd72 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:08.890598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:08.952686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.044860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet bb71d467-97f6-48ea-9dbe-df76906a3862 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:09.051552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Port': ['ID=506f97d4-fdd8-4042-b91a-91c5302003b1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:09.068053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No DVR routers for this DVR port 506f97d4-fdd8-4042-b91a-91c5302003b1 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:09.078774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.085665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efa6dac3-6050-479b-b6d4-c015b12ea6f0 (CIDR: 2001:db8::/64) Sep 29 06:49:09.092980 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:49:09.093466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:09.109333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16113ad-e4ac-4648-bee6-520fc575a8cd req-15a88edb-9661-4f69-b239-640c2bb13009 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:09.111336 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f16113ad-e4ac-4648-bee6-520fc575a8cd req-15a88edb-9661-4f69-b239-640c2bb13009 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.2613740 Sep 29 06:49:09.132318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7601dd5e-d334-497b-9038-500c0b5ace7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.154394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1535f9d5-9eaa-47d2-938d-d4415451941d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3677933 Sep 29 06:49:09.155812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7fcb2-b352-4414-85ee-c30e17413f90 None None] Network e604f283-f117-43a0-bf06-6140d7ad3106 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:09.157480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43686) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:09.163520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:09.267211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f16113ad-e4ac-4648-bee6-520fc575a8cd req-310f4d39-4554-4822-8c7f-c5999e9ad8bd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489797 Sep 29 06:49:09.321804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6143f631-3e2b-4652-bcb5-9db7d35cfd72,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:09.363462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:09.363711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:09.372724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.403792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:09.416570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:09.427332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.429856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:09.435748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.737224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604f283-f117-43a0-bf06-6140d7ad3106']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:09.756366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.781741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:09.782163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c4cc4c-2af7-4aea-993b-32bd794b2b62') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:09.817850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.822702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:09.825691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:09.830014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:09.830634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.848251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=bf063146-c740-46c8-b8c8-05c86598ace6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:09.864834 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9a91ab1f-6d8f-4c6d-9168-9ae19396ca61 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7063293 Sep 29 06:49:09.867636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43700) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:09.872099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.873222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:25:15:e4', 'name': 'tempest-NetworksTestDHCPv6-845602222'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:09.889586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:09.889999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:09.907313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.007334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.045035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c99653-a172-4ccc-894b-1a1efda8eb8c req-06dd7f97-66d6-40ee-82f8-8576ea990bfa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:10.048193 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d7c99653-a172-4ccc-894b-1a1efda8eb8c req-06dd7f97-66d6-40ee-82f8-8576ea990bfa tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3882699 Sep 29 06:49:10.051545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:10.111162 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment f4c4cc4c-2af7-4aea-993b-32bd794b2b62 resource provider aggregate not found Sep 29 06:49:10.124635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.134257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.148131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment f4c4cc4c-2af7-4aea-993b-32bd794b2b62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4c4cc4c-2af7-4aea-993b-32bd794b2b62 found for delete ", "request_id": "req-f61ce80f-e680-4cd0-ba47-aa69c2ef2245"}]} Sep 29 06:49:10.163027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:10.168056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:10.171601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:10.177811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:10.187743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:10.191842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=e604f283-f117-43a0-bf06-6140d7ad3106,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:10.203906 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f503d427-d609-4aa7-a026-563187aa514f tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/e604f283-f117-43a0-bf06-6140d7ad3106 HTTP/1.1" status: 204 len: 168 time: 5.1184006 Sep 29 06:49:10.209473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43710) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:10.217079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d7c99653-a172-4ccc-894b-1a1efda8eb8c req-ab705de2-6ff1-4af4-8a8c-83e6f51e82f0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550231 Sep 29 06:49:10.236383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.280972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.300403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d33f0bb-cdaf-416d-95d9-0831adb440ea tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:10.301019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d33f0bb-cdaf-416d-95d9-0831adb440ea tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:10.307267 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d33f0bb-cdaf-416d-95d9-0831adb440ea tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/e604f283-f117-43a0-bf06-6140d7ad3106 HTTP/1.1" status: 404 len: 339 time: 0.0964339 Sep 29 06:49:10.308004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43716) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:10.322946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1016988780', 'description': 'd1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:10.328750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:10.332860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:10.335992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:10.351191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=bb71d467-97f6-48ea-9dbe-df76906a3862,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:10.372357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.378361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac333612-6f82-4996-9105-cff8ee47dffb None None] Network d9fde981-fca0-438f-a957-f54a5e8d4253 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:10.379997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:10.388217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:10.401637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:10.404887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.417770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:10.439308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:10.443150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.464821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 75a7a53f-ded2-47a5-96d7-202f4e0c35e5 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:10.525477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:10.526267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.532388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Allocated IP 172.20.0.2 (9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f/73f74e63-1a66-447f-8b3e-e00309b63ad5/2c2fbc9e-7d79-4048-9ada-262b14a22749) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:10.535379 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-01128117-3ea8-402a-b07d-d6d69cb164e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/bb71d467-97f6-48ea-9dbe-df76906a3862 HTTP/1.1" status: 204 len: 168 time: 1.7361350 Sep 29 06:49:10.546104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43720) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:10.546805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:10.607141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:10.628092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.628621 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 30d16547-f524-4699-9218-2e96a37cce1c of type vlan for network 50e7db5f-7eb2-4e32-aff6-c759113a465d Sep 29 06:49:10.656798 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a041c244-6162-45a8-977e-ec67d0357ab6 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3618927 Sep 29 06:49:10.660220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43726) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:10.666943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f', 'name': 'tempest-PortsTestJSON-856187634', 'fixed_ips': [{'subnet_id': '73f74e63-1a66-447f-8b3e-e00309b63ad5', 'ip_address': '172.20.0.9'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:10.720930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.764708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet 8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:10.818454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.860930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.874981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:10.875927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:10.880679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8:0:1::176 (4f723a10-0bd7-4e60-9921-89b35030f7ba/bf063146-c740-46c8-b8c8-05c86598ace6/75a7a53f-ded2-47a5-96d7-202f4e0c35e5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:10.935491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fe25:15e4 (4f723a10-0bd7-4e60-9921-89b35030f7ba/efa6dac3-6050-479b-b6d4-c015b12ea6f0/75a7a53f-ded2-47a5-96d7-202f4e0c35e5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:10.940050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.012257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.014044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:11.024285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Transition to ACTIVE for port object 2c2fbc9e-7d79-4048-9ada-262b14a22749 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:11.027892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:11.034028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:11.046454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Transition to ACTIVE for port object 2c2fbc9e-7d79-4048-9ada-262b14a22749 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:11.051514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4eda12cf-0e01-4035-bec0-3a7eefa1395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.054975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f907e-e37a-464d-a89c-fdb716c2adea req-94980ad3-b5e5-4625-a74d-a65de42d41d0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:11.057383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7d3f907e-e37a-464d-a89c-fdb716c2adea req-94980ad3-b5e5-4625-a74d-a65de42d41d0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.2868335 Sep 29 06:49:11.058695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:11.061808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=50e7db5f-7eb2-4e32-aff6-c759113a465d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:11.065779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.077466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d117848-466d-4d60-9126-f1c13dad48e7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7652516 Sep 29 06:49:11.089642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43730) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:11.103255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:11.109242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.150192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Deleting port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:11.150711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.171854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 098b8952-d14c-4fe6-bd11-37e1b2b382d8 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:11.177339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Pushing event updated for resources: {'Port': ['ID=2c2fbc9e-7d79-4048-9ada-262b14a22749,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:11.179891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 50e7db5f-7eb2-4e32-aff6-c759113a465d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:11.266382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7d3f907e-e37a-464d-a89c-fdb716c2adea req-b7f27d30-b567-4d85-bf45-093c86fccdef tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997657 Sep 29 06:49:11.305127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbfd6f-6b53-4ae2-87b6-759e4ff4a78b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:11.305370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.306090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bbbbfd6f-6b53-4ae2-87b6-759e4ff4a78b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Synchronizing usage tracker for tenant:b175223d8db64af7ab6752b2267b0af8 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:11.376926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] DHCP port deletion for d9fde981-fca0-438f-a957-f54a5e8d4253 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:11.394591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:11.395584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Deleting port c06e0f3c-3e9a-4a67-b70d-e55d615e878a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:11.395833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.403356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bbbbfd6f-6b53-4ae2-87b6-759e4ff4a78b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Unset dirty status for tenant:b175223d8db64af7ab6752b2267b0af8 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:11.407076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bbbbfd6f-6b53-4ae2-87b6-759e4ff4a78b tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks?id=50e7db5f-7eb2-4e32-aff6-c759113a465d HTTP/1.1" status: 200 len: 761 time: 0.3121836 Sep 29 06:49:11.410620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43736) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:11.428993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:11.510697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'description': 'd2'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:11.514587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:11.750869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.807337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.813105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.9 (9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f/73f74e63-1a66-447f-8b3e-e00309b63ad5/098b8952-d14c-4fe6-bd11-37e1b2b382d8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:11.818376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:11.823446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Attempting to bind port 2c2fbc9e-7d79-4048-9ada-262b14a22749 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:11.823816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Attempting to bind port 2c2fbc9e-7d79-4048-9ada-262b14a22749 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:11.824231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Attempting to bind port 2c2fbc9e-7d79-4048-9ada-262b14a22749 on network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:11.827425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.831244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.845346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a93299f3-3afd-4061-8c8a-3fe392485134 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa HTTP/1.1" status: 204 len: 168 time: 1.2943029 Sep 29 06:49:11.848792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43740) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:11.864759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7cb36-8fbb-4cbc-9876-226782006dff None None] Network ff88cf34-8e2c-430f-a0a8-3519037c5c6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:11.957544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:11.958526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Checking segment: {'id': 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:11.959108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.959798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Bound using segment: {'id': 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:11.960651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Bound port: 2c2fbc9e-7d79-4048-9ada-262b14a22749, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:11.961064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.965483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 50e7db5f-7eb2-4e32-aff6-c759113a465d is not hosted by any dhcp agent {{(pid=89136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 29 06:49:11.973038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:11.974313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:11.977252 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "PUT /v2.0/networks/50e7db5f-7eb2-4e32-aff6-c759113a465d HTTP/1.1" status: 200 len: 758 time: 0.5643508 Sep 29 06:49:11.988781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43744) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:12.022786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.059443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9f5f9-8f1b-43f0-beaf-03e472c2b435 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=50e7db5f-7eb2-4e32-aff6-c759113a465d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:12.097981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 50e7db5f-7eb2-4e32-aff6-c759113a465d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:12.123639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.154699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.193767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 75a7a53f-ded2-47a5-96d7-202f4e0c35e5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:12.223693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.295745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:12.304607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:12.312169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:12.318108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:12.318755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.366851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.383494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5147388 Sep 29 06:49:12.393522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43752) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:12.396824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940c199-547a-49ae-ad54-8359db5f9477 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=75a7a53f-ded2-47a5-96d7-202f4e0c35e5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:12.409481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] For port c06e0f3c-3e9a-4a67-b70d-e55d615e878a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,segment=NetworkSegment(67ba2775-b9ac-4c3a-9efb-e449106eadde),segment_id=67ba2775-b9ac-4c3a-9efb-e449106eadde)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:12.410586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.443750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port c06e0f3c-3e9a-4a67-b70d-e55d615e878a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:12.444094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.508888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c201b-baf2-4344-a6da-d289f170bf75 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:12.509634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cb1c201b-baf2-4344-a6da-d289f170bf75 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Synchronizing usage tracker for tenant:b175223d8db64af7ab6752b2267b0af8 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:12.543435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] For port 2c2fbc9e-7d79-4048-9ada-262b14a22749, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:12.547929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] For port 2c2fbc9e-7d79-4048-9ada-262b14a22749, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2c2fbc9e-7d79-4048-9ada-262b14a22749,segment=NetworkSegment(ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f),segment_id=ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:12.569036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cb1c201b-baf2-4344-a6da-d289f170bf75 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Unset dirty status for tenant:b175223d8db64af7ab6752b2267b0af8 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:12.570554 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cb1c201b-baf2-4344-a6da-d289f170bf75 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks?id=50e7db5f-7eb2-4e32-aff6-c759113a465d HTTP/1.1" status: 200 len: 761 time: 0.5807455 Sep 29 06:49:12.575096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43756) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:12.593304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] For port 6143f631-3e2b-4652-bcb5-9db7d35cfd72, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6143f631-3e2b-4652-bcb5-9db7d35cfd72,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:12.593700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.599008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 75a7a53f-ded2-47a5-96d7-202f4e0c35e5 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:12.599730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.622086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-980262819'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:12.640571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:12.671242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:12.689807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.720599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:12.724001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.766279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Calling delete_port for 6143f631-3e2b-4652-bcb5-9db7d35cfd72 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:12.808598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object 098b8952-d14c-4fe6-bd11-37e1b2b382d8 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:12.854016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port c06e0f3c-3e9a-4a67-b70d-e55d615e878a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,segment=NetworkSegment(67ba2775-b9ac-4c3a-9efb-e449106eadde),segment_id=67ba2775-b9ac-4c3a-9efb-e449106eadde)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:12.855250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:12.867103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:12.871942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048abd-2e8b-4797-8888-e12aab4fe3a2 req-e2d9a086-abb8-448d-8fe8-a8bb3e50fa21 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:12.873521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3f048abd-2e8b-4797-8888-e12aab4fe3a2 req-e2d9a086-abb8-448d-8fe8-a8bb3e50fa21 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4025388 Sep 29 06:49:12.997861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for c06e0f3c-3e9a-4a67-b70d-e55d615e878a owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:13.024211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3f048abd-2e8b-4797-8888-e12aab4fe3a2 req-5b996603-4b74-42d1-91c2-a59638c4af5a tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417270 Sep 29 06:49:13.025114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.025510 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 of type vlan for network 01f2c804-3757-49d8-880b-31c3898bb0c1 Sep 29 06:49:13.080646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.120544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Calling delete_port for c06e0f3c-3e9a-4a67-b70d-e55d615e878a owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:13.162262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c06e0f3c-3e9a-4a67-b70d-e55d615e878a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:13.174320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.187978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:13.189694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.201236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:13.207176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:13.226653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.235208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.269791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.287327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=098b8952-d14c-4fe6-bd11-37e1b2b382d8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:13.354379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=c06e0f3c-3e9a-4a67-b70d-e55d615e878a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:13.373934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:13.374603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.394641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 75a7a53f-ded2-47a5-96d7-202f4e0c35e5 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:13.398556 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4661b02e-54cc-4d14-b4c4-33a5e8581b0a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7367377 Sep 29 06:49:13.399938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port c06e0f3c-3e9a-4a67-b70d-e55d615e878a on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:13.401962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43764) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:13.402581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.408100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:13.411262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.472291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] Pushing event deleted for resources: {'Port': ['ID=6143f631-3e2b-4652-bcb5-9db7d35cfd72,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:13.624440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76b876-d3d2-47cb-bd3a-4a4c4582d422 None None] No DVR routers for this DVR port 6143f631-3e2b-4652-bcb5-9db7d35cfd72 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:13.627905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.652729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No active binding found for port c06e0f3c-3e9a-4a67-b70d-e55d615e878a {{(pid=89138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 29 06:49:13.653605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c06e0f3c-3e9a-4a67-b70d-e55d615e878a not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:13.674823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee31bcf6-77f2-4797-b35d-8b532fa816e2 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:13.704675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:13.704980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:13.723871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.750430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fde981-fca0-438f-a957-f54a5e8d4253']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:13.763112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ba2775-b9ac-4c3a-9efb-e449106eadde') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:13.763643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ba2775-b9ac-4c3a-9efb-e449106eadde') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:13.764283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58caa5-c6f5-418f-b04e-edab12efb34b None None] Pushing event updated for resources: {'Port': ['ID=2c2fbc9e-7d79-4048-9ada-262b14a22749,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:13.775793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.796734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.807093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.807357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:13.807357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.946916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.947163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] DHCP port deletion for ff88cf34-8e2c-430f-a0a8-3519037c5c6e request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:13.948904 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3710334 Sep 29 06:49:13.968674 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 67ba2775-b9ac-4c3a-9efb-e449106eadde resource provider aggregate not found Sep 29 06:49:13.970344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43778) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:13.974065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:13.975493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] Deleting port d70708f6-764d-40b1-a7a7-a61fb92f458a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:13.975923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.006925 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/d9fde981-fca0-438f-a957-f54a5e8d4253 HTTP/1.1" status: 204 len: 168 time: 2.1542256 Sep 29 06:49:14.008151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c1d92-f5d8-4936-87fe-32364cb90341 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=01f2c804-3757-49d8-880b-31c3898bb0c1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:14.012088 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 67ba2775-b9ac-4c3a-9efb-e449106eadde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67ba2775-b9ac-4c3a-9efb-e449106eadde found for delete ", "request_id": "req-15e7bea5-d83b-4ed5-9bc0-cf942ecf95f0"}]} Sep 29 06:49:14.012496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43782) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:14.095296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=75a7a53f-ded2-47a5-96d7-202f4e0c35e5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:14.105477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:14.128301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 01f2c804-3757-49d8-880b-31c3898bb0c1 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:14.227160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.233060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Deleting port c06e0f3c-3e9a-4a67-b70d-e55d615e878a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:14.233440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.257196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0df88-065d-4df9-a4f1-cd1d9c45ecc0 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=d9fde981-fca0-438f-a957-f54a5e8d4253,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:14.268494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a51e5bf4-4164-42d6-af43-20dde58bf489 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/75a7a53f-ded2-47a5-96d7-202f4e0c35e5 HTTP/1.1" status: 204 len: 168 time: 1.8733346 Sep 29 06:49:14.269909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43790) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:14.283500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdb1e2-15a9-43bc-8c3a-b11cc93996fd req-0070f189-0e9a-405c-b657-657b9ba1a53d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.290533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a8cdb1e2-15a9-43bc-8c3a-b11cc93996fd req-0070f189-0e9a-405c-b657-657b9ba1a53d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7874353 Sep 29 06:49:14.293263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:14.348565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ba831-80f9-47bc-916f-d88241925012 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.349604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eb5ba831-80f9-47bc-916f-d88241925012 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:14.355892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.366294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:subnet and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:14.386421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:14.389427 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-c22a8bb4-9ce5-4b23-b2fd-b0ed7ac87322 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670871216&fields=id&tenant_id=a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 267 time: 0.1230364 Sep 29 06:49:14.396945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:14.419266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813e161-6946-4b13-9104-15e44421844a req-5048588e-5c59-4701-a6c1-32e8cb58b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.419538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2f72f92c-aa62-44e0-98af-747a65eaa154 None None] The port 'c06e0f3c-3e9a-4a67-b70d-e55d615e878a' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:14.421226 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-5048588e-5c59-4701-a6c1-32e8cb58b88a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3633afe0d6481c907779b61e3c6b05&device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 1098 time: 0.9120057 Sep 29 06:49:14.441882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b49ad9f2-4a33-489e-85e9-976c2feff3a7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:14.447217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:14.454539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.483591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a8cdb1e2-15a9-43bc-8c3a-b11cc93996fd req-a72abaeb-602a-4739-a461-053bb34e1f82 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924977 Sep 29 06:49:14.535304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'bf063146-c740-46c8-b8c8-05c86598ace6'}, {'subnet_id': 'efa6dac3-6050-479b-b6d4-c015b12ea6f0'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:14.536129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.563555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b49ad9f2-4a33-489e-85e9-976c2feff3a7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:14.567137 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b49ad9f2-4a33-489e-85e9-976c2feff3a7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2913806 Sep 29 06:49:14.568338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43794) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:14.578907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] For port d70708f6-764d-40b1-a7a7-a61fb92f458a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d70708f6-764d-40b1-a7a7-a61fb92f458a,segment=NetworkSegment(0c201f59-5f01-4ec6-ab58-1dd50b355755),segment_id=0c201f59-5f01-4ec6-ab58-1dd50b355755)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:14.578907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.579815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port d70708f6-764d-40b1-a7a7-a61fb92f458a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:14.580263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.604592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eb5ba831-80f9-47bc-916f-d88241925012 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:14.608876 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eb5ba831-80f9-47bc-916f-d88241925012 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.1913023 Sep 29 06:49:14.616443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43798) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:14.682852 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-42281f5c-5ca3-480d-9b7a-a6587189f5cb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1131227 Sep 29 06:49:14.692647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43802) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:14.721934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] Calling delete_port for d70708f6-764d-40b1-a7a7-a61fb92f458a owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:14.825109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56223562-4d83-4d50-8f72-89c7eb0bace5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.825397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-26dd96b5-571d-473c-89dc-01661bf1f644 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.826612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56223562-4d83-4d50-8f72-89c7eb0bace5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.828098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56223562-4d83-4d50-8f72-89c7eb0bace5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.828878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-56223562-4d83-4d50-8f72-89c7eb0bace5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:14.832273 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-26dd96b5-571d-473c-89dc-01661bf1f644 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 812 time: 0.4416950 Sep 29 06:49:14.872749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-56223562-4d83-4d50-8f72-89c7eb0bace5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:14.876160 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-56223562-4d83-4d50-8f72-89c7eb0bace5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1813157 Sep 29 06:49:14.878320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:14.936236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:14.941128 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-61f3eb1b-3af8-4c2f-907b-256e5bb98afd tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/quotas/a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 375 time: 0.1078484 Sep 29 06:49:14.943787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813e161-6946-4b13-9104-15e44421844a req-f20e4c50-8abf-4828-88d2-ff9e14dc88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.945212 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-f20e4c50-8abf-4828-88d2-ff9e14dc88ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 200 len: 913 time: 0.5120220 Sep 29 06:49:14.985920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7e4b2-c222-4cc7-b44d-9b44fbba3316 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:14.993114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7e4b2-c222-4cc7-b44d-9b44fbba3316 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:15.000022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7e4b2-c222-4cc7-b44d-9b44fbba3316 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:15.005828 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-25d7e4b2-c222-4cc7-b44d-9b44fbba3316 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3884826 Sep 29 06:49:15.006708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43810) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:15.016261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.031668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] Pushing event deleted for resources: {'Port': ['ID=d70708f6-764d-40b1-a7a7-a61fb92f458a,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:15.057784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a4c54-324d-4cdd-963d-18965ad5f2cb None None] No DVR routers for this DVR port d70708f6-764d-40b1-a7a7-a61fb92f458a on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:15.112287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port d70708f6-764d-40b1-a7a7-a61fb92f458a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d70708f6-764d-40b1-a7a7-a61fb92f458a,segment=NetworkSegment(0c201f59-5f01-4ec6-ab58-1dd50b355755),segment_id=0c201f59-5f01-4ec6-ab58-1dd50b355755)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:15.112785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.195655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2c2fbc9e-7d79-4048-9ada-262b14a22749 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:15.230814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477858e5-8546-47cf-b399-cd26dacce5d9 None None] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:15.249560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Allocated IP 2001:db8:0:1::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/bf063146-c740-46c8-b8c8-05c86598ace6/625ff308-f88a-4546-9062-0134de42b0e3) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:15.286895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for d70708f6-764d-40b1-a7a7-a61fb92f458a owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:15.312783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet bf063146-c740-46c8-b8c8-05c86598ace6 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:15.320002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Allocated IP 2001:db8::f816:3eff:fec1:e6c5 (4f723a10-0bd7-4e60-9921-89b35030f7ba/efa6dac3-6050-479b-b6d4-c015b12ea6f0/625ff308-f88a-4546-9062-0134de42b0e3) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:15.340332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=98c6d0ff-f281-4dd9-8d9f-c337a158236b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:15.345429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 098b8952-d14c-4fe6-bd11-37e1b2b382d8 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:15.345890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.349337 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-5c37732e-eac1-455c-89fd-bf758c5e7246 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 200 len: 1001 time: 0.3530593 Sep 29 06:49:15.389992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:15.390369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 01f2c804-3757-49d8-880b-31c3898bb0c1, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:15.445524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0dc2c294-dd7c-49c8-8c9b-4da0ae36f455 None None] Provisioning for port 2c2fbc9e-7d79-4048-9ada-262b14a22749 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:15.448901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813e161-6946-4b13-9104-15e44421844a req-329d3699-40ee-4061-8062-c925fc967f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:15.450446 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-329d3699-40ee-4061-8062-c925fc967f71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 200 len: 851 time: 0.0917599 Sep 29 06:49:15.456476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-11022743-9e70-4172-875d-987b1eebc133 req-848875b8-4aa4-413c-a64c-700cd2afd225 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:15.459508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:15.459859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:15.475153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 01f2c804-3757-49d8-880b-31c3898bb0c1 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:15.496943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 01f2c804-3757-49d8-880b-31c3898bb0c1) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:15.504670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:15.505372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.511230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2c2fbc9e-7d79-4048-9ada-262b14a22749 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:15.523530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af89c77-cd31-45eb-8a05-5b76e2d8aaa6 None None] Network 01f2c804-3757-49d8-880b-31c3898bb0c1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:15.561787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2c2fbc9e-7d79-4048-9ada-262b14a22749 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:15.562591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.562968 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2c2fbc9e-7d79-4048-9ada-262b14a22749 Sep 29 06:49:15.569155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-11022743-9e70-4172-875d-987b1eebc133 req-848875b8-4aa4-413c-a64c-700cd2afd225 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:15.582910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-848875b8-4aa4-413c-a64c-700cd2afd225 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6335144 Sep 29 06:49:15.604867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43818) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:15.605585 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-070515df-d2fa-4a04-84c6-c670a9ae60cd tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5080059 Sep 29 06:49:15.753265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.777394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0a2c7-be98-4a0f-bb41-362cfbc67cce req-15e3cb45-e358-4f93-b414-3126d4e554c7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:15.778924 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f2f0a2c7-be98-4a0f-bb41-362cfbc67cce req-15e3cb45-e358-4f93-b414-3126d4e554c7 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.1557918 Sep 29 06:49:15.795443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813e161-6946-4b13-9104-15e44421844a req-6e51d2d1-b118-4298-899e-3cff9fa8a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:15.796925 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-6e51d2d1-b118-4298-899e-3cff9fa8a2dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3350103 Sep 29 06:49:15.912227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 098b8952-d14c-4fe6-bd11-37e1b2b382d8 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:15.913414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:15.970588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Transition to ACTIVE for port object 625ff308-f88a-4546-9062-0134de42b0e3 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:15.999904 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f2f0a2c7-be98-4a0f-bb41-362cfbc67cce req-7908faad-1108-49d8-bb3d-624fa14e5c57 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631310 Sep 29 06:49:16.053569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port d70708f6-764d-40b1-a7a7-a61fb92f458a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:16.053903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.081340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2c2fbc9e-7d79-4048-9ada-262b14a22749 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:16.081752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.101387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.105924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Transition to ACTIVE for port object 625ff308-f88a-4546-9062-0134de42b0e3 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:16.109938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.141345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.166182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] The port 'd70708f6-764d-40b1-a7a7-a61fb92f458a' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:16.227832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=098b8952-d14c-4fe6-bd11-37e1b2b382d8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:16.228108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.267291 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-734f12ca-e3bc-4657-b217-925d285b4c28 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774461 Sep 29 06:49:16.299033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-01f2c804-3757-49d8-880b-31c3898bb0c1', 'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '98c6d0ff-f281-4dd9-8d9f-c337a158236b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:16.300245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.303911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.328498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2c2fbc9e-7d79-4048-9ada-262b14a22749, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2c2fbc9e-7d79-4048-9ada-262b14a22749,segment=NetworkSegment(ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f),segment_id=ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:16.380449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.395007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:16.418877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:16.424671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:16.425757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.442988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Pushing event updated for resources: {'Port': ['ID=625ff308-f88a-4546-9062-0134de42b0e3,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:16.458594 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-807faef9-479b-4d06-bc88-a513b2376675 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/098b8952-d14c-4fe6-bd11-37e1b2b382d8 HTTP/1.1" status: 204 len: 168 time: 1.4424877 Sep 29 06:49:16.462342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43822) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:16.510069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.518037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d70708f6-764d-40b1-a7a7-a61fb92f458a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:16.526057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-93858931-2309-4f9a-9cd5-989b73411106 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:49:16.526772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-93858931-2309-4f9a-9cd5-989b73411106 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:16.548739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-93858931-2309-4f9a-9cd5-989b73411106 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:16.552248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-93858931-2309-4f9a-9cd5-989b73411106 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/098b8952-d14c-4fe6-bd11-37e1b2b382d8 HTTP/1.1" status: 404 len: 333 time: 0.0884736 Sep 29 06:49:16.554997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43826) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:16.561338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.621389 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-e3cdbdad-fd02-45aa-bdaa-4b9513e8448c service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027825 Sep 29 06:49:16.627578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d70708f6-764d-40b1-a7a7-a61fb92f458a {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:16.628134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d70708f6-764d-40b1-a7a7-a61fb92f458a not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:16.692076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:16.692527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.758205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Provisioning for port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:16.769290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.802333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2c2fbc9e-7d79-4048-9ada-262b14a22749,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:16.805057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Provisioning complete for port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:16.805703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.805858 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Attempt 1 to provision port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e Sep 29 06:49:16.834764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff88cf34-8e2c-430f-a0a8-3519037c5c6e']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:16.861625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.865875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Attempting to bind port 625ff308-f88a-4546-9062-0134de42b0e3 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:16.866246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Attempting to bind port 625ff308-f88a-4546-9062-0134de42b0e3 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:16.866636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Attempting to bind port 625ff308-f88a-4546-9062-0134de42b0e3 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:16.882184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c201f59-5f01-4ec6-ab58-1dd50b355755') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:16.882483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c201f59-5f01-4ec6-ab58-1dd50b355755') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:16.890381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:16.890779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:16.891179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.891569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:16.892039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Bound port: 625ff308-f88a-4546-9062-0134de42b0e3, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:16.892406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.904966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-43d8616d-d4e5-4b69-af97-fcb24b9373c0 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923097 Sep 29 06:49:16.907374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:16.908412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Allocated IP 172.20.0.2 (01f2c804-3757-49d8-880b-31c3898bb0c1/98c6d0ff-f281-4dd9-8d9f-c337a158236b/fc02cc65-8612-44bf-a3e5-68cd24c1f600) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:16.926691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:16.976605 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1813e161-6946-4b13-9104-15e44421844a req-0842c3a0-429b-4c49-990c-84f9982e418f service neutron] 10.222.0.61 "GET /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320818 Sep 29 06:49:16.983781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=bf063146-c740-46c8-b8c8-05c86598ace6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:16.998911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.017117 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-be0cf65b-6359-4f01-ad87-7d207245999b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/bf063146-c740-46c8-b8c8-05c86598ace6 HTTP/1.1" status: 204 len: 168 time: 2.1377211 Sep 29 06:49:17.022063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43832) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:17.080029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.096034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:17.096716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.119603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.156185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] For port 625ff308-f88a-4546-9062-0134de42b0e3, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:17.233509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2c2fbc9e-7d79-4048-9ada-262b14a22749 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:17.261052 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0c201f59-5f01-4ec6-ab58-1dd50b355755 resource provider aggregate not found Sep 29 06:49:17.279909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.319004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0c201f59-5f01-4ec6-ab58-1dd50b355755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c201f59-5f01-4ec6-ab58-1dd50b355755 found for delete ", "request_id": "req-9e942dea-40d9-455c-9672-f51c6ef0ad5f"}]} Sep 29 06:49:17.320124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.333318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=ff88cf34-8e2c-430f-a0a8-3519037c5c6e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:17.342937 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-423672b1-b1d0-451a-baa3-e893749f3669 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/ff88cf34-8e2c-430f-a0a8-3519037c5c6e HTTP/1.1" status: 204 len: 168 time: 3.3262954 Sep 29 06:49:17.343721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43846) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:17.350268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-706332564'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:17.351318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] For port 625ff308-f88a-4546-9062-0134de42b0e3, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=625ff308-f88a-4546-9062-0134de42b0e3,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:17.357803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:17.362569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:17.366645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:17.376098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:17.385378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.388858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:17.393349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.393807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.427262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:17.446622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.447829 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment d24878ce-fab7-456d-a8b0-1ecc43cc6d04 of type vlan for network 4979e1df-f806-4ada-beee-f9afa4d5af2d Sep 29 06:49:17.495805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.503158 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Attempt 2 to provision port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e Sep 29 06:49:17.555735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.565385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:17.566104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.608202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:17.691576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:17.701917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.707058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c13f33-5321-499e-bc64-7fd3e8831913 None None] Pushing event updated for resources: {'Port': ['ID=625ff308-f88a-4546-9062-0134de42b0e3,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:17.730791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Transition to ACTIVE for port object fc02cc65-8612-44bf-a3e5-68cd24c1f600 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:17.733283 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c63d05af-b2c8-46c0-bf99-fbd705b1a78d req-721b0c33-18eb-419b-aa44-dcd48fc37660 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.1615078 Sep 29 06:49:17.753879 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4062986 Sep 29 06:49:17.756107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Transition to ACTIVE for port object fc02cc65-8612-44bf-a3e5-68cd24c1f600 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:17.765133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43860) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:17.766780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.791092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:17.818449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet efa6dac3-6050-479b-b6d4-c015b12ea6f0 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:17.827281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2c2fbc9e-7d79-4048-9ada-262b14a22749 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:17.829063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.829063 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2c2fbc9e-7d79-4048-9ada-262b14a22749 Sep 29 06:49:17.831168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.874330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82a17e-a9c8-4925-8297-670fa5c2b0a6 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:17.902069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Network 01f2c804-3757-49d8-880b-31c3898bb0c1 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:17.918599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:17.921501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:17.930465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0ec52-c84d-4203-be83-b3547dd61aef tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=4979e1df-f806-4ada-beee-f9afa4d5af2d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:17.933578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:17.958419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.043577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=98c6d0ff-f281-4dd9-8d9f-c337a158236b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:18.049894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:18.083808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.106556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:18.129901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:18.144504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:18.164601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.192494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:18.198680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:18.205451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.288885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59860ba-3754-4cc8-8bec-7f2b02c6dcae req-f935311a-d6b1-4761-985b-219493123473 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:18.314419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2c804-3757-49d8-880b-31c3898bb0c1']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:18.316469 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59860ba-3754-4cc8-8bec-7f2b02c6dcae req-f935311a-d6b1-4761-985b-219493123473 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7214179 Sep 29 06:49:18.352964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:18.353293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:18.382111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.389955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:18.393736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.411252 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Attempt 3 to provision port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e Sep 29 06:49:18.422535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.450650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:18.451053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.457880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Port fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:49:18.565129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.631589 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59860ba-3754-4cc8-8bec-7f2b02c6dcae req-76b46b9b-8dd2-4fdb-84fc-ede16e161f75 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893312 Sep 29 06:49:18.645516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2c2fbc9e-7d79-4048-9ada-262b14a22749 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:18.647740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Pushing event updated for resources: {'Port': ['ID=fc02cc65-8612-44bf-a3e5-68cd24c1f600,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:18.658038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Provisioning complete for port 2c2fbc9e-7d79-4048-9ada-262b14a22749 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:18.658543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.659112 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Attempt 1 to provision port 2c2fbc9e-7d79-4048-9ada-262b14a22749 Sep 29 06:49:18.662254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.669527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.682246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=efa6dac3-6050-479b-b6d4-c015b12ea6f0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:18.687643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e4efbc9f-b8a8-421d-a7ec-fb3db8152e21 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e HTTP/1.1" status: 204 len: 168 time: 2.1310155 Sep 29 06:49:18.692363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f6fa8fe0-f07b-457b-b314-234284ce9fdc tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/efa6dac3-6050-479b-b6d4-c015b12ea6f0 HTTP/1.1" status: 204 len: 168 time: 1.6688499 Sep 29 06:49:18.693096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43868) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:18.693417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43870) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:18.720612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:49:18.720612 dv-neutron-859761-1-hyperv neutron-server[89137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:49:18.720612 dv-neutron-859761-1-hyperv neutron-server[89137]: [parameters: {'id': '01f2c804-3757-49d8-880b-31c3898bb0c1'}] Sep 29 06:49:18.720612 dv-neutron-859761-1-hyperv neutron-server[89137]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:18.721139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:18.756068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Attempting to bind port fc02cc65-8612-44bf-a3e5-68cd24c1f600 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:18.756068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Attempting to bind port fc02cc65-8612-44bf-a3e5-68cd24c1f600 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:18.756068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Attempting to bind port fc02cc65-8612-44bf-a3e5-68cd24c1f600 on network 01f2c804-3757-49d8-880b-31c3898bb0c1 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:18.794826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:18.795311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Checking segment: {'id': '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:18.795836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.796329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Bound using segment: {'id': '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:18.796917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Bound port: fc02cc65-8612-44bf-a3e5-68cd24c1f600, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01f2c804-3757-49d8-880b-31c3898bb0c1'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:18.797391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.840188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-94487a40-5a4d-48dd-ad96-dadaaf578561 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:49:18.840612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94487a40-5a4d-48dd-ad96-dadaaf578561 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:18.847057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-16e36b7c-09e9-474e-8238-1bf964da980a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1508281 Sep 29 06:49:18.851339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43878) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:18.860546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:18.907059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:18.930007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94487a40-5a4d-48dd-ad96-dadaaf578561 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:18.934283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-94487a40-5a4d-48dd-ad96-dadaaf578561 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e HTTP/1.1" status: 404 len: 333 time: 0.2368727 Sep 29 06:49:18.938183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43882) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:18.965539 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-227c4b70-0b24-48fb-911b-4cdc8e7dea8e req-245d87d9-9d3e-42a1-a7e8-81f0cfc182ec tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.1096931 Sep 29 06:49:19.004078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=34cf6261-6fe4-46d2-8cab-ccdc8539c1aa,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:19.006548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] For port fc02cc65-8612-44bf-a3e5-68cd24c1f600, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:19.016000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Current status of the port 2c2fbc9e-7d79-4048-9ada-262b14a22749 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:19.016317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet 73f74e63-1a66-447f-8b3e-e00309b63ad5 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:19.024775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.036216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] For port fc02cc65-8612-44bf-a3e5-68cd24c1f600, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=fc02cc65-8612-44bf-a3e5-68cd24c1f600,segment=NetworkSegment(734ffd5f-1f42-41ab-abf3-9f72f4ced8c4),segment_id=734ffd5f-1f42-41ab-abf3-9f72f4ced8c4)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:19.036514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:19.036962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: 4979e1df-f806-4ada-beee-f9afa4d5af2d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:19.039486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab1a4-22b8-498c-aa74-2749bca3a3f0 None None] Could not find standard attr ID for object 098b8952-d14c-4fe6-bd11-37e1b2b382d8. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:19.045755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.057596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:19.067976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4979e1df-f806-4ada-beee-f9afa4d5af2d) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:19.072179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:19.073011 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.098589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:19.105631 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ba745b71-5441-4b6c-b548-a4e79113a432 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3394113 Sep 29 06:49:19.108338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43886) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:19.108464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:19.112245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1109055725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:19.112403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.119602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:19.123935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:19.128611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:19.134222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62146b-1378-4039-95e8-042ea0252763 None None] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:19.136928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:19.138681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:19.147439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.148944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.155346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:19.169410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.174131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:19.177671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.191676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.216412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.218605 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4d81799e-b91a-4a3a-9bb7-b63bb8273a37 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1098986 Sep 29 06:49:19.220415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43890) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:19.226154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'port': {'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d', 'name': 'tempest-RoutersIpV6Test-278613750'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:19.245839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.264387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ba3b08b-fcc8-4b7f-98f1-cb4f819fd423 None None] Could not find standard attr ID for object fc8f4c79-ec1e-4819-9ff7-b2ed3cd8ab1e. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:19.273490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2f792-9b33-4f9a-adac-deb1112bf2fb None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': 'efa6dac3-6050-479b-b6d4-c015b12ea6f0'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '625ff308-f88a-4546-9062-0134de42b0e3'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:49:19.322449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.342607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4ba3b08b-fcc8-4b7f-98f1-cb4f819fd423 None None] Could not find standard attr ID for object 098b8952-d14c-4fe6-bd11-37e1b2b382d8. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:19.386834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f4d71-1d35-4c18-8801-17a65987a1cc None None] Network 01f2c804-3757-49d8-880b-31c3898bb0c1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:19.406568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f149f3-89bc-4d74-bf6a-37d7c38edf32 None None] Pushing event updated for resources: {'Port': ['ID=fc02cc65-8612-44bf-a3e5-68cd24c1f600,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:19.422758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2fb2f792-9b33-4f9a-adac-deb1112bf2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.455740 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 resource provider aggregate not found Sep 29 06:49:19.467437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.499492 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 found for delete ", "request_id": "req-af8065f7-e07f-4b5d-8c82-db966d0d0e69"}]} Sep 29 06:49:19.512677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting port fc02cc65-8612-44bf-a3e5-68cd24c1f600 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:19.513109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.543700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=73f74e63-1a66-447f-8b3e-e00309b63ad5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:19.563977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.588790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b608b70-30bf-4baa-8494-22c221f99d78 None None] Network 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:19.595922 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-01c2a579-e48a-43ce-96fd-4b075203b9df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/73f74e63-1a66-447f-8b3e-e00309b63ad5 HTTP/1.1" status: 204 len: 168 time: 0.6567631 Sep 29 06:49:19.598414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43898) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:19.762907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] For port fc02cc65-8612-44bf-a3e5-68cd24c1f600, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=fc02cc65-8612-44bf-a3e5-68cd24c1f600,segment=NetworkSegment(734ffd5f-1f42-41ab-abf3-9f72f4ced8c4),segment_id=734ffd5f-1f42-41ab-abf3-9f72f4ced8c4)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:19.763269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:19.904966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Calling delete_port for fc02cc65-8612-44bf-a3e5-68cd24c1f600 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:19.968009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.061187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 2c2fbc9e-7d79-4048-9ada-262b14a22749 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:20.061698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.120782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:20.123977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.objects.ports [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89136) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:49:20.136981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-ea5f51b8-d927-4433-b580-176fadbd8b63 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:20.138439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-ea5f51b8-d927-4433-b580-176fadbd8b63 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 812 time: 0.8900311 Sep 29 06:49:20.158065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:port and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:20.176720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:20.221760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:20.241766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.255010 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be20d449-1a81-4178-9883-d0d23b0c4e92 req-da37bbe3-3e7c-490e-8232-06a288ec2af9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.0931756 Sep 29 06:49:20.259861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a409-a618-4303-8adf-d0aa50596957 req-97b32d78-e6da-4cf5-8c45-a0d9eba65433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:20.263040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4979e1df-f806-4ada-beee-f9afa4d5af2d', 'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': '34cf6261-6fe4-46d2-8cab-ccdc8539c1aa'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:20.263886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.276560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a765a409-a618-4303-8adf-d0aa50596957 req-97b32d78-e6da-4cf5-8c45-a0d9eba65433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3859937 Sep 29 06:49:20.320752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Port': ['ID=fc02cc65-8612-44bf-a3e5-68cd24c1f600,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:20.330846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:20.334550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.349356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No DVR routers for this DVR port fc02cc65-8612-44bf-a3e5-68cd24c1f600 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:20.433619 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-1d3908f0-dd36-4e66-8c40-9cae32fed8e4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 379 time: 0.2707283 Sep 29 06:49:20.455264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'port': {'device_id': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'admin_state_up': True, 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'security_groups': ['fe769f9c-d3f9-4c37-892d-36a71d14c765']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:20.486404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] DHCP port deletion for 9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:20.500704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Deleting port 2c2fbc9e-7d79-4048-9ada-262b14a22749 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:20.501088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.552519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a765a409-a618-4303-8adf-d0aa50596957 req-a727f618-4e7b-4266-a878-fbaf51e074a9 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588563 Sep 29 06:49:20.601625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.625530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] device_id is not set on port 6770418b-ae04-40c7-a143-3e56eb3740f3 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:20.676376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Allocated IP 2001:db8::2 (4979e1df-f806-4ada-beee-f9afa4d5af2d/34cf6261-6fe4-46d2-8cab-ccdc8539c1aa/ff6ef68c-785a-4c62-84df-b7182b1c6b9d) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:20.676915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] For port 2c2fbc9e-7d79-4048-9ada-262b14a22749, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2c2fbc9e-7d79-4048-9ada-262b14a22749,segment=NetworkSegment(ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f),segment_id=ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:20.677345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:20.819415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 2c2fbc9e-7d79-4048-9ada-262b14a22749 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:20.888850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] For port 2c2fbc9e-7d79-4048-9ada-262b14a22749, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2c2fbc9e-7d79-4048-9ada-262b14a22749,segment=NetworkSegment(ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f),segment_id=ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:20.889248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.006713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.017179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.037135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Calling delete_port for 2c2fbc9e-7d79-4048-9ada-262b14a22749 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:21.096096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=2c2fbc9e-7d79-4048-9ada-262b14a22749,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:21.111641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No DVR routers for this DVR port 2c2fbc9e-7d79-4048-9ada-262b14a22749 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:21.117508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2c2fbc9e-7d79-4048-9ada-262b14a22749 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:21.129039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f2c804-3757-49d8-880b-31c3898bb0c1']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:21.149873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:21.149873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734ffd5f-1f42-41ab-abf3-9f72f4ced8c4') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:21.161347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:21.169613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.172328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 2c2fbc9e-7d79-4048-9ada-262b14a22749 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:21.172684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2c2fbc9e-7d79-4048-9ada-262b14a22749 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:21.184931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 625ff308-f88a-4546-9062-0134de42b0e3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=625ff308-f88a-4546-9062-0134de42b0e3,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:21.191845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:21.206402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.214364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Made reservation on behalf of a4962febafc44219bb15b19f43d1a004 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:21.218188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.227537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:21.227926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.253190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206cb00-587e-4bcd-8221-25c79c9bd2b3 req-5ccebf08-3f4f-4bea-af5e-cbae3419f7bf tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:21.253627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:21.254087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:21.262297 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b206cb00-587e-4bcd-8221-25c79c9bd2b3 req-5ccebf08-3f4f-4bea-af5e-cbae3419f7bf tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.3994834 Sep 29 06:49:21.268012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.279217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Transition to ACTIVE for port object ff6ef68c-785a-4c62-84df-b7182b1c6b9d will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:21.308023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.314803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.315529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.347664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Transition to ACTIVE for port object ff6ef68c-785a-4c62-84df-b7182b1c6b9d will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:21.354885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.481074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.495813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:21.499935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:21.504016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:21.505567 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b206cb00-587e-4bcd-8221-25c79c9bd2b3 req-d2ca58d8-68a9-446f-8f2c-c956dddaa09e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422817 Sep 29 06:49:21.518391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.532099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Pushing event updated for resources: {'Port': ['ID=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:21.542718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.571767 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 resource provider aggregate not found Sep 29 06:49:21.598956 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 734ffd5f-1f42-41ab-abf3-9f72f4ced8c4 found for delete ", "request_id": "req-eafd0709-0063-46e8-871f-9145f76f316c"}]} Sep 29 06:49:21.603799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=01f2c804-3757-49d8-880b-31c3898bb0c1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:21.638969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8::20f (4979e1df-f806-4ada-beee-f9afa4d5af2d/34cf6261-6fe4-46d2-8cab-ccdc8539c1aa/6770418b-ae04-40c7-a143-3e56eb3740f3) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:21.650976 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f4126e4b-d3c9-4dfc-a251-f1efbb5f6446 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/01f2c804-3757-49d8-880b-31c3898bb0c1 HTTP/1.1" status: 204 len: 168 time: 6.0445459 Sep 29 06:49:21.657668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43918) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:21.681435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:21.697943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:21.698264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:21.701276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Attempting to bind port ff6ef68c-785a-4c62-84df-b7182b1c6b9d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:21.701643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Attempting to bind port ff6ef68c-785a-4c62-84df-b7182b1c6b9d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:21.702016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Attempting to bind port ff6ef68c-785a-4c62-84df-b7182b1c6b9d on network 4979e1df-f806-4ada-beee-f9afa4d5af2d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:21.717326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:21.718796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Checking segment: {'id': 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:21.719212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.720678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Bound using segment: {'id': 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:21.721182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Bound port: ff6ef68c-785a-4c62-84df-b7182b1c6b9d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4979e1df-f806-4ada-beee-f9afa4d5af2d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:21.722643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.728547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=625ff308-f88a-4546-9062-0134de42b0e3,revision_number=6']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:21.743993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Allocated IP 172.20.0.14 (4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880/69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b/4563654e-3b30-4d06-9148-cc653a8a5bac) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:21.763142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Deleting port 2c2fbc9e-7d79-4048-9ada-262b14a22749 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:21.763442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.905550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.922786 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a288c6f8-59fd-4297-b8c7-60b7f3f2caeb req-b25bb633-c823-48ae-bd23-80d95ac8442b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.4144056 Sep 29 06:49:21.929548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:21.934809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:21.936723 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2006d168-5aeb-4e4a-9e99-1cfbb033c2b0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] GET failed (client error): The resource could not be found. Sep 29 06:49:21.937228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2006d168-5aeb-4e4a-9e99-1cfbb033c2b0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Synchronizing usage tracker for tenant:b175223d8db64af7ab6752b2267b0af8 on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:21.942099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:21.942824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.970850 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1162753 Sep 29 06:49:21.972321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43924) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:21.976737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523701d9-1f7f-4b6e-a76d-2e597789c2d7 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:21.979067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:21.981560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212346ac-d4b3-4076-8176-03b394b97212 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=913ecec4-eab7-4033-9db8-df67d197e55e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:21.989873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:22.003297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0e2bf-77fc-4513-9e1e-4993aee9791d None None] The port '2c2fbc9e-7d79-4048-9ada-262b14a22749' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:22.016626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:22.016942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.139432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] For port ff6ef68c-785a-4c62-84df-b7182b1c6b9d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:22.160032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2006d168-5aeb-4e4a-9e99-1cfbb033c2b0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Unset dirty status for tenant:b175223d8db64af7ab6752b2267b0af8 on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:22.160951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] For port ff6ef68c-785a-4c62-84df-b7182b1c6b9d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,segment=NetworkSegment(d24878ce-fab7-456d-a8b0-1ecc43cc6d04),segment_id=d24878ce-fab7-456d-a8b0-1ecc43cc6d04)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:22.164263 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2006d168-5aeb-4e4a-9e99-1cfbb033c2b0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/subnets/98c6d0ff-f281-4dd9-8d9f-c337a158236b HTTP/1.1" status: 404 len: 337 time: 0.4373484 Sep 29 06:49:22.165127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:22.166765 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f resource provider aggregate not found Sep 29 06:49:22.239903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce0ae74c-6ee0-4d70-96bd-a5fb368aff7f found for delete ", "request_id": "req-2639e175-bd14-483a-aa6b-c47587219b76"}]} Sep 29 06:49:22.244510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-19392c4c-7394-41ca-a3b3-5c78f1bece0c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:22.244973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19392c4c-7394-41ca-a3b3-5c78f1bece0c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:22.246081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.254919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.272813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.273590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object 6770418b-ae04-40c7-a143-3e56eb3740f3 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:22.290172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-19392c4c-7394-41ca-a3b3-5c78f1bece0c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/01f2c804-3757-49d8-880b-31c3898bb0c1 HTTP/1.1" status: 404 len: 339 time: 0.0990686 Sep 29 06:49:22.290925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43938) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:22.291951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.297712 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f HTTP/1.1" status: 204 len: 168 time: 2.6982317 Sep 29 06:49:22.310893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab85734-c44a-4701-bb49-baf8f9385d46 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=9f6f1b8a-55ff-40bf-a4fd-401f67afdc4f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:22.339637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43940) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:22.345434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1171874345'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:22.371313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:22.440538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b721f0a-e59d-4c0f-bbfc-a85295e2c73a None None] Pushing event updated for resources: {'Port': ['ID=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:22.449716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.461726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:network and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:22.480358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:22.510697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:22.527510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:22.534440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:22.540058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:22.546970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:22.550392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.570179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=6770418b-ae04-40c7-a143-3e56eb3740f3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:22.599587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:22.609337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:22.644386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:22.671061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:22.678637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:22.679568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.691106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24efd4e-4a04-4581-a97a-bcfe1312b973 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:22.695811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f24efd4e-4a04-4581-a97a-bcfe1312b973 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3828597 Sep 29 06:49:22.696491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43946) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:22.697404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:22.701271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:22.704920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.745273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e997b-fa7b-4bb5-9645-81dc8f3b38ee req-7153538f-5f53-4b3c-9b84-223bbc0b6acd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:22.746967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-539e997b-fa7b-4bb5-9645-81dc8f3b38ee req-7153538f-5f53-4b3c-9b84-223bbc0b6acd tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4323316 Sep 29 06:49:22.759722 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e46e0dc2-3d16-4c7a-a12e-bc3b643b819b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5381012 Sep 29 06:49:22.787901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43950) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:22.809548 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:49:22.904305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.922563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ae83ebfe-89b5-437f-8873-061516db20d2 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 207 time: 0.2224073 Sep 29 06:49:22.923310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43954) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:22.937713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:22.938155 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Added segment 9edee8ee-66d6-4c52-bb94-f3fba0442b85 of type vlan for network cb9991f2-f854-47b7-9171-53ada863ba5c Sep 29 06:49:22.940124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 913ecec4-eab7-4033-9db8-df67d197e55e (CIDR: 2001:db8::/64) Sep 29 06:49:22.953651 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-539e997b-fa7b-4bb5-9645-81dc8f3b38ee req-6bff46b9-d2a4-4701-9f0a-980452a3f379 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924758 Sep 29 06:49:22.983798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:49:22.984644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:23.019777 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-db09aa21-f4b3-43cd-9438-838418104f2b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0443249 Sep 29 06:49:23.059020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43960) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:23.060122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Transition to ACTIVE for port object 4563654e-3b30-4d06-9148-cc653a8a5bac will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:23.115578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:23.118565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:23.231130 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-73b39d21-21ab-47de-97f5-eeced59bd58e req-ac669228-c0fb-44c6-8a11-4857e65d0c07 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.0789206 Sep 29 06:49:23.253068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:49:23.264803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ff6ef68c-785a-4c62-84df-b7182b1c6b9d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:23.312105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b519fa-b023-498e-a66a-a87691b5d612 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.319706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b519fa-b023-498e-a66a-a87691b5d612 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.327802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b519fa-b023-498e-a66a-a87691b5d612 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.334625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b519fa-b023-498e-a66a-a87691b5d612 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.336976 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-15b519fa-b023-498e-a66a-a87691b5d612 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4066076 Sep 29 06:49:23.339591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:23.346270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.347123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:23.351562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43964) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:23.461943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port ff6ef68c-785a-4c62-84df-b7182b1c6b9d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:23.467234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 625ff308-f88a-4546-9062-0134de42b0e3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:23.508378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Network': ['ID=cb9991f2-f854-47b7-9171-53ada863ba5c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:23.525000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network cb9991f2-f854-47b7-9171-53ada863ba5c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:23.604265 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b19c5dfb-1199-4991-a96c-b85b9152a186 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2631965 Sep 29 06:49:23.606572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:23.611095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 43968) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:23.617389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:23.686588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 625ff308-f88a-4546-9062-0134de42b0e3 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:23.695045 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-51df0143-de36-49d8-85ad-72bc2dd45072 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2146609 Sep 29 06:49:23.700643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43972) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:23.758609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:23.772106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:23.779547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4c621-dc99-474f-9605-dff958ad0c33 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.781160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4c621-dc99-474f-9605-dff958ad0c33 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.786076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e2c4c621-dc99-474f-9605-dff958ad0c33 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0810125 Sep 29 06:49:23.786307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:23.786442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:23.873761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec72211-eae1-43d6-9d6a-d924b656b6f3 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['shared'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.875901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec72211-eae1-43d6-9d6a-d924b656b6f3 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['shared'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:23.883390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dec72211-eae1-43d6-9d6a-d924b656b6f3 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0959311 Sep 29 06:49:23.884339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43980) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:23.892511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:23.972803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:23.976220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.079058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f32b3-56b1-4441-9271-8f15e5b63346 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:24.085070 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d9f32b3-56b1-4441-9271-8f15e5b63346 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks/d2563cd2-8595-4129-b71e-25a9e0f70788 HTTP/1.1" status: 200 len: 800 time: 0.1992714 Sep 29 06:49:24.085897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43986) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:24.236930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Provisioning for port 625ff308-f88a-4546-9062-0134de42b0e3 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:24.258487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Provisioning complete for port 625ff308-f88a-4546-9062-0134de42b0e3 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:24.258894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.259201 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Attempt 1 to provision port 625ff308-f88a-4546-9062-0134de42b0e3 Sep 29 06:49:24.280274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:24.318762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:24.340931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:24.344218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:24.469666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=4563654e-3b30-4d06-9148-cc653a8a5bac,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:24.526984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:24.532957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Current status of the port 625ff308-f88a-4546-9062-0134de42b0e3 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:24.533568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.537812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:24.542736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518848fd-47d9-48e6-a9e8-04e164be50e4 None None] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:24.606959 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-78c8d166-cf0d-450b-992b-8f2c2ae3731a tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/networks/d2563cd2-8595-4129-b71e-25a9e0f70788?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5195220 Sep 29 06:49:24.617338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43992) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:24.729299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46238a60-337e-4d87-b4a8-5dddf08adc76 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:24.733597 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-46238a60-337e-4d87-b4a8-5dddf08adc76 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/subnets/3f803280-a69a-401e-8553-41b20c6a2d19 HTTP/1.1" status: 200 len: 811 time: 0.1098883 Sep 29 06:49:24.738667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] For port 625ff308-f88a-4546-9062-0134de42b0e3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=625ff308-f88a-4546-9062-0134de42b0e3,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:24.745436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 43996) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:24.745715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.757506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:24.825959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.852625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064d99-458b-4dc9-95a5-7ac33bf8addd req-deaeeb22-f587-47cd-bbec-e7c090ce8873 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:24.854999 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12064d99-458b-4dc9-95a5-7ac33bf8addd req-deaeeb22-f587-47cd-bbec-e7c090ce8873 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 932 time: 0.4091067 Sep 29 06:49:24.876735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Provisioning for port 4563654e-3b30-4d06-9148-cc653a8a5bac completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:24.881786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f21c4a-5180-4d2f-93ef-c7a6fea25e74 None None] Pushing event updated for resources: {'Port': ['ID=625ff308-f88a-4546-9062-0134de42b0e3,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:24.886756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Provisioning complete for port 4563654e-3b30-4d06-9148-cc653a8a5bac triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:24.887344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.887870 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 1 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:24.902630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed382cc-a75f-4935-8e2d-13c92123f4c1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['shared'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:24.904048 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5ed382cc-a75f-4935-8e2d-13c92123f4c1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "GET /v2.0/subnets/3f803280-a69a-401e-8553-41b20c6a2d19?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1574571 Sep 29 06:49:24.912920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44000) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:24.925274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-646769828'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:24.925798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:24.938229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:24.945989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:24.952873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.957770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a65f6-c83c-47e0-88a1-d5f7dcf2c303 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:24.961533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-fca0b57a-3b25-495d-a8ff-6570aa98f400 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:24.963613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:24.967466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:24.967786 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-fca0b57a-3b25-495d-a8ff-6570aa98f400 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.61 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.4372091 Sep 29 06:49:24.971445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-12064d99-458b-4dc9-95a5-7ac33bf8addd req-fa91ecb0-2470-4701-b752-cec9166951a1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:24.982565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:25.015038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Usage tracker for resource:network and tenant:b175223d8db64af7ab6752b2267b0af8 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:25.018880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:25.026018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:25.045383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:25.048919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.144321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-12064d99-458b-4dc9-95a5-7ac33bf8addd req-fa91ecb0-2470-4701-b752-cec9166951a1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:25.145472 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12064d99-458b-4dc9-95a5-7ac33bf8addd req-fa91ecb0-2470-4701-b752-cec9166951a1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811849 Sep 29 06:49:25.146891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 625ff308-f88a-4546-9062-0134de42b0e3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:25.179805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:25.180907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.185490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Deleting port a7625a4e-1e1c-4b65-bdd1-9fff23792066 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:25.185861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.195458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:25.196942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.315646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9147c-f723-4e5c-8f4d-b45c0b1aad51 req-f02c74cf-ccd0-47b9-9ecd-33fcdf3bb19b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:25.316501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:25.324933 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a1b9147c-f723-4e5c-8f4d-b45c0b1aad51 req-f02c74cf-ccd0-47b9-9ecd-33fcdf3bb19b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 1.0892620 Sep 29 06:49:25.327459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.327997 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Added segment 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 of type vlan for network 60461c40-073b-4446-8812-d9bd260f2ddc Sep 29 06:49:25.382753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 625ff308-f88a-4546-9062-0134de42b0e3 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:25.383383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.383871 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 625ff308-f88a-4546-9062-0134de42b0e3 Sep 29 06:49:25.385139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=c841c371-9bea-49a7-9ec0-f12fe964166f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:25.425489 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-76c56abf-2d69-42a3-85ac-f99ef9bd01df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9753675 Sep 29 06:49:25.435060 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2157f15d-dead-4861-b53a-19fc85f69980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3632321 Sep 29 06:49:25.441210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44004) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:25.451643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:2f:59:95', 'name': 'tempest-NetworksTestDHCPv6-1624521831'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:25.489544 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 2 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:25.569411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Request body: {'port': {'device_id': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:25.572442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:25.582099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.719454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 625ff308-f88a-4546-9062-0134de42b0e3 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:25.732923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Update dhcp port {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'fixed_ips': [{'subnet_id': '913ecec4-eab7-4033-9db8-df67d197e55e', 'ip_address': '2001:db8::f816:3eff:fec1:e6c5'}, {'subnet_id': 'c841c371-9bea-49a7-9ec0-f12fe964166f'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '625ff308-f88a-4546-9062-0134de42b0e3'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:49:25.786209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.797155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.802623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:25.803200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.828005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:25.829243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a1b9147c-f723-4e5c-8f4d-b45c0b1aad51 req-ae6a5974-3d0f-42e8-a519-c81891827f0b tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5030172 Sep 29 06:49:25.884188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.912315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:25.922227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:25.944786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:25.958453 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0410552 Sep 29 06:49:25.960821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44010) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:25.965098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] For port a7625a4e-1e1c-4b65-bdd1-9fff23792066, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=a7625a4e-1e1c-4b65-bdd1-9fff23792066,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:25.965494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:25.975839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:26.004314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:26.018619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae9d6f-0ae2-4a64-83d8-63aab7cbff5d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Network': ['ID=60461c40-073b-4446-8812-d9bd260f2ddc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:26.031403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Allocated IP 2001:db8:0:1::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/c841c371-9bea-49a7-9ec0-f12fe964166f/625ff308-f88a-4546-9062-0134de42b0e3) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:26.035450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 60461c40-073b-4446-8812-d9bd260f2ddc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:26.125025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=1e7c8029-7c71-48b6-9075-09e364b48c1b,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:26.138184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.151387 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 3 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:26.175700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Checking segment: {'id': '9edee8ee-66d6-4c52-bb94-f3fba0442b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:26.176044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network hostable DHCP agents. Network: cb9991f2-f854-47b7-9171-53ada863ba5c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:26.273070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network cb9991f2-f854-47b7-9171-53ada863ba5c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:26.317561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.329570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:26.340838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.341094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:26.359549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:26.401341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] For port 625ff308-f88a-4546-9062-0134de42b0e3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=625ff308-f88a-4546-9062-0134de42b0e3,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:26.430336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, cb9991f2-f854-47b7-9171-53ada863ba5c) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:26.441959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdf274-9819-4bab-b212-ef533b8514f5 None None] Network cb9991f2-f854-47b7-9171-53ada863ba5c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:26.467763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:26.468386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.474202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.555481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Transition to ACTIVE for port object 625ff308-f88a-4546-9062-0134de42b0e3 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:26.562520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.588748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=6770418b-ae04-40c7-a143-3e56eb3740f3,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:26.621591 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0f7e8037-6b3f-493a-8f7b-bbfb72b301aa tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0054274 Sep 29 06:49:26.626648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44016) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:26.633862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1513282440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:26.645574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:26.656555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:router and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:26.661269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Made reservation on behalf of b175223d8db64af7ab6752b2267b0af8 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:26.664949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.688926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:26.710526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:26.755895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.756894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.779080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee2423-76cf-4787-85b0-abd97b5b7c37 None None] Pushing event updated for resources: {'Port': ['ID=625ff308-f88a-4546-9062-0134de42b0e3,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:26.801042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.801791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.ipam_backend_mixin [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing IP validity checks on allocation pools {{(pid=89136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:49:26.802347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.ipam_backend_mixin [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:49:26.846273 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 4 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:26.902356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-cb9991f2-f854-47b7-9171-53ada863ba5c', 'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': '1e7c8029-7c71-48b6-9075-09e364b48c1b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:26.903624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.921270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.934476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:26.988042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.988443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:26.988751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Floating IP 52e487a4-a6e3-4492-a3db-f938fe5f157e disassociated. External IP: 172.26.0.206, port: a7625a4e-1e1c-4b65-bdd1-9fff23792066. Sep 29 06:49:26.989086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Calling delete_port for a7625a4e-1e1c-4b65-bdd1-9fff23792066 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:27.078067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:49:27.109475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 625ff308-f88a-4546-9062-0134de42b0e3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:27.110744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.195377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Allocated IP 172.20.0.2 (cb9991f2-f854-47b7-9171-53ada863ba5c/1e7c8029-7c71-48b6-9075-09e364b48c1b/cf023e57-ea17-492f-983c-3cc057963325) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:27.238181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.249237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4563654e-3b30-4d06-9148-cc653a8a5bac {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:49:27.256477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 004a817c-64af-4f8e-86d6-15a02f495ad2 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:27.265682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.299529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.369039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event deleted for resources: {'Port': ['ID=a7625a4e-1e1c-4b65-bdd1-9fff23792066,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:27.370825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.380394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.391641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.392827 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f457d910-84c2-4538-b0e6-ccd7ea59b7ff tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7653835 Sep 29 06:49:27.395183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Transition to ACTIVE for port object 4563654e-3b30-4d06-9148-cc653a8a5bac will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:27.402426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44022) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:27.409279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c', 'name': 'tempest-PortsTestJSON-310159242'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:27.431884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.452231 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 5 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:27.552827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769909a-15d7-49af-aecc-fc28789e54d6 req-c6a7f5d6-79fa-4819-b80d-449753086161 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:27.554614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d769909a-15d7-49af-aecc-fc28789e54d6 req-c6a7f5d6-79fa-4819-b80d-449753086161 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 932 time: 1.1747098 Sep 29 06:49:27.609391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:27.615220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.630779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Transition to ACTIVE for port object cf023e57-ea17-492f-983c-3cc057963325 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:27.658083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Transition to ACTIVE for port object cf023e57-ea17-492f-983c-3cc057963325 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:27.667339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.704880 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d769909a-15d7-49af-aecc-fc28789e54d6 req-6fa0fbb6-68b1-433d-b05c-914ec9f9623b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410847 Sep 29 06:49:27.750576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Network cb9991f2-f854-47b7-9171-53ada863ba5c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:27.753838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:27.757888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:27.785575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca178a0-1749-4bf0-acb9-c4e41143cd1a req-c825d710-6f6b-47a5-8d1b-d00f2e091581 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:27.787353 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cca178a0-1749-4bf0-acb9-c4e41143cd1a req-c825d710-6f6b-47a5-8d1b-d00f2e091581 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 945 time: 0.7912757 Sep 29 06:49:27.809390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=9cceba01-49d2-4f2f-87df-44b3b787982c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:27.811387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Pushing event updated for resources: {'Port': ['ID=cf023e57-ea17-492f-983c-3cc057963325,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:27.846487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Checking segment: {'id': '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:27.846784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network hostable DHCP agents. Network: 60461c40-073b-4446-8812-d9bd260f2ddc, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:27.867202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Router 4a8777c4-c46a-4331-a826-cdb6883fe926 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:27.874203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Attempting to bind port cf023e57-ea17-492f-983c-3cc057963325 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:27.874620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Attempting to bind port cf023e57-ea17-492f-983c-3cc057963325 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '9edee8ee-66d6-4c52-bb94-f3fba0442b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:27.875410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Attempting to bind port cf023e57-ea17-492f-983c-3cc057963325 on network cb9991f2-f854-47b7-9171-53ada863ba5c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:27.881694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:27.882078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Checking segment: {'id': '9edee8ee-66d6-4c52-bb94-f3fba0442b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:27.882658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.883111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Bound using segment: {'id': '9edee8ee-66d6-4c52-bb94-f3fba0442b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:27.883594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Bound port: cf023e57-ea17-492f-983c-3cc057963325, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9edee8ee-66d6-4c52-bb94-f3fba0442b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'cb9991f2-f854-47b7-9171-53ada863ba5c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:27.885020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:27.939830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Network 60461c40-073b-4446-8812-d9bd260f2ddc is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:27.992808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] For port cf023e57-ea17-492f-983c-3cc057963325, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:27.996754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] For port cf023e57-ea17-492f-983c-3cc057963325, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cf023e57-ea17-492f-983c-3cc057963325,segment=NetworkSegment(9edee8ee-66d6-4c52-bb94-f3fba0442b85),segment_id=9edee8ee-66d6-4c52-bb94-f3fba0442b85)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:28.001134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.034725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 60461c40-073b-4446-8812-d9bd260f2ddc) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:28.042338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:28.042971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.062624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447c23b-02e4-4447-838d-2a6f059aa546 None None] Network 60461c40-073b-4446-8812-d9bd260f2ddc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:28.063278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8:0:1::6 (4f723a10-0bd7-4e60-9921-89b35030f7ba/c841c371-9bea-49a7-9ec0-f12fe964166f/004a817c-64af-4f8e-86d6-15a02f495ad2) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:28.118031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c047c-8b16-43ba-867f-146213969341 service neutron] Pushing event updated for resources: {'Port': ['ID=4563654e-3b30-4d06-9148-cc653a8a5bac,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:28.142993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::f816:3eff:fe2f:5995 (4f723a10-0bd7-4e60-9921-89b35030f7ba/913ecec4-eab7-4033-9db8-df67d197e55e/004a817c-64af-4f8e-86d6-15a02f495ad2) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:28.154980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cca178a0-1749-4bf0-acb9-c4e41143cd1a req-52de59bb-9261-4a0e-846c-1223027c034d tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b0e88fb-6561-41c3-8a12-7e4eb39c423c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077171 Sep 29 06:49:28.183333 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d03c43cc-c8ef-4bd9-987e-692c484e0de5 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2208145 Sep 29 06:49:28.185904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44026) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:28.212669 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 6 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:28.218436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:28.226211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:28.233305 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] Sync routers for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:28.244990 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:28.245853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:28.298009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:28.328390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:28.355687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633cd26-d260-4ab3-9d4c-4d8756e1d628 None None] Pushing event updated for resources: {'Port': ['ID=cf023e57-ea17-492f-983c-3cc057963325,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:28.366679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7018965'] for subnet, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.388229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:28.391026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Attempting to bind port 4563654e-3b30-4d06-9148-cc653a8a5bac on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:28.391365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Attempting to bind port 4563654e-3b30-4d06-9148-cc653a8a5bac by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:28.391685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Attempting to bind port 4563654e-3b30-4d06-9148-cc653a8a5bac on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:28.393875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:28.437955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:28.440354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Port 4563654e-3b30-4d06-9148-cc653a8a5bac on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:49:28.440487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Attempting to bind port 4563654e-3b30-4d06-9148-cc653a8a5bac on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:28.467985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:28.468312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Checking segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:28.469146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Bound using segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:28.469146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Bound port: 4563654e-3b30-4d06-9148-cc653a8a5bac, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:28.469448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.485662 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:49:28.513573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:28.517035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.628502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:28.642874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-60461c40-073b-4446-8812-d9bd260f2ddc', 'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc', 'tenant_id': 'b175223d8db64af7ab6752b2267b0af8', 'fixed_ips': [{'subnet_id': '9cceba01-49d2-4f2f-87df-44b3b787982c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:28.658668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.762461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] For port 4563654e-3b30-4d06-9148-cc653a8a5bac, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:28.768510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.801656 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 7 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:28.821561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.822368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.883288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] For port 4563654e-3b30-4d06-9148-cc653a8a5bac, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4563654e-3b30-4d06-9148-cc653a8a5bac,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:28.911606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.937645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:28.938254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:28.939842 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-794c047c-8b16-43ba-867f-146213969341 service neutron] 10.222.0.61 "PUT /v2.0/ports/4563654e-3b30-4d06-9148-cc653a8a5bac HTTP/1.1" status: 200 len: 1094 time: 3.4891894 Sep 29 06:49:28.945257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:49:28.947781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6" -d '{"events": [{"name": "network-changed", "server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:49:28.963742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a7625a4e-1e1c-4b65-bdd1-9fff23792066 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:28.969376 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:44:01Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:28.974102 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] Checking router: 4a8777c4-c46a-4331-a826-cdb6883fe926 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:49:28.985062 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:28.985901 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:29.050225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] No DVR routers for this DVR port a7625a4e-1e1c-4b65-bdd1-9fff23792066 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:29.055253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: a7625a4e-1e1c-4b65-bdd1-9fff23792066 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:29.057802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device a7625a4e-1e1c-4b65-bdd1-9fff23792066 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:29.098910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783590295390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6263209'] for subnet, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:29.125720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:29.127773 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3fd4157a-f905-4799-a67a-7dc1c37d830a req-c8852900-4e60-4600-82f9-05a892aa2b5e tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.61 "DELETE /v2.0/ports/a7625a4e-1e1c-4b65-bdd1-9fff23792066 HTTP/1.1" status: 204 len: 173 time: 4.1510956 Sep 29 06:49:29.148548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=6770418b-ae04-40c7-a143-3e56eb3740f3,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:29.179777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:29.186402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'name': 'network-vif-deleted', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:49:29.189175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d2dcea-762d-4d26-971a-c9fb00a2d340" -d '{"events": [{"server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "name": "network-vif-deleted", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:49:29.228674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cf023e57-ea17-492f-983c-3cc057963325 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:29.232760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.3 (cb9991f2-f854-47b7-9171-53ada863ba5c/1e7c8029-7c71-48b6-9075-09e364b48c1b/d64d4c3c-78ff-40cf-ba36-a9998eef6a0c) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:29.241065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fb6854-fa13-4357-9be7-cef911a42127 x-openstack-request-id: req-30fb6854-fa13-4357-9be7-cef911a42127 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:49:29.241355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:49:29.241603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30fb6854-fa13-4357-9be7-cef911a42127 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:49:29.241989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fb6854-fa13-4357-9be7-cef911a42127'] response: {'name': 'network-changed', 'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'status': 'completed', 'code': 200} Sep 29 06:49:29.262973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:29.272698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:29.376658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Allocated IP 172.20.0.3 (60461c40-073b-4446-8812-d9bd260f2ddc/9cceba01-49d2-4f2f-87df-44b3b787982c/ec43d157-95c4-4183-a425-7fdc7353e3fc) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:29.439302 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:49:29.486651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:29.487417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:29.491386 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "PUT /v2.0/subnets/9cceba01-49d2-4f2f-87df-44b3b787982c HTTP/1.1" status: 200 len: 877 time: 1.2791042 Sep 29 06:49:29.491386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849960b-59dc-4b00-9d9c-7607eb5bf56c tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event updated for resources: {'Subnet': ['ID=9cceba01-49d2-4f2f-87df-44b3b787982c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:29.496711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44040) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:29.743005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:29.765984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:29.787326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Transition to ACTIVE for port object ec43d157-95c4-4183-a425-7fdc7353e3fc will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:29.811799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Transition to ACTIVE for port object ec43d157-95c4-4183-a425-7fdc7353e3fc will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:29.815347 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 8 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:29.864190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:29.868374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.004253 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-786edd16-e02d-4c55-9920-16bdcbb87b0d req-25f89d99-10d9-44de-9150-6b88d89b8d7f tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/ports?device_id=db721de7-ec7e-43b6-a39e-5eb18e1794c1 HTTP/1.1" status: 200 len: 210 time: 0.5087912 Sep 29 06:49:30.007516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71eab6-414e-4e24-aad5-8a1bae033c2c None None] Network cb9991f2-f854-47b7-9171-53ada863ba5c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:30.022756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c047c-8b16-43ba-867f-146213969341 service neutron] Pushing event updated for resources: {'Port': ['ID=4563654e-3b30-4d06-9148-cc653a8a5bac,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:30.085783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-128c79ef-c376-40fb-841f-924c12b4f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:30.086999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.087727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-128c79ef-c376-40fb-841f-924c12b4f07e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 1097 time: 1.0810897 Sep 29 06:49:30.148907 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:44:01Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.155430 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7541-98c3-4779-879f-7d86cddf8043 None None] The sync data for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv is: [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:43:46Z', 'revision_number': 4, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cfd88c0d-4ed3-45a0-9597-1908c3643377', 'name': '', 'network_id': 'fb6f37e0-fb4f-4853-9b7e-7b2615e669d6', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'mac_address': 'fa:16:3e:20:5e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:42Z', 'updated_at': '2022-09-29T06:44:01Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'subnets': [{'id': '2b8035cf-e573-40e8-8b95-92ccfca80133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:30.161997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=9cceba01-49d2-4f2f-87df-44b3b787982c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:30.172567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926739c1-750d-45e2-a9b0-90b82fd1fa04 req-c5f41d02-4a71-4414-b95d-c9a6c95661f8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:30.180385 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-926739c1-750d-45e2-a9b0-90b82fd1fa04 req-c5f41d02-4a71-4414-b95d-c9a6c95661f8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 944 time: 1.1359506 Sep 29 06:49:30.218329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Network 60461c40-073b-4446-8812-d9bd260f2ddc is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:30.224947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port cf023e57-ea17-492f-983c-3cc057963325 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:30.229269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:30.234552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:30.238802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Pushing event updated for resources: {'Port': ['ID=ec43d157-95c4-4183-a425-7fdc7353e3fc,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:30.276752 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-bec4a927-9e13-4a81-bdc9-b9f1eacea25b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4563654e-3b30-4d06-9148-cc653a8a5bac HTTP/1.1" status: 200 len: 217 time: 0.1228652 Sep 29 06:49:30.294994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.311878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Port 4563654e-3b30-4d06-9148-cc653a8a5bac had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:49:30.322144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60461c40-073b-4446-8812-d9bd260f2ddc']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.335237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.335693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.349181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.369992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.376821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:30.377349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.398090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Attempting to bind port ec43d157-95c4-4183-a425-7fdc7353e3fc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:30.398584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Attempting to bind port ec43d157-95c4-4183-a425-7fdc7353e3fc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:30.398964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Attempting to bind port ec43d157-95c4-4183-a425-7fdc7353e3fc on network 60461c40-073b-4446-8812-d9bd260f2ddc {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:30.405496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-0afd466a-6e8b-4e3a-af57-d3e1bd9e308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:30.407155 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-0afd466a-6e8b-4e3a-af57-d3e1bd9e308e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.1244085 Sep 29 06:49:30.420214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Provisioning for port ff6ef68c-785a-4c62-84df-b7182b1c6b9d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:30.452792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:30.453175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Checking segment: {'id': '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:30.453584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.453983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Bound using segment: {'id': '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:30.454467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Bound port: ec43d157-95c4-4183-a425-7fdc7353e3fc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '60461c40-073b-4446-8812-d9bd260f2ddc'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:30.454873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.461827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router a90b3464-6a4e-40d4-8493-532229a03b69 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:49:30.475018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Provisioning complete for port ff6ef68c-785a-4c62-84df-b7182b1c6b9d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:30.475394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.475735 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Attempt 1 to provision port ff6ef68c-785a-4c62-84df-b7182b1c6b9d Sep 29 06:49:30.476149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.516753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038c120b-69a8-410e-ab4f-920ba390f07a x-openstack-request-id: req-038c120b-69a8-410e-ab4f-920ba390f07a {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:49:30.517377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db721de7-ec7e-43b6-a39e-5eb18e1794c1", "name": "network-vif-deleted", "tag": "a7625a4e-1e1c-4b65-bdd1-9fff23792066", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:49:30.517842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-038c120b-69a8-410e-ab4f-920ba390f07a {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:49:30.518381 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038c120b-69a8-410e-ab4f-920ba390f07a'] response: {'server_uuid': 'db721de7-ec7e-43b6-a39e-5eb18e1794c1', 'name': 'network-vif-deleted', 'tag': 'a7625a4e-1e1c-4b65-bdd1-9fff23792066', 'status': 'completed', 'code': 200} Sep 29 06:49:30.519390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 06:49:30.519390 dv-neutron-859761-1-hyperv neutron-server[89136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 06:49:30.519390 dv-neutron-859761-1-hyperv neutron-server[89136]: [parameters: {'id': '60461c40-073b-4446-8812-d9bd260f2ddc'}] Sep 29 06:49:30.519390 dv-neutron-859761-1-hyperv neutron-server[89136]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:30.520099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:30.529564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 resource provider aggregate not found Sep 29 06:49:30.582152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 found for delete ", "request_id": "req-adb9a5ae-beda-4449-bba4-93370e16c3fd"}]} Sep 29 06:49:30.592905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.611930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-926739c1-750d-45e2-a9b0-90b82fd1fa04 req-ce7ba619-4a7d-4faa-adb8-8c4961898e07 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299486 Sep 29 06:49:30.623202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 004a817c-64af-4f8e-86d6-15a02f495ad2 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:30.640400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2249a05d-8e53-46a3-bb7f-ad6b341c0e6a None None] New status for floating IP 52e487a4-a6e3-4492-a3db-f938fe5f157e: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:49:30.657921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.699936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object d64d4c3c-78ff-40cf-ba36-a9998eef6a0c will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:30.730462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:30.739498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:30.742693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:30.746205 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e7a8279-df60-4153-9be2-a45d494dc86c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/a90b3464-6a4e-40d4-8493-532229a03b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9478512 Sep 29 06:49:30.747345 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] Sync routers for ids ['a90b3464-6a4e-40d4-8493-532229a03b69'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:30.749558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44050) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:30.758820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:30.764363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:30.764991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.769843 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] Routers {'a90b3464-6a4e-40d4-8493-532229a03b69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:30.770423 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a90b3464-6a4e-40d4-8493-532229a03b69'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.777733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=004a817c-64af-4f8e-86d6-15a02f495ad2,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:30.818400 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0be881fb-cb59-4d02-860b-03baf60f7d7d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3730640 Sep 29 06:49:30.820515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44054) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:30.830132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11022743-9e70-4172-875d-987b1eebc133 req-30152313-a0f6-461f-855b-2e2882208651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:30.831831 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-30152313-a0f6-461f-855b-2e2882208651 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4136157 Sep 29 06:49:30.871278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:30.877146 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.879624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800cd4c9-455a-467f-ab48-c6e45d070748 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:30.880406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-800cd4c9-455a-467f-ab48-c6e45d070748 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:30.887054 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] Routers {'a90b3464-6a4e-40d4-8493-532229a03b69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:30.888484 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a90b3464-6a4e-40d4-8493-532229a03b69'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.958598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] For port ec43d157-95c4-4183-a425-7fdc7353e3fc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:30.963764 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:30.964386 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c2a56-d5d0-4ff1-b473-ce30540f19ff None None] The sync data for ids ['a90b3464-6a4e-40d4-8493-532229a03b69'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:30.976186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 004a817c-64af-4f8e-86d6-15a02f495ad2 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:30.976756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.017985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] For port ec43d157-95c4-4183-a425-7fdc7353e3fc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ec43d157-95c4-4183-a425-7fdc7353e3fc,segment=NetworkSegment(0ea35ed9-c4ca-4808-ac8f-b400f0a364b0),segment_id=0ea35ed9-c4ca-4808-ac8f-b400f0a364b0)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:31.029628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.032805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.090762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Current status of the port ff6ef68c-785a-4c62-84df-b7182b1c6b9d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:31.091157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.093653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting port ec43d157-95c4-4183-a425-7fdc7353e3fc {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:31.094143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.210932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bea1bb-e944-4d70-8833-28deb5bc94db None None] Pushing event updated for resources: {'Port': ['ID=ec43d157-95c4-4183-a425-7fdc7353e3fc,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:31.212056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network cb9991f2-f854-47b7-9171-53ada863ba5c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:31.222150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:31.225432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] For port ff6ef68c-785a-4c62-84df-b7182b1c6b9d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,segment=NetworkSegment(d24878ce-fab7-456d-a8b0-1ecc43cc6d04),segment_id=d24878ce-fab7-456d-a8b0-1ecc43cc6d04)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:31.231940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.233496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:31.256921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44062) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:31.282089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9960d6f-9444-49b8-9ae1-b77b764a1ee1 None None] Network 60461c40-073b-4446-8812-d9bd260f2ddc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:31.282940 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-b924d076-c2ac-447f-9a2a-cf8144d1742e service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419465 Sep 29 06:49:31.289565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-800cd4c9-455a-467f-ab48-c6e45d070748 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:31.291281 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-800cd4c9-455a-467f-ab48-c6e45d070748 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports/6770418b-ae04-40c7-a143-3e56eb3740f3 HTTP/1.1" status: 200 len: 983 time: 0.5406528 Sep 29 06:49:31.325062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44066) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:31.450523 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11022743-9e70-4172-875d-987b1eebc133 req-328ac913-9a1a-4508-af1c-7858a5fa5366 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474316 Sep 29 06:49:31.465578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=d64d4c3c-78ff-40cf-ba36-a9998eef6a0c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:31.484192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning for port 004a817c-64af-4f8e-86d6-15a02f495ad2 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:31.498343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fb315-f19f-4a82-9fd6-11e3b62e073b None None] Pushing event updated for resources: {'Port': ['ID=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:31.515327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:31.516079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.526320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning complete for port 004a817c-64af-4f8e-86d6-15a02f495ad2 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:31.526588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.526889 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 1 to provision port 004a817c-64af-4f8e-86d6-15a02f495ad2 Sep 29 06:49:31.612721 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5a03b695-ed7d-4e04-a746-2f2b661f939a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2064970 Sep 29 06:49:31.613970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44070) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:31.638987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 004a817c-64af-4f8e-86d6-15a02f495ad2 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:31.675252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba63690-12bf-4b29-ab88-1cce336291d7 None None] Network 60461c40-073b-4446-8812-d9bd260f2ddc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:31.877975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] For port ec43d157-95c4-4183-a425-7fdc7353e3fc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ec43d157-95c4-4183-a425-7fdc7353e3fc,segment=NetworkSegment(0ea35ed9-c4ca-4808-ac8f-b400f0a364b0),segment_id=0ea35ed9-c4ca-4808-ac8f-b400f0a364b0)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:31.878678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:31.928838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba731dd-e605-478c-b05a-1251e4537fcd None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:49:32.081615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba731dd-e605-478c-b05a-1251e4537fcd None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:49:32.176942 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 2 to provision port 004a817c-64af-4f8e-86d6-15a02f495ad2 Sep 29 06:49:32.200550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51fca342-489e-402e-9746-ce7b42b6cff0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:32.207982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Calling delete_port for ec43d157-95c4-4183-a425-7fdc7353e3fc owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:32.237952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:32.251095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 004a817c-64af-4f8e-86d6-15a02f495ad2 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:32.268988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-1bc15525-3cd8-4ea0-a570-5e64b3c1c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:32.270782 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-1bc15525-3cd8-4ea0-a570-5e64b3c1c90d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 1097 time: 0.7237074 Sep 29 06:49:32.408605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556a8e-e9f2-4e93-83b4-d6ddebb6532e req-372e953f-e02a-41e8-b3f1-13185a44a8b9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:32.409509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-e6556a8e-e9f2-4e93-83b4-d6ddebb6532e req-372e953f-e02a-41e8-b3f1-13185a44a8b9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:32.473111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 004a817c-64af-4f8e-86d6-15a02f495ad2 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:32.490555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-e6556a8e-e9f2-4e93-83b4-d6ddebb6532e req-372e953f-e02a-41e8-b3f1-13185a44a8b9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:32.491707 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e6556a8e-e9f2-4e93-83b4-d6ddebb6532e req-372e953f-e02a-41e8-b3f1-13185a44a8b9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 944 time: 0.7153726 Sep 29 06:49:32.523844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309ae8c-14c7-4daf-b300-7937605b1744 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:49:32.543820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51fca342-489e-402e-9746-ce7b42b6cff0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:32.611203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-9da45217-f3d3-4248-b825-795149868a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:32.612982 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-9da45217-f3d3-4248-b825-795149868a64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.3102326 Sep 29 06:49:32.647712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:32.688690 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e6556a8e-e9f2-4e93-83b4-d6ddebb6532e req-d1365892-fd8f-4a32-8d4a-b1ffebaf5c3e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780224 Sep 29 06:49:32.701334 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-b7085db6-1346-4951-8f46-91f6cf8b7730 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4563654e-3b30-4d06-9148-cc653a8a5bac HTTP/1.1" status: 200 len: 217 time: 0.0780926 Sep 29 06:49:32.705475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309ae8c-14c7-4daf-b300-7937605b1744 None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:49:32.730451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Port': ['ID=ec43d157-95c4-4183-a425-7fdc7353e3fc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:32.735533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No DVR routers for this DVR port ec43d157-95c4-4183-a425-7fdc7353e3fc on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:32.739581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:32.757143 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 3 to provision port 004a817c-64af-4f8e-86d6-15a02f495ad2 Sep 29 06:49:32.830020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-558f0ff6-a689-42ee-ad1f-3c33f602d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:32.831397 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-558f0ff6-a689-42ee-ad1f-3c33f602d91d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.1215596 Sep 29 06:49:32.933617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 004a817c-64af-4f8e-86d6-15a02f495ad2 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:32.957849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51fca342-489e-402e-9746-ce7b42b6cff0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:32.975303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.008282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fca342-489e-402e-9746-ce7b42b6cff0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0e88fb-6561-41c3-8a12-7e4eb39c423c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:33.077442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60461c40-073b-4446-8812-d9bd260f2ddc']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:33.116235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:33.116637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea35ed9-c4ca-4808-ac8f-b400f0a364b0') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:33.149202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ff6ef68c-785a-4c62-84df-b7182b1c6b9d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:33.197298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-632c18ac-5511-40af-b5b2-eae12923253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:33.199044 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-632c18ac-5511-40af-b5b2-eae12923253a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3596694 Sep 29 06:49:33.244137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.266910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port ff6ef68c-785a-4c62-84df-b7182b1c6b9d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:33.271178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.271600 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port ff6ef68c-785a-4c62-84df-b7182b1c6b9d Sep 29 06:49:33.292768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.300231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.306691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-51fca342-489e-402e-9746-ce7b42b6cff0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.307837 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-51fca342-489e-402e-9746-ce7b42b6cff0 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "DELETE /v2.0/security-groups/7b0e88fb-6561-41c3-8a12-7e4eb39c423c HTTP/1.1" status: 204 len: 168 time: 2.0459487 Sep 29 06:49:33.315812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44076) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:33.335529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.340962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.405702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:33.406104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.434433 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-91722c85-533c-48ad-a6aa-dfc4610a8077 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] show failed (client error): The resource could not be found. Sep 29 06:49:33.434997 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-91722c85-533c-48ad-a6aa-dfc4610a8077 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "GET /v2.0/security-groups/7b0e88fb-6561-41c3-8a12-7e4eb39c423c HTTP/1.1" status: 404 len: 347 time: 0.1144013 Sep 29 06:49:33.450053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44082) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:33.489513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=004a817c-64af-4f8e-86d6-15a02f495ad2,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:33.504006 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 4 to provision port 004a817c-64af-4f8e-86d6-15a02f495ad2 Sep 29 06:49:33.523079 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 resource provider aggregate not found Sep 29 06:49:33.564068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 004a817c-64af-4f8e-86d6-15a02f495ad2 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:49:33.566029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port ff6ef68c-785a-4c62-84df-b7182b1c6b9d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:33.587698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning for port 625ff308-f88a-4546-9062-0134de42b0e3 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:33.597959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning complete for port 625ff308-f88a-4546-9062-0134de42b0e3 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:33.598595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.600005 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 1 to provision port 625ff308-f88a-4546-9062-0134de42b0e3 Sep 29 06:49:33.649900 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ea35ed9-c4ca-4808-ac8f-b400f0a364b0 found for delete ", "request_id": "req-0fbf5edf-83d7-4bd4-98f0-6598b775f3a0"}]} Sep 29 06:49:33.745852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.752791 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-69004c2d-4261-4b32-b107-875a3ff843fb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/004a817c-64af-4f8e-86d6-15a02f495ad2 HTTP/1.1" status: 204 len: 168 time: 2.9310298 Sep 29 06:49:33.756902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44092) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:33.814778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.832222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Current status of the port 625ff308-f88a-4546-9062-0134de42b0e3 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:33.860633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning for port 6770418b-ae04-40c7-a143-3e56eb3740f3 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:33.876770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning complete for port 6770418b-ae04-40c7-a143-3e56eb3740f3 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:33.877242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.877656 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 1 to provision port 6770418b-ae04-40c7-a143-3e56eb3740f3 Sep 29 06:49:33.924474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.929102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:33.971079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 6770418b-ae04-40c7-a143-3e56eb3740f3 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:34.023252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=d64d4c3c-78ff-40cf-ba36-a9998eef6a0c,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:34.041049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=60461c40-073b-4446-8812-d9bd260f2ddc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:34.058088 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eff72edf-bc79-46a2-858f-72f903b92a27 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/60461c40-073b-4446-8812-d9bd260f2ddc HTTP/1.1" status: 204 len: 168 time: 4.5574636 Sep 29 06:49:34.062854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44100) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:34.114082 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0fac43-9d79-433a-8fd7-f2e25dc6a677 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:34.114646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0fac43-9d79-433a-8fd7-f2e25dc6a677 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:34.118752 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba0fac43-9d79-433a-8fd7-f2e25dc6a677 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/9cceba01-49d2-4f2f-87df-44b3b787982c HTTP/1.1" status: 404 len: 337 time: 0.0526781 Sep 29 06:49:34.123728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44104) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:34.125927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Deleting port d3915efd-30ed-4b20-a71e-494732ab1b23 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:34.126258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.188982 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-91762632-a81e-4f14-92e6-c061a6ea69d3 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792855 Sep 29 06:49:34.278111 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1795c24-c3c7-4c96-bbd1-eb4fb69567f1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:34.278551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1795c24-c3c7-4c96-bbd1-eb4fb69567f1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:34.283334 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e1795c24-c3c7-4c96-bbd1-eb4fb69567f1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/60461c40-073b-4446-8812-d9bd260f2ddc HTTP/1.1" status: 404 len: 339 time: 0.1556339 Sep 29 06:49:34.286679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44108) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:34.367553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61654a82-7d5f-4b99-9ece-c03d175f8079 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:34.368284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61654a82-7d5f-4b99-9ece-c03d175f8079 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:34.371084 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b26d3c-a78c-4b0b-827d-0022d6a0e43d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:34.371701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b26d3c-a78c-4b0b-827d-0022d6a0e43d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:34.377260 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-92b26d3c-a78c-4b0b-827d-0022d6a0e43d tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/98c6d0ff-f281-4dd9-8d9f-c337a158236b HTTP/1.1" status: 404 len: 337 time: 0.0851784 Sep 29 06:49:34.388112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44112) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:34.445076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-976b9a9f-63a9-4b64-a7cb-cc5fc6317854 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:34.445555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976b9a9f-63a9-4b64-a7cb-cc5fc6317854 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:34.447814 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-976b9a9f-63a9-4b64-a7cb-cc5fc6317854 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/01f2c804-3757-49d8-880b-31c3898bb0c1 HTTP/1.1" status: 404 len: 339 time: 0.0572448 Sep 29 06:49:34.451721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44116) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:34.473148 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 2 to provision port 6770418b-ae04-40c7-a143-3e56eb3740f3 Sep 29 06:49:34.484186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61654a82-7d5f-4b99-9ece-c03d175f8079 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:34.488196 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61654a82-7d5f-4b99-9ece-c03d175f8079 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7277627 Sep 29 06:49:34.496024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44120) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:34.544076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 6770418b-ae04-40c7-a143-3e56eb3740f3 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:34.560421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c0fd1-7703-42bf-b086-5cd27b60087b req-8221bee7-6792-4689-8eca-c4ba8db68a61 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:34.561890 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-649c0fd1-7703-42bf-b086-5cd27b60087b req-8221bee7-6792-4689-8eca-c4ba8db68a61 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 944 time: 0.5723445 Sep 29 06:49:34.615368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.618820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 6770418b-ae04-40c7-a143-3e56eb3740f3 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:34.619355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.632843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.689512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.689829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.701729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-386fb31e-b7fa-4da5-b007-eeaa6e0966c6 req-72659ed1-6efc-4739-b09f-fd88f398578f service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792237 Sep 29 06:49:34.836686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Calling delete_port for d3915efd-30ed-4b20-a71e-494732ab1b23 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:34.894485 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-649c0fd1-7703-42bf-b086-5cd27b60087b req-fcc9ad6f-7b2e-4d01-b63a-9c7f5a69839c tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809131 Sep 29 06:49:34.919566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:34.966437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e7db5f-7eb2-4e32-aff6-c759113a465d']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:34.980163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482c1d13-d28c-42ad-b3b0-0f282c7874d0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:34.980869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-482c1d13-d28c-42ad-b3b0-0f282c7874d0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:34.989126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d16547-f524-4699-9218-2e96a37cce1c') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:34.989126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d16547-f524-4699-9218-2e96a37cce1c') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:34.997264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.014082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.022137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-482c1d13-d28c-42ad-b3b0-0f282c7874d0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:35.024684 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-482c1d13-d28c-42ad-b3b0-0f282c7874d0 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5168884 Sep 29 06:49:35.028955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44124) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.029533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.045098 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 3 to provision port 6770418b-ae04-40c7-a143-3e56eb3740f3 Sep 29 06:49:35.106090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 6770418b-ae04-40c7-a143-3e56eb3740f3 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:35.213534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a9d53-ffdd-4314-9e9a-e2fc2a8eb9e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:35.215072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a9d53-ffdd-4314-9e9a-e2fc2a8eb9e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:35.216553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a9d53-ffdd-4314-9e9a-e2fc2a8eb9e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:35.217344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e4a9d53-ffdd-4314-9e9a-e2fc2a8eb9e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:35.223159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.260685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 6770418b-ae04-40c7-a143-3e56eb3740f3 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:35.308578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.319687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:35.320150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.446229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.464251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.480967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=50e7db5f-7eb2-4e32-aff6-c759113a465d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:35.486854 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/50e7db5f-7eb2-4e32-aff6-c759113a465d HTTP/1.1" status: 204 len: 168 time: 1.0338202 Sep 29 06:49:35.491975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44128) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.493179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.494144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.494486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.494846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.495206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.495541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.495867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.496193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.496518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.496842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.497406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.497519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19f79d-545c-41e4-aa89-508d56e99848 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:35.529783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Pushing event deleted for resources: {'Port': ['ID=d3915efd-30ed-4b20-a71e-494732ab1b23,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:35.549300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5286a21-5730-4534-9043-2862e016716a tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:35.549751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5286a21-5730-4534-9043-2862e016716a tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:35.553821 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5286a21-5730-4534-9043-2862e016716a tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/c73c04d7-a48d-4502-bf5f-cc72671586a7 HTTP/1.1" status: 404 len: 337 time: 0.0512094 Sep 29 06:49:35.554823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44132) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.593456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e4a9d53-ffdd-4314-9e9a-e2fc2a8eb9e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:35.597110 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9e4a9d53-ffdd-4314-9e9a-e2fc2a8eb9e5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5560610 Sep 29 06:49:35.597644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44136) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.608027 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 4 to provision port 6770418b-ae04-40c7-a143-3e56eb3740f3 Sep 29 06:49:35.622033 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaae534-5e0b-4d81-aee8-1e6c8f731003 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:35.622584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaae534-5e0b-4d81-aee8-1e6c8f731003 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:35.642612 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dfaae534-5e0b-4d81-aee8-1e6c8f731003 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/e604f283-f117-43a0-bf06-6140d7ad3106 HTTP/1.1" status: 404 len: 339 time: 0.0855048 Sep 29 06:49:35.645470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44140) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.664383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 6770418b-ae04-40c7-a143-3e56eb3740f3 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:35.691372 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6380767-b93b-452f-bc59-4d2d0ab49c36 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:35.691618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6380767-b93b-452f-bc59-4d2d0ab49c36 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:35.694955 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d6380767-b93b-452f-bc59-4d2d0ab49c36 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/33ebc0fa-4f10-4f58-af68-5009ae78d9e2 HTTP/1.1" status: 404 len: 337 time: 0.0487282 Sep 29 06:49:35.696551 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 30d16547-f524-4699-9218-2e96a37cce1c resource provider aggregate not found Sep 29 06:49:35.697302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44146) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.711613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.757195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 30d16547-f524-4699-9218-2e96a37cce1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30d16547-f524-4699-9218-2e96a37cce1c found for delete ", "request_id": "req-c0821d00-614a-4c44-92cf-5f39cb7cc2f8"}]} Sep 29 06:49:35.766276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=6770418b-ae04-40c7-a143-3e56eb3740f3,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:35.816359 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3d9442-786b-4179-a847-53a17d7a4375 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:35.816939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3d9442-786b-4179-a847-53a17d7a4375 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:35.826721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.849689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 913ecec4-eab7-4033-9db8-df67d197e55e {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:35.867447 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7b3d9442-786b-4179-a847-53a17d7a4375 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/28dbcb95-e57c-4de5-8450-5fe988258450 HTTP/1.1" status: 404 len: 339 time: 0.1660078 Sep 29 06:49:35.870835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.870973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44152) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.906873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.907807 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bb505afb-cf67-45ef-bdb1-7c6f6cabf433 tempest-ServerActionsTestJSON-1322942627 tempest-ServerActionsTestJSON-1322942627-project] 10.222.0.26 "DELETE /v2.0/floatingips/52e487a4-a6e3-4492-a3db-f938fe5f157e HTTP/1.1" status: 204 len: 168 time: 2.4408414 Sep 29 06:49:35.918998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44158) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:35.965133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:35.987201 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0d1f1c-37a1-4503-a991-3cb60f8d51be tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:35.987655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0d1f1c-37a1-4503-a991-3cb60f8d51be tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:35.989378 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3e0d1f1c-37a1-4503-a991-3cb60f8d51be tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/9628046d-1e19-4e1a-a591-4c0e443580c2 HTTP/1.1" status: 404 len: 337 time: 0.1177385 Sep 29 06:49:35.991911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44166) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.016018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.024862 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbc4416-65b2-43fd-9fc2-37b2bdd79de3 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.025819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbc4416-65b2-43fd-9fc2-37b2bdd79de3 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.027729 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5bbc4416-65b2-43fd-9fc2-37b2bdd79de3 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/61aed02e-2393-4f51-b321-cc14ec01ecd5 HTTP/1.1" status: 404 len: 339 time: 0.0347204 Sep 29 06:49:36.031872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44170) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.061458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.066839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.165671 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 5 to provision port 6770418b-ae04-40c7-a143-3e56eb3740f3 Sep 29 06:49:36.174334 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c6598c-1292-4c87-84c0-84dc35fd25c1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.174741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c6598c-1292-4c87-84c0-84dc35fd25c1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.178934 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-87c6598c-1292-4c87-84c0-84dc35fd25c1 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/5b286624-0e76-4cc8-98bf-90d019a74761 HTTP/1.1" status: 404 len: 337 time: 0.1442358 Sep 29 06:49:36.198798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Port 6770418b-ae04-40c7-a143-3e56eb3740f3 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:49:36.207679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44174) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.210388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning complete for port ff6ef68c-785a-4c62-84df-b7182b1c6b9d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:36.210977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.211499 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 1 to provision port ff6ef68c-785a-4c62-84df-b7182b1c6b9d Sep 29 06:49:36.285949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.312142 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-697246c1-620b-4db0-9d06-54cb846a9fb0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.312614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697246c1-620b-4db0-9d06-54cb846a9fb0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.316633 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-697246c1-620b-4db0-9d06-54cb846a9fb0 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/1d272878-4e61-4191-a845-c72a12cb345c HTTP/1.1" status: 404 len: 339 time: 0.1046953 Sep 29 06:49:36.318057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44178) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.336538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Current status of the port ff6ef68c-785a-4c62-84df-b7182b1c6b9d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:36.338427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=d64d4c3c-78ff-40cf-ba36-a9998eef6a0c,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:36.340879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.361330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning for port cf023e57-ea17-492f-983c-3cc057963325 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:36.368379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Provisioning complete for port cf023e57-ea17-492f-983c-3cc057963325 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:36.369841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.371034 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Attempt 1 to provision port cf023e57-ea17-492f-983c-3cc057963325 Sep 29 06:49:36.429004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f091c663-f9ce-444c-8a2b-35a58d42dadc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.429371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f091c663-f9ce-444c-8a2b-35a58d42dadc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.434012 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f091c663-f9ce-444c-8a2b-35a58d42dadc tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/1369c16d-6e88-45c9-92dc-384b95681b9c HTTP/1.1" status: 404 len: 337 time: 0.1125865 Sep 29 06:49:36.437276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44184) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.473719 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-761e0910-0e81-4e26-9c11-60a1f6cfac18 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.474371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761e0910-0e81-4e26-9c11-60a1f6cfac18 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.478949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-761e0910-0e81-4e26-9c11-60a1f6cfac18 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/4484fc65-4bb3-436d-9864-1efc58bebf5c HTTP/1.1" status: 404 len: 339 time: 0.0377035 Sep 29 06:49:36.478949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router a90b3464-6a4e-40d4-8493-532229a03b69 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:36.480527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44188) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.511463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Current status of the port cf023e57-ea17-492f-983c-3cc057963325 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:36.512116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.525493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4413f86-ab76-4ca8-9b85-e7b24696ef5d req-99d5c397-21c4-4baf-a340-2b3ed4d8ec9b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:36.526665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f4413f86-ab76-4ca8-9b85-e7b24696ef5d req-99d5c397-21c4-4baf-a340-2b3ed4d8ec9b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 944 time: 0.4056516 Sep 29 06:49:36.534157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0b68b6-3518-40c0-9aa7-34ddb1a848de tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.534338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0b68b6-3518-40c0-9aa7-34ddb1a848de tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.538426 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-de0b68b6-3518-40c0-9aa7-34ddb1a848de tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/5324b247-4b00-4316-a70e-50ced3cd563f HTTP/1.1" status: 404 len: 337 time: 0.0529778 Sep 29 06:49:36.540396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44192) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.548930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] For port cf023e57-ea17-492f-983c-3cc057963325, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cf023e57-ea17-492f-983c-3cc057963325,segment=NetworkSegment(9edee8ee-66d6-4c52-bb94-f3fba0442b85),segment_id=9edee8ee-66d6-4c52-bb94-f3fba0442b85)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:36.553170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.613509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.633712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1252cb7-f684-4a5a-ae80-141c704014e2 None None] Pushing event updated for resources: {'Port': ['ID=cf023e57-ea17-492f-983c-3cc057963325,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:36.675564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Provisioning for port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:36.681700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Provisioning complete for port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:36.681700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.682205 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 1 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:36.686354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=913ecec4-eab7-4033-9db8-df67d197e55e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:36.688503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:36.717479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f335200-620f-4334-baa2-48afcab7598e None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:36.766556 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-54b03094-d70d-4b51-9a94-dd9a9719ddfb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/913ecec4-eab7-4033-9db8-df67d197e55e HTTP/1.1" status: 204 len: 168 time: 1.1621385 Sep 29 06:49:36.776205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44196) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.822290 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-61be4bd3-671a-4920-ab0c-e601186df8c6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.822793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61be4bd3-671a-4920-ab0c-e601186df8c6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.827283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61be4bd3-671a-4920-ab0c-e601186df8c6 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/550f13cc-4b97-4c64-885e-570d0cecdd28 HTTP/1.1" status: 404 len: 339 time: 0.2805161 Sep 29 06:49:36.829501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44200) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.831084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:36.831316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network cb9991f2-f854-47b7-9171-53ada863ba5c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:36.842779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:36.852404 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2084c24f-8797-42e6-af91-57fc3647052d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/a90b3464-6a4e-40d4-8493-532229a03b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5144386 Sep 29 06:49:36.853194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44204) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.864923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] Sync routers for ids ['a90b3464-6a4e-40d4-8493-532229a03b69'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:36.869622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:36.905816 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbef8b20-8179-413c-b9fd-47c5ce267b46 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:36.906268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbef8b20-8179-413c-b9fd-47c5ce267b46 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:36.910437 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dbef8b20-8179-413c-b9fd-47c5ce267b46 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/a2ee7d6c-63ab-4441-a004-eed2d90e25a7 HTTP/1.1" status: 404 len: 337 time: 0.0739262 Sep 29 06:49:36.913522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44208) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:36.948126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] Routers {'a90b3464-6a4e-40d4-8493-532229a03b69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:36.948774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a90b3464-6a4e-40d4-8493-532229a03b69'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:37.027493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:37.051020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] Routers {'a90b3464-6a4e-40d4-8493-532229a03b69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:37.051917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a90b3464-6a4e-40d4-8493-532229a03b69'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:37.117237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:37.117641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f34fe-ebef-4e63-983c-5dd8be152449 None None] The sync data for ids ['a90b3464-6a4e-40d4-8493-532229a03b69'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:37.124516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cf023e57-ea17-492f-983c-3cc057963325 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:37.134788 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f4413f86-ab76-4ca8-9b85-e7b24696ef5d req-3078c557-2950-467c-82c8-c4572cb4b0ac tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5922747 Sep 29 06:49:37.258048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cf023e57-ea17-492f-983c-3cc057963325 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:37.258340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.258707 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cf023e57-ea17-492f-983c-3cc057963325 Sep 29 06:49:37.269850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet c841c371-9bea-49a7-9ec0-f12fe964166f {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:37.276994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.300364 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-7145a6bc-01d3-43c1-bf08-cdb6a869ac86 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] remove_router_interface failed (client error): The resource could not be found. Sep 29 06:49:37.304323 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7145a6bc-01d3-43c1-bf08-cdb6a869ac86 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/a90b3464-6a4e-40d4-8493-532229a03b69/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4480233 Sep 29 06:49:37.304887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44212) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:37.305117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bbef28-c769-410d-8e2a-29f7c859d179 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:37.305590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bbef28-c769-410d-8e2a-29f7c859d179 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:37.307912 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f3bbef28-c769-410d-8e2a-29f7c859d179 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/e0524f1e-d5fd-4699-8794-915ad90e2ee3 HTTP/1.1" status: 404 len: 339 time: 0.2151296 Sep 29 06:49:37.316769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44216) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:37.341197 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 2 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:37.356961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c0b384aa-d3e1-45f7-a6ac-38bb46d7eb98 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:37.385532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c0b384aa-d3e1-45f7-a6ac-38bb46d7eb98 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:37.387518 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c0b384aa-d3e1-45f7-a6ac-38bb46d7eb98 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=a90b3464-6a4e-40d4-8493-532229a03b69 HTTP/1.1" status: 200 len: 205 time: 0.0816915 Sep 29 06:49:37.390165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44220) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:37.435782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.487132 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e398fb-37d2-4588-a0b8-d31e8a312139 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:37.487828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e398fb-37d2-4588-a0b8-d31e8a312139 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:37.491845 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a3e398fb-37d2-4588-a0b8-d31e8a312139 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/378c8f20-ed21-46f8-8f09-7b7910d04420 HTTP/1.1" status: 404 len: 337 time: 0.1639354 Sep 29 06:49:37.492027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cf023e57-ea17-492f-983c-3cc057963325 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:37.497256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44224) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:37.498126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:37.541985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.566636 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fa6ce9-8520-4196-8c71-cd4ba70e65b7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] DELETE failed (client error): The resource could not be found. Sep 29 06:49:37.567112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fa6ce9-8520-4196-8c71-cd4ba70e65b7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:37.571214 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d1fa6ce9-8520-4196-8c71-cd4ba70e65b7 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/a17877c9-3d34-4da5-b063-bd4a9b3baedc HTTP/1.1" status: 404 len: 339 time: 0.0671020 Sep 29 06:49:37.576619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44228) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:37.661286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Router 49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:49:37.690070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.793745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting subnet 3f803280-a69a-401e-8553-41b20c6a2d19 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:37.810919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.874629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.877042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.899965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.900497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router a90b3464-6a4e-40d4-8493-532229a03b69 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:49:37.914950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.916207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a243342f-4867-427c-acc2-f6dd45240b9c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/a90b3464-6a4e-40d4-8493-532229a03b69 HTTP/1.1" status: 204 len: 168 time: 0.5244431 Sep 29 06:49:37.918849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44232) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:37.983895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet 34cf6261-6fe4-46d2-8cab-ccdc8539c1aa {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:37.986895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:37.999030 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 3 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:38.002992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.052738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.056584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.065296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:38.112370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:38.119643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=c841c371-9bea-49a7-9ec0-f12fe964166f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:38.123909 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085055a-f1f1-4173-9339-161660606e0b None None] Sync routers for ids ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:38.138780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3bb01-caca-4478-a7cd-ab563f1f534b None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:38.138989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.143069 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/c841c371-9bea-49a7-9ec0-f12fe964166f HTTP/1.1" status: 204 len: 168 time: 1.3632121 Sep 29 06:49:38.145318 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085055a-f1f1-4173-9339-161660606e0b None None] Routers {'49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:38.145476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44236) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:38.145564 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4085055a-f1f1-4173-9339-161660606e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:38.148681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.149039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.149381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.149748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.150081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.150415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.150778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.151101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.151425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.151747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.152068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.152391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74385b11-0549-456e-84b9-c1c0dc832a16 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:38.254685 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4085055a-f1f1-4173-9339-161660606e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:38.260974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.264043 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085055a-f1f1-4173-9339-161660606e0b None None] Routers {'49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:38.264817 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4085055a-f1f1-4173-9339-161660606e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:38.269184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.299678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-20681ab6-da08-4c14-aab9-1c8c18c5dfd7 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/routers/49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6850054 Sep 29 06:49:38.317278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44242) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:38.348534 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4085055a-f1f1-4173-9339-161660606e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:38.348937 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085055a-f1f1-4173-9339-161660606e0b None None] The sync data for ids ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:38.384704 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d0003875-e74d-49f9-b6ae-b67f2d77002f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2377923 Sep 29 06:49:38.393270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44246) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:38.410257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:38.429441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.484519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.487927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=34cf6261-6fe4-46d2-8cab-ccdc8539c1aa,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:38.493309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b5561-f3a8-47ce-8cbd-b20ca7ce9391 None None] Network 4979e1df-f806-4ada-beee-f9afa4d5af2d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:38.517025 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eaafa1ae-bd5a-44a1-966b-32ea805b8995 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/34cf6261-6fe4-46d2-8cab-ccdc8539c1aa HTTP/1.1" status: 204 len: 168 time: 0.5971255 Sep 29 06:49:38.519722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44250) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:38.528182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.532336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:38.576769 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 4 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:38.610386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d25d90-b262-4708-8629-e30478bbd78a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:38.611248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c3d25d90-b262-4708-8629-e30478bbd78a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:38.635224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] Deleting port 625ff308-f88a-4546-9062-0134de42b0e3 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:38.635701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.659161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c3d25d90-b262-4708-8629-e30478bbd78a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:38.663074 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c3d25d90-b262-4708-8629-e30478bbd78a tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a HTTP/1.1" status: 200 len: 981 time: 0.3416057 Sep 29 06:49:38.663995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44254) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:38.725989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-989a9344-c96b-40b3-9e34-3aaf6331d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.730455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:38.733734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.778388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.814011 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:38.829661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port ff6ef68c-785a-4c62-84df-b7182b1c6b9d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:38.829986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.836492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:38.840200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Subnet': ['ID=3f803280-a69a-401e-8553-41b20c6a2d19,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:38.842256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:38.909799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:38.913279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:38.933824 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a5c7a-107b-4260-a9e6-fadbca753dd3 None None] Network d2563cd2-8595-4129-b71e-25a9e0f70788 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:38.948578 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1cd1979a-a3db-45e0-b7bf-66607c1ca027 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/subnets/3f803280-a69a-401e-8553-41b20c6a2d19 HTTP/1.1" status: 204 len: 168 time: 1.3682139 Sep 29 06:49:38.949962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44258) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:38.956520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a7024-9e76-4406-a60a-39b7d840efad req-db2fa6d7-c51b-45b3-8200-16f54122f0a3 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:38.964069 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ab3a7024-9e76-4406-a60a-39b7d840efad req-db2fa6d7-c51b-45b3-8200-16f54122f0a3 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 944 time: 0.6630781 Sep 29 06:49:38.969979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:38.973320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.051681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] For port 625ff308-f88a-4546-9062-0134de42b0e3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=625ff308-f88a-4546-9062-0134de42b0e3,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:39.052196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.219324 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ab3a7024-9e76-4406-a60a-39b7d840efad req-da1fd08d-7988-4d75-b506-2581add25075 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539859 Sep 29 06:49:39.240610 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 5 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:39.278348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] Calling delete_port for 625ff308-f88a-4546-9062-0134de42b0e3 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:39.329400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 625ff308-f88a-4546-9062-0134de42b0e3 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:39.336921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.352432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fead685-6d98-435e-8238-93c5963281be None None] DHCP port deletion for 4979e1df-f806-4ada-beee-f9afa4d5af2d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:39.372527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port ff6ef68c-785a-4c62-84df-b7182b1c6b9d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,segment=NetworkSegment(d24878ce-fab7-456d-a8b0-1ecc43cc6d04),segment_id=d24878ce-fab7-456d-a8b0-1ecc43cc6d04)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:39.372892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.387128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:39.387472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.411382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3fead685-6d98-435e-8238-93c5963281be None None] Deleting port ff6ef68c-785a-4c62-84df-b7182b1c6b9d {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:39.411821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3fead685-6d98-435e-8238-93c5963281be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.428869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Deleting port cfd88c0d-4ed3-45a0-9597-1908c3643377 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:39.429213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.512996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:39.521041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.544436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for ff6ef68c-785a-4c62-84df-b7182b1c6b9d owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:39.625861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.649328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:39.656050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:39.662121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:39.662727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.673282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=a9cf343d-2d36-480c-ac3a-300a6f7c6b0f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:39.678925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port 625ff308-f88a-4546-9062-0134de42b0e3 update to DOWN by agent not found {{(pid=89138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 29 06:49:39.695064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] Pushing event deleted for resources: {'Port': ['ID=625ff308-f88a-4546-9062-0134de42b0e3,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:39.715269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eaab84-e1b8-4e31-9c82-01e08ddc7058 None None] No DVR routers for this DVR port 625ff308-f88a-4546-9062-0134de42b0e3 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:39.720875 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c4550fcf-482d-4ef8-a8e0-7aa82e2388a2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3233464 Sep 29 06:49:39.724234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44262) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:39.733822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:39.755222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] For port cfd88c0d-4ed3-45a0-9597-1908c3643377, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cfd88c0d-4ed3-45a0-9597-1908c3643377,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:39.755580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.776267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c29949-8eaa-4762-bc81-9d394935edcc None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:39.893037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3fead685-6d98-435e-8238-93c5963281be None None] For port ff6ef68c-785a-4c62-84df-b7182b1c6b9d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,segment=NetworkSegment(d24878ce-fab7-456d-a8b0-1ecc43cc6d04),segment_id=d24878ce-fab7-456d-a8b0-1ecc43cc6d04)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:39.893771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3fead685-6d98-435e-8238-93c5963281be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:39.945282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Calling delete_port for cfd88c0d-4ed3-45a0-9597-1908c3643377 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:39.985477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.023731 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 6 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:40.047494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481da642-bf81-492d-9159-371e3b18760a None None] DHCP port deletion for d2563cd2-8595-4129-b71e-25a9e0f70788 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:40.064647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3fead685-6d98-435e-8238-93c5963281be None None] Calling delete_port for ff6ef68c-785a-4c62-84df-b7182b1c6b9d owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:40.068054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=ff6ef68c-785a-4c62-84df-b7182b1c6b9d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:40.079571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:40.087072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:40.089636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port ff6ef68c-785a-4c62-84df-b7182b1c6b9d on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:40.092252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:40.100080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:40.119103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:40.122523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.122930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-481da642-bf81-492d-9159-371e3b18760a None None] Deleting port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:40.123302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.256664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:40.264785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] For port b1cdeb56-eae5-4405-a79e-5eeff9d22e21, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,segment=NetworkSegment(563e18ad-62cf-495b-a0bb-070999c10d4a),segment_id=563e18ad-62cf-495b-a0bb-070999c10d4a)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:40.265160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.317280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-3fead685-6d98-435e-8238-93c5963281be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:40.317661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-3fead685-6d98-435e-8238-93c5963281be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:40.342923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.385893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.427543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'a9cf343d-2d36-480c-ac3a-300a6f7c6b0f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:40.428380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.530674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Calling delete_port for b1cdeb56-eae5-4405-a79e-5eeff9d22e21 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:40.539056 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.ipam_backend_mixin [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9cf343d-2d36-480c-ac3a-300a6f7c6b0f (CIDR: 2001:db8::/64) Sep 29 06:49:40.541742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd88c0d-4ed3-45a0-9597-1908c3643377,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:40.568896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-481da642-bf81-492d-9159-371e3b18760a None None] For port b1cdeb56-eae5-4405-a79e-5eeff9d22e21, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,segment=NetworkSegment(563e18ad-62cf-495b-a0bb-070999c10d4a),segment_id=563e18ad-62cf-495b-a0bb-070999c10d4a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:40.569260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.580128 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:49:40.580128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:40.598865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4979e1df-f806-4ada-beee-f9afa4d5af2d']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:40.618263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:40.619821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24878ce-fab7-456d-a8b0-1ecc43cc6d04') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:40.626757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.631921 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cc8cb79c-0d38-4354-b2ce-2acd77085b4a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9040260 Sep 29 06:49:40.632631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44270) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:40.643286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:40.708392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-481da642-bf81-492d-9159-371e3b18760a None None] Calling delete_port for b1cdeb56-eae5-4405-a79e-5eeff9d22e21 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:40.758455 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 7 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:40.829625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3fead685-6d98-435e-8238-93c5963281be None None] Deleting port ff6ef68c-785a-4c62-84df-b7182b1c6b9d {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:40.829908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3fead685-6d98-435e-8238-93c5963281be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.873580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.874023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:40.887641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:40.898242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:40.907373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:40.943349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.968167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:40.968579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.970208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3fead685-6d98-435e-8238-93c5963281be None None] The port 'ff6ef68c-785a-4c62-84df-b7182b1c6b9d' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:40.971084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:40.975863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-977730d1-8bbb-4333-9094-a95dc3ed2974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.980894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:40.987573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:40.988171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.028021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/a9cf343d-2d36-480c-ac3a-300a6f7c6b0f/1c6a5aae-3724-44ae-846f-4822bc1b15d2) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:41.046854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4563654e-3b30-4d06-9148-cc653a8a5bac details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:49:41.053868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481da642-bf81-492d-9159-371e3b18760a None None] Pushing event deleted for resources: {'Port': ['ID=b1cdeb56-eae5-4405-a79e-5eeff9d22e21,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:41.067359 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d24878ce-fab7-456d-a8b0-1ecc43cc6d04 resource provider aggregate not found Sep 29 06:49:41.076156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481da642-bf81-492d-9159-371e3b18760a None None] No DVR routers for this DVR port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:41.078858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.078858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.078858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.079247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.079866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.079866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.080101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.081699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.081699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.081699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.083930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.084258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481da642-bf81-492d-9159-371e3b18760a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:49:41.119225 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d24878ce-fab7-456d-a8b0-1ecc43cc6d04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d24878ce-fab7-456d-a8b0-1ecc43cc6d04 found for delete ", "request_id": "req-a37672ee-ac7b-4a43-a025-e830e40b5650"}]} Sep 29 06:49:41.134116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:41.135272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:41.138081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.155033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.166429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.198156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf39c2b-5c33-40ac-86e7-43daa91498d4 req-da041097-d44b-4325-9ceb-a88d14cee4eb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:41.200152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ddf39c2b-5c33-40ac-86e7-43daa91498d4 req-da041097-d44b-4325-9ceb-a88d14cee4eb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 944 time: 0.8053975 Sep 29 06:49:41.214541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=4979e1df-f806-4ada-beee-f9afa4d5af2d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:41.252764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:41.254625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.273996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ff6ef68c-785a-4c62-84df-b7182b1c6b9d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:41.283733 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4008d7d8-611f-45cd-9a6a-3049881584e2 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/4979e1df-f806-4ada-beee-f9afa4d5af2d HTTP/1.1" status: 204 len: 168 time: 2.7628880 Sep 29 06:49:41.290169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44278) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:41.305622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-782717673'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:41.317513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:41.337945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: ff6ef68c-785a-4c62-84df-b7182b1c6b9d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:41.338418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ff6ef68c-785a-4c62-84df-b7182b1c6b9d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:41.338990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b1cdeb56-eae5-4405-a79e-5eeff9d22e21 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:41.381375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b1cdeb56-eae5-4405-a79e-5eeff9d22e21 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:41.381891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b1cdeb56-eae5-4405-a79e-5eeff9d22e21 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:41.457387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 4563654e-3b30-4d06-9148-cc653a8a5bac, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4563654e-3b30-4d06-9148-cc653a8a5bac,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:41.461312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:41.472145 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 8 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:41.565255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'port_id': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'mac_address': 'fa:16:3e:7b:ea:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:49:41.593206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:41.608774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:41.623058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ddf39c2b-5c33-40ac-86e7-43daa91498d4 req-4a0ec8aa-96b5-4ea2-80d0-47da53ade044 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071085 Sep 29 06:49:41.632083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:41.637929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:41.643206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.645783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.656186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Deleting port b1cdeb56-eae5-4405-a79e-5eeff9d22e21 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:41.656355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.663399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Transition to ACTIVE for port object 1c6a5aae-3724-44ae-846f-4822bc1b15d2 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:41.670105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 4563654e-3b30-4d06-9148-cc653a8a5bac is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:41.670877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.699581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4563654e-3b30-4d06-9148-cc653a8a5bac {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:49:41.703686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Transition to ACTIVE for port object 1c6a5aae-3724-44ae-846f-4822bc1b15d2 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:41.714355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.740202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] The port 'b1cdeb56-eae5-4405-a79e-5eeff9d22e21' was deleted {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:41.759026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 4563654e-3b30-4d06-9148-cc653a8a5bac, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4563654e-3b30-4d06-9148-cc653a8a5bac,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:41.764051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Router 4a8777c4-c46a-4331-a826-cdb6883fe926 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:41.786047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:49:41.788909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.801900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:41.805156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:41.809832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:41.810700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:41.813061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.836207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.860582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Pushing event updated for resources: {'Port': ['ID=1c6a5aae-3724-44ae-846f-4822bc1b15d2,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:41.914407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.914676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment 60346cbe-3b9f-48ab-9a3b-4c27824192d7 of type vlan for network 5112b824-85e9-494f-9606-37afcac7f69d Sep 29 06:49:41.984012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:41.990021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Attempting to bind port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:41.990401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Attempting to bind port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:41.990798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Attempting to bind port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:42.001763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:42.002168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:42.002568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.002971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:42.003462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Bound port: 1c6a5aae-3724-44ae-846f-4822bc1b15d2, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:42.003841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.023638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=4563654e-3b30-4d06-9148-cc653a8a5bac,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:42.043941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for d64d4c3c-78ff-40cf-ba36-a9998eef6a0c owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:42.098928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.137711 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 9 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:42.152319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.172921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2563cd2-8595-4129-b71e-25a9e0f70788']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:42.179515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:42.197339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] For port 1c6a5aae-3724-44ae-846f-4822bc1b15d2, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:42.198928 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-aa4c4f6f-3a88-42aa-b13a-fd41179ad790 admin admin] 10.222.0.26 "PUT /v2.0/routers/4a8777c4-c46a-4331-a826-cdb6883fe926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2769160 Sep 29 06:49:42.199717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44282) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:42.200148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] Sync routers for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:42.214259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563e18ad-62cf-495b-a0bb-070999c10d4a') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:42.214603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563e18ad-62cf-495b-a0bb-070999c10d4a') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:42.217802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] For port 1c6a5aae-3724-44ae-846f-4822bc1b15d2, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1c6a5aae-3724-44ae-846f-4822bc1b15d2,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:42.228581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:42.229801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.237267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.257940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.264269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:42.264828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.269207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.314956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:42.315810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:42.359883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:42.360199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.417868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.437829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['4563654e-3b30-4d06-9148-cc653a8a5bac'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:49:42.458116 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1663489 Sep 29 06:49:42.467345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44286) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:42.477140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': '5112b824-85e9-494f-9606-37afcac7f69d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:42.485815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0cfe3-fc3a-4038-ae47-445bcdcebde5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=5112b824-85e9-494f-9606-37afcac7f69d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:42.538107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.558283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 5112b824-85e9-494f-9606-37afcac7f69d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:42.570382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.585102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.586106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] Pushing event deleted for resources: {'Network': ['ID=d2563cd2-8595-4129-b71e-25a9e0f70788,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:42.607846 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b82b4c6c-1c07-4c28-b2f8-643615f4c487 tempest-NetworksTest-1708727241 tempest-NetworksTest-1708727241-project] 10.222.0.26 "DELETE /v2.0/networks/d2563cd2-8595-4129-b71e-25a9e0f70788 HTTP/1.1" status: 204 len: 168 time: 3.6543849 Sep 29 06:49:42.621038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:42.742668 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 10 to provision port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c Sep 29 06:49:42.798941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6fd19-ae8a-4496-9bb0-761d75bd0d2e None None] Pushing event updated for resources: {'Port': ['ID=1c6a5aae-3724-44ae-846f-4822bc1b15d2,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:42.830937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=d64d4c3c-78ff-40cf-ba36-a9998eef6a0c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:42.845427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Port d64d4c3c-78ff-40cf-ba36-a9998eef6a0c was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:49:42.849607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:49:42.996629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Could not find standard attr ID for object 625ff308-f88a-4546-9062-0134de42b0e3. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:43.009550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Could not find standard attr ID for object 004a817c-64af-4f8e-86d6-15a02f495ad2. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:43.085395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44296) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:43.154135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.175968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 563e18ad-62cf-495b-a0bb-070999c10d4a resource provider aggregate not found Sep 29 06:49:43.192954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Provisioning complete for port cf023e57-ea17-492f-983c-3cc057963325 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:43.193515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.193651 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Attempt 1 to provision port cf023e57-ea17-492f-983c-3cc057963325 Sep 29 06:49:43.202304 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 563e18ad-62cf-495b-a0bb-070999c10d4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 563e18ad-62cf-495b-a0bb-070999c10d4a found for delete ", "request_id": "req-18af6e81-0442-4d56-8841-33795716399e"}]} Sep 29 06:49:43.327784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:43.333413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.376831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:43.380518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:43.399243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f27efd1d-c1e8-44f7-ae17-64a745725a99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b175223d8db64af7ab6752b2267b0af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100963 Sep 29 06:49:43.402886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:43.411307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44306) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:43.420984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 1c6a5aae-3724-44ae-846f-4822bc1b15d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1c6a5aae-3724-44ae-846f-4822bc1b15d2,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:43.456805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.474709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:43.478743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.517024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd113bb-6b42-4d33-861e-911ae48d9038 None None] Current status of the port cf023e57-ea17-492f-983c-3cc057963325 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:43.528138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Deleting port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:43.528503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.548436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:49:40Z', 'revision_number': 5, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port': {'id': '9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:38:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:43:34Z', 'updated_at': '2022-09-29T06:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:43.563796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] Checking router: 4a8777c4-c46a-4331-a826-cdb6883fe926 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:49:43.592786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] Routers {'4a8777c4-c46a-4331-a826-cdb6883fe926'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:43.593404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['4a8777c4-c46a-4331-a826-cdb6883fe926'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:43.613828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.648074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Router 49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:43.653211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.653839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.730266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7836b8d9-d026-4a63-8de3-d5011e967c5d None None] Could not find standard attr ID for object d64d4c3c-78ff-40cf-ba36-a9998eef6a0c. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:43.759712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7836b8d9-d026-4a63-8de3-d5011e967c5d None None] Could not find standard attr ID for object 625ff308-f88a-4546-9062-0134de42b0e3. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:43.784827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab6f07-5c9d-444b-a533-26ca6245a8be req-e4409161-c24f-4611-8770-ff47adf2829f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:43.786372 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a3ab6f07-5c9d-444b-a533-26ca6245a8be req-e4409161-c24f-4611-8770-ff47adf2829f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 945 time: 0.8990252 Sep 29 06:49:43.794646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:43.800109 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f0b05f72-fc84-43aa-b4bf-a38620ca2868 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/routers/49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1352222 Sep 29 06:49:43.802133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44310) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:43.805434 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] Sync routers for ids ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:43.816780 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] Routers {'49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:43.817744 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:43.819841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] Set router 4a8777c4-c46a-4331-a826-cdb6883fe926 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:49:43.850935 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4183037b-8bbc-4c99-9300-30e677ed5c13 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:49:43.851472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4183037b-8bbc-4c99-9300-30e677ed5c13 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:43.869289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4183037b-8bbc-4c99-9300-30e677ed5c13 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:43.870534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4183037b-8bbc-4c99-9300-30e677ed5c13 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/d64d4c3c-78ff-40cf-ba36-a9998eef6a0c HTTP/1.1" status: 404 len: 333 time: 0.0672550 Sep 29 06:49:43.874259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44314) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:43.879642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:43.880562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a8d244fc-8096-4079-b414-9799ba7eb65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.892638 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:43.902768 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] Routers {'49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:43.903682 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:43.948519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:43.951661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:43.952283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:43.990674 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:43.991074 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1aa699-1136-4e90-9ead-ae6505e02460 None None] The sync data for ids ['49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:44.006083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a8d244fc-8096-4079-b414-9799ba7eb65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.029522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:49:43Z', 'revision_number': 6, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:44.037561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342e6383-d0be-496d-83c2-8b10a7b83c0a None None] The sync data for ids ['4a8777c4-c46a-4331-a826-cdb6883fe926'] in dv-neutron-859761-1-hyperv is: [{'id': '4a8777c4-c46a-4331-a826-cdb6883fe926', 'name': 'tempest-ServerActionsTestJSON-1696766375-router', 'tenant_id': '5a3633afe0d6481c907779b61e3c6b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:43:33Z', 'updated_at': '2022-09-29T06:49:43Z', 'revision_number': 6, 'project_id': '5a3633afe0d6481c907779b61e3c6b05', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:44.041186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=1c6a5aae-3724-44ae-846f-4822bc1b15d2,revision_number=4']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:44.052040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.084761 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4511642 Sep 29 06:49:44.094130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdd3f7-904e-40f3-a520-a1f4f0d5bbcf tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=4a5f8b94-80e3-4df7-91fb-9fdabc0ee963,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:44.104570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44318) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:44.121406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:75:70:cd', 'name': 'tempest-NetworksTestDHCPv6-514680234'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:44.148750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c0604f-546e-47b1-9c1a-3c9296227146 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:44.294306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-56ec138f-8117-4127-8394-4a319203f88c None None] Provisioning for port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:44.371136 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a3ab6f07-5c9d-444b-a533-26ca6245a8be req-15ce6dc2-95b9-4c2c-9b6a-0dbe0cceb224 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5671017 Sep 29 06:49:44.423558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.433452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.479742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.480940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Fanout notify agent at l3_agent the message router_deleted on router 49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:49:44.491937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a8d244fc-8096-4079-b414-9799ba7eb65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.496989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.498138 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2106b679-c305-47a7-ba04-0af6784c5332 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/routers/49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a HTTP/1.1" status: 204 len: 168 time: 0.6229198 Sep 29 06:49:44.501185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44324) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:44.502108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] For port 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:44.502578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.581234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet 1e7c8029-7c71-48b6-9075-09e364b48c1b {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:44.584557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.597979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d244fc-8096-4079-b414-9799ba7eb65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acc8cb1-92f8-496a-a168-007b91507a8f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:44.648939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.682077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Calling delete_port for 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:44.735093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:44.742664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.754231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:44.762350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:44.768160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a8d244fc-8096-4079-b414-9799ba7eb65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.773151 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a8d244fc-8096-4079-b414-9799ba7eb65b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2acc8cb1-92f8-496a-a168-007b91507a8f HTTP/1.1" status: 204 len: 168 time: 1.3514853 Sep 29 06:49:44.776144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.782843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:44.843345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.876666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:44.888005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7c8029-7c71-48b6-9075-09e364b48c1b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:44.892618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:44.900231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-afa24394-ad06-47b7-bd0b-b7c7ad5cd450 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/1e7c8029-7c71-48b6-9075-09e364b48c1b HTTP/1.1" status: 204 len: 168 time: 0.3974419 Sep 29 06:49:44.906702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44330) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:44.920573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38dfa2d-8d8e-410d-b91f-8bc8aac484a1 None None] Network cb9991f2-f854-47b7-9171-53ada863ba5c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:45.053910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.060590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4563654e-3b30-4d06-9148-cc653a8a5bac up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:45.074729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port cf023e57-ea17-492f-983c-3cc057963325 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:45.075074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.117788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=c5e810ae-4aec-47f9-890d-54cb1e2ac6ef,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:45.176463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': '60346cbe-3b9f-48ab-9a3b-4c27824192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5112b824-85e9-494f-9606-37afcac7f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:45.176703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: 5112b824-85e9-494f-9606-37afcac7f69d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:45.258548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 5112b824-85e9-494f-9606-37afcac7f69d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:45.265831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1c6a5aae-3724-44ae-846f-4822bc1b15d2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:45.382290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.395481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 5112b824-85e9-494f-9606-37afcac7f69d) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:45.408466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:45.408971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.432094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15094d-35a3-4e56-a569-fa2c69d6e3e5 None None] Network 5112b824-85e9-494f-9606-37afcac7f69d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:45.444101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-56b4d7f5-1bca-4ad8-87f8-201e529ec89f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9716215 Sep 29 06:49:45.448402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44344) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:45.456205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-150615644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:45.472691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port aac29924-27b8-475f-af70-4c34c93ed463 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:45.510164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.515269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:45.567059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:45.586028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:45.599349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:45.673009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:45.774788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] For port cf023e57-ea17-492f-983c-3cc057963325, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cf023e57-ea17-492f-983c-3cc057963325,segment=NetworkSegment(9edee8ee-66d6-4c52-bb94-f3fba0442b85),segment_id=9edee8ee-66d6-4c52-bb94-f3fba0442b85)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:45.775367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.775454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.776841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.786367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 4563654e-3b30-4d06-9148-cc653a8a5bac completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:45.825858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 4563654e-3b30-4d06-9148-cc653a8a5bac triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:45.826344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.829041 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 4563654e-3b30-4d06-9148-cc653a8a5bac Sep 29 06:49:45.862764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.866950 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.931937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for cf023e57-ea17-492f-983c-3cc057963325 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:45.937517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:45.958602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:45.959068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:45.960497 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 Sep 29 06:49:45.996091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff11fa0-f01b-4f69-951a-a9af2240f448 req-38aa3387-d4f3-48f6-a0ff-c14fae4acee2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:46.003515 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eff11fa0-f01b-4f69-951a-a9af2240f448 req-38aa3387-d4f3-48f6-a0ff-c14fae4acee2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 945 time: 0.4070518 Sep 29 06:49:46.112055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248261a-9584-4149-b266-413aa4dd4496 None None] DHCP port deletion for cb9991f2-f854-47b7-9171-53ada863ba5c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:46.130283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44358) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:46.141473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eff11fa0-f01b-4f69-951a-a9af2240f448 req-b33d9c98-d999-4b11-b4be-da1f89fb07f7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357415 Sep 29 06:49:46.145402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.157744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-5112b824-85e9-494f-9606-37afcac7f69d', 'network_id': '5112b824-85e9-494f-9606-37afcac7f69d', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': 'c5e810ae-4aec-47f9-890d-54cb1e2ac6ef'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:46.158593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.183746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.185874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.210881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.217901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=cf023e57-ea17-492f-983c-3cc057963325,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:46.227274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No DVR routers for this DVR port cf023e57-ea17-492f-983c-3cc057963325 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:46.296421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::321 (4f723a10-0bd7-4e60-9921-89b35030f7ba/a9cf343d-2d36-480c-ac3a-300a6f7c6b0f/aac29924-27b8-475f-af70-4c34c93ed463) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:46.303717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:70cd (4f723a10-0bd7-4e60-9921-89b35030f7ba/4a5f8b94-80e3-4df7-91fb-9fdabc0ee963/aac29924-27b8-475f-af70-4c34c93ed463) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:46.320935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 4563654e-3b30-4d06-9148-cc653a8a5bac is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:46.321679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.394688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.405432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:46.406366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.423956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9991f2-f854-47b7-9171-53ada863ba5c']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:46.438003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edee8ee-66d6-4c52-bb94-f3fba0442b85') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:46.438303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edee8ee-66d6-4c52-bb94-f3fba0442b85') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:46.451940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.471324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.478776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:46.479176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.500518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:49:46.502977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8842033f-5b75-4a0c-a3f4-25ad8dc04c33" -d '{"events": [{"server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "name": "network-vif-plugged", "status": "completed", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:49:46.531512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 4563654e-3b30-4d06-9148-cc653a8a5bac, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4563654e-3b30-4d06-9148-cc653a8a5bac,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:46.572314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.602042 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 9edee8ee-66d6-4c52-bb94-f3fba0442b85 resource provider aggregate not found Sep 29 06:49:46.632994 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 9edee8ee-66d6-4c52-bb94-f3fba0442b85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9edee8ee-66d6-4c52-bb94-f3fba0442b85 found for delete ", "request_id": "req-9e3bc87f-aca6-42b5-877c-89e48edf4bd0"}]} Sep 29 06:49:46.637297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 1c6a5aae-3724-44ae-846f-4822bc1b15d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1c6a5aae-3724-44ae-846f-4822bc1b15d2,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:46.654716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.657205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.667222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.686377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1797477744'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:46.690782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.691303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8777c4-c46a-4331-a826-cdb6883fe926 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:49:46.699868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Allocated IP 2001:db8::2 (5112b824-85e9-494f-9606-37afcac7f69d/c5e810ae-4aec-47f9-890d-54cb1e2ac6ef/0b4eb006-8aa2-4448-896d-d019e237319f) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:46.726606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:46.729763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=cb9991f2-f854-47b7-9171-53ada863ba5c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:46.741532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.741968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-02fc5885-e542-4176-bb69-da121e77ce44 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/cb9991f2-f854-47b7-9171-53ada863ba5c HTTP/1.1" status: 204 len: 168 time: 1.8324971 Sep 29 06:49:46.744115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44372) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:46.749247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44374) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:46.750278 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-116f0ac7-795d-491e-99db-9ff2f15639c8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2981267 Sep 29 06:49:46.751624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:46.757209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:46.762147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.763050 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dd08bae2-d871-41da-9951-8d70aa12db87 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4a8777c4-c46a-4331-a826-cdb6883fe926 HTTP/1.1" status: 204 len: 168 time: 4.5624361 Sep 29 06:49:46.772577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44380) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:46.786851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:46.859023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f26cdf8-3c04-456f-b301-dc857dd85448 x-openstack-request-id: req-2f26cdf8-3c04-456f-b301-dc857dd85448 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:49:46.859470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "name": "network-vif-plugged", "status": "completed", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:49:46.859828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f26cdf8-3c04-456f-b301-dc857dd85448 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:49:46.860322 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f26cdf8-3c04-456f-b301-dc857dd85448'] response: {'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'code': 200} Sep 29 06:49:46.861341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cfd88c0d-4ed3-45a0-9597-1908c3643377 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:46.885222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:46.888649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.897471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=4563654e-3b30-4d06-9148-cc653a8a5bac,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:46.925686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Deleting subnet 2b8035cf-e573-40e8-8b95-92ccfca80133 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:46.942749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:46.970061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object aac29924-27b8-475f-af70-4c34c93ed463 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:46.991095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: cfd88c0d-4ed3-45a0-9597-1908c3643377 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:46.991600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cfd88c0d-4ed3-45a0-9597-1908c3643377 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:46.992191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:46.995955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.010408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.039888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0765fc-48c1-42d9-8d02-b44f7a49bd0c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:47.040546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a0765fc-48c1-42d9-8d02-b44f7a49bd0c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:47.057533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:47.057867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9b7b1e95-381c-46f1-bdb1-0bbe1dc8ef8a not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:47.058313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.084640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.109449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=1c6a5aae-3724-44ae-846f-4822bc1b15d2,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:47.164214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:47.174587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cf023e57-ea17-492f-983c-3cc057963325 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:47.199829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group_rule and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:47.205554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:47.229251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: cf023e57-ea17-492f-983c-3cc057963325 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:47.229604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cf023e57-ea17-492f-983c-3cc057963325 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:47.232912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.252443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.263833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Transition to ACTIVE for port object 0b4eb006-8aa2-4448-896d-d019e237319f will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:47.271269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:47.272234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:47.284650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Transition to ACTIVE for port object 0b4eb006-8aa2-4448-896d-d019e237319f will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:47.289834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:47.291390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.301632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=aac29924-27b8-475f-af70-4c34c93ed463,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:47.304556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:47.310806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:47.311469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.374699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Pushing event updated for resources: {'Port': ['ID=0b4eb006-8aa2-4448-896d-d019e237319f,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:47.386939 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4f761655-a739-4967-bdaf-a10b866872b1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2758417 Sep 29 06:49:47.396150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Network 5112b824-85e9-494f-9606-37afcac7f69d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:47.398119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:47.400012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44386) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:47.404961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:47.459932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a0765fc-48c1-42d9-8d02-b44f7a49bd0c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:47.461280 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3a0765fc-48c1-42d9-8d02-b44f7a49bd0c tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 HTTP/1.1" status: 200 len: 841 time: 0.7163274 Sep 29 06:49:47.467729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44390) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:47.489547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a5d7b-897a-4539-9260-b9ca06606336 req-524c1eab-01b6-4664-9804-b5a65921109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:47.491101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9c3a5d7b-897a-4539-9260-b9ca06606336 req-524c1eab-01b6-4664-9804-b5a65921109e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 1099 time: 0.4156458 Sep 29 06:49:47.543152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Attempting to bind port 0b4eb006-8aa2-4448-896d-d019e237319f on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:47.544345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Attempting to bind port 0b4eb006-8aa2-4448-896d-d019e237319f by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '60346cbe-3b9f-48ab-9a3b-4c27824192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5112b824-85e9-494f-9606-37afcac7f69d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:47.544954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Attempting to bind port 0b4eb006-8aa2-4448-896d-d019e237319f on network 5112b824-85e9-494f-9606-37afcac7f69d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:47.551543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:47.552218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Checking segment: {'id': '60346cbe-3b9f-48ab-9a3b-4c27824192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5112b824-85e9-494f-9606-37afcac7f69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:47.552787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.553653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Bound using segment: {'id': '60346cbe-3b9f-48ab-9a3b-4c27824192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5112b824-85e9-494f-9606-37afcac7f69d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:47.554465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Bound port: 0b4eb006-8aa2-4448-896d-d019e237319f, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60346cbe-3b9f-48ab-9a3b-4c27824192d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5112b824-85e9-494f-9606-37afcac7f69d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:47.555116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.576070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.594229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.621768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.659185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] For port 0b4eb006-8aa2-4448-896d-d019e237319f, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:47.663686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] For port 0b4eb006-8aa2-4448-896d-d019e237319f, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b4eb006-8aa2-4448-896d-d019e237319f,segment=NetworkSegment(60346cbe-3b9f-48ab-9a3b-4c27824192d7),segment_id=60346cbe-3b9f-48ab-9a3b-4c27824192d7)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:47.669171 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a88004b0-2138-49fe-a890-722f10f8ddb9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/6957a6b2-f8c3-4eb6-9ac0-e9a27c292310?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1557808 Sep 29 06:49:47.677113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port aac29924-27b8-475f-af70-4c34c93ed463 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:47.677113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.679600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.707898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44394) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:47.725003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:47.739639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Provisioning for port aac29924-27b8-475f-af70-4c34c93ed463 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:47.745476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.751927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Provisioning complete for port aac29924-27b8-475f-af70-4c34c93ed463 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:47.751927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.751927 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Attempt 1 to provision port aac29924-27b8-475f-af70-4c34c93ed463 Sep 29 06:49:47.777441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca884e7-64ab-4d98-a79a-32cce60b6d37,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:47.781188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9c3a5d7b-897a-4539-9260-b9ca06606336 req-2e27c0ee-1e27-40b6-aba8-4a7e87adbcc0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752218 Sep 29 06:49:47.787787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:47.811172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Port aac29924-27b8-475f-af70-4c34c93ed463 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:47.827947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321c32d-12d1-4520-80df-e1d039635f9b None None] Pushing event updated for resources: {'Port': ['ID=0b4eb006-8aa2-4448-896d-d019e237319f,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:47.852378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:47.852765 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment 3c833c00-be74-4add-851c-9126298731c1 of type vlan for network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 Sep 29 06:49:47.887991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.002200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150b5f-a71f-416d-9b1b-30356d6be0eb req-e8509a7f-b77a-4a68-aecb-623e853f3db8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:48.004445 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c150b5f-a71f-416d-9b1b-30356d6be0eb req-e8509a7f-b77a-4a68-aecb-623e853f3db8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.5585051 Sep 29 06:49:48.016838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.029699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:48.030840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8035cf-e573-40e8-8b95-92ccfca80133,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:48.040802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.064020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e785bb1a-926a-4193-bfbe-c4b7dae60b54 None None] Network fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:48.086251 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-174eef43-0c73-4a25-a2c2-3de9ae598363 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2b8035cf-e573-40e8-8b95-92ccfca80133 HTTP/1.1" status: 204 len: 168 time: 1.3104911 Sep 29 06:49:48.097548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44398) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:48.102144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:48.107671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:48.123858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.129981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:48.130157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.156525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:48.165415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.231494 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0985258 Sep 29 06:49:48.232563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44402) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:48.239024 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8c150b5f-a71f-416d-9b1b-30356d6be0eb req-0abdb321-03c3-45c1-9d14-5e22392f9ce8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105968 Sep 29 06:49:48.255610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:48.260616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.312437 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Attempt 2 to provision port aac29924-27b8-475f-af70-4c34c93ed463 Sep 29 06:49:48.325768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'name': 'tempest-PortsIpV6TestJSON-1558670215'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:48.369306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Port aac29924-27b8-475f-af70-4c34c93ed463 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:48.411819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for aac29924-27b8-475f-af70-4c34c93ed463 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:48.431476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.488247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] DHCP port deletion for fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:48.492773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] Deleting port 58555543-b08b-43dd-8d4a-56a944db2072 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:48.493782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.520547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Deleting port 58555543-b08b-43dd-8d4a-56a944db2072 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:48.520864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.541660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d9c79-6e20-49dc-a9b5-b4bb263367ff tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:48.584125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:48.642455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:48.656997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:48.662743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:48.673256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:48.692971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8::1 (5112b824-85e9-494f-9606-37afcac7f69d/c5e810ae-4aec-47f9-890d-54cb1e2ac6ef/b316edc1-317d-4ce0-9c69-14afda6fe51e) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:48.729403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:48.734604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.845340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] For port 58555543-b08b-43dd-8d4a-56a944db2072, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58555543-b08b-43dd-8d4a-56a944db2072,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:48.845750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.859194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] For port 58555543-b08b-43dd-8d4a-56a944db2072, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58555543-b08b-43dd-8d4a-56a944db2072,segment=NetworkSegment(281aec59-c1e4-4cbd-9434-54a9e95fc638),segment_id=281aec59-c1e4-4cbd-9434-54a9e95fc638)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:48.859544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.927107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:48.930710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:48.984132 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Attempt 3 to provision port aac29924-27b8-475f-af70-4c34c93ed463 Sep 29 06:49:48.996120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.021023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] Calling delete_port for 58555543-b08b-43dd-8d4a-56a944db2072 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:49.075935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=aac29924-27b8-475f-af70-4c34c93ed463,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:49.111479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cf745a71-6f68-4e02-b1e8-151744b1bf19 None None] Port aac29924-27b8-475f-af70-4c34c93ed463 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:49:49.167265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Calling delete_port for 58555543-b08b-43dd-8d4a-56a944db2072 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:49.173689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.306410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:49.354046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] No DVR routers for this DVR port 58555543-b08b-43dd-8d4a-56a944db2072 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:49.358685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.381305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe0dfd-b273-4102-8bef-ef10942247f1 None None] Network 5112b824-85e9-494f-9606-37afcac7f69d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:49.426151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:49.435749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:49.436401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.474423 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bee7c853-813f-4249-941f-585aa414a26c tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/aac29924-27b8-475f-af70-4c34c93ed463 HTTP/1.1" status: 204 len: 168 time: 2.0732741 Sep 29 06:49:49.479776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44408) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:49.530818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=a2e9a77f-bcff-4ef6-8e06-90736e1fcf41,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:49.533499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd90009-11cd-489a-84b6-2c292c44f675 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:49.548703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b4eb006-8aa2-4448-896d-d019e237319f up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:49.581365 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b58f59cc-03fb-4084-a304-3707dcdcf982 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8716674 Sep 29 06:49:49.589971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358d8ba-5977-4289-8685-f2c14a94ed35 None None] Pushing event deleted for resources: {'Port': ['ID=58555543-b08b-43dd-8d4a-56a944db2072,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:49.601649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44412) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:49.610084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1685962567'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:49.618986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:49:49.619297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:49:49.622316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:49.640024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:49.645546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:49.663269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:49.671942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.679801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.689911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.701179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f50d5a70-00e0-4c40-bb3d-7febd8c161a4 None None] Provisioning for port 0b4eb006-8aa2-4448-896d-d019e237319f completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:49.703531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650900-da4a-49e8-a032-601d7d2f97f0 req-482ccbab-096a-4769-915b-8c26c4503f03 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:49.705073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6f650900-da4a-49e8-a032-601d7d2f97f0 req-482ccbab-096a-4769-915b-8c26c4503f03 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.1425209 Sep 29 06:49:49.708922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object b316edc1-317d-4ce0-9c69-14afda6fe51e will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:49.727408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce21bd-af52-42e6-b80c-1651a3c3d4a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:49.732316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-37ce21bd-af52-42e6-b80c-1651a3c3d4a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2459133 Sep 29 06:49:49.734346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:49.737692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:49.759323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.787215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group_rule and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:49.787472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:49.800102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:49.807299 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6f650900-da4a-49e8-a032-601d7d2f97f0 req-dc71de4c-384c-4a58-af8d-344f13422823 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838618 Sep 29 06:49:49.858486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.868467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0b4eb006-8aa2-4448-896d-d019e237319f completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:49.892041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0b4eb006-8aa2-4448-896d-d019e237319f triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:49.892593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:49.893065 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0b4eb006-8aa2-4448-896d-d019e237319f Sep 29 06:49:49.914758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=0bf7ac55-59c8-478f-9730-131ed9b2d4d7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:49.941626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': '3c833c00-be74-4add-851c-9126298731c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:49.942797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:49.958639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 5112b824-85e9-494f-9606-37afcac7f69d is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:49.965342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:49.975954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:49.980630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:49.987281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:49.987903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.010246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a8a0d-25e7-4151-be7a-3112f56b95c8 None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:50.010706 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ec8ace1a-0950-4a52-86c6-f859b00eadd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7702425 Sep 29 06:49:50.011625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:50.013344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:50.015932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:50.016649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.022579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-904178669'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:50.027248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6626e36-d849-4bf4-998d-daea727e5e10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:50.028257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:50.028749 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c6626e36-d849-4bf4-998d-daea727e5e10 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2929347 Sep 29 06:49:50.033172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44428) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:50.037385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:50.068767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=b316edc1-317d-4ce0-9c69-14afda6fe51e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:50.075258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:50.088683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.093563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:50.109940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.111151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:50.114600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.133016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Deleting port 58555543-b08b-43dd-8d4a-56a944db2072 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:50.133374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.137986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b047806-73f2-4182-8ee4-2a66e659b382 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:50.139603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b047806-73f2-4182-8ee4-2a66e659b382 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:50.141708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b047806-73f2-4182-8ee4-2a66e659b382 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:50.142557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3b047806-73f2-4182-8ee4-2a66e659b382 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:50.165313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:50.172379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3b047806-73f2-4182-8ee4-2a66e659b382 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:50.176306 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3b047806-73f2-4182-8ee4-2a66e659b382 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1393118 Sep 29 06:49:50.177098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44432) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:50.211817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.212188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment a100f40a-3049-4859-a80e-a72abd6f6d0f of type vlan for network e9870faf-e268-4ee9-a528-07a6eef2a9ea Sep 29 06:49:50.240401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] The port '58555543-b08b-43dd-8d4a-56a944db2072' was deleted {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:49:50.245120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430a1b86-207c-4e6c-8878-d4e614bf4fe8,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:50.266640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.276384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet 4a5f8b94-80e3-4df7-91fb-9fdabc0ee963 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:50.281618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.316049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2eb4c-65bc-4d46-8594-f1a50a442336 req-c70a1f77-78b9-4360-b136-71e1c2bd634e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:50.318948 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ff2eb4c-65bc-4d46-8594-f1a50a442336 req-c70a1f77-78b9-4360-b136-71e1c2bd634e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.3769498 Sep 29 06:49:50.318948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.319353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6b1f9aef-210a-4877-8940-f0068b9115d9 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7169278 Sep 29 06:49:50.331459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44436) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:50.333621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0b4eb006-8aa2-4448-896d-d019e237319f is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:50.334222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.339769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1067527019'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:50.353522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:50.362660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:50.367195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.373170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:50.373763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.380751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.408496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:50.417207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0b4eb006-8aa2-4448-896d-d019e237319f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b4eb006-8aa2-4448-896d-d019e237319f,segment=NetworkSegment(60346cbe-3b9f-48ab-9a3b-4c27824192d7),segment_id=60346cbe-3b9f-48ab-9a3b-4c27824192d7)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:50.421687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'tenant_id': '161307f3570441038cb0eb57e7f8ac66', 'fixed_ips': [{'subnet_id': 'a2e9a77f-bcff-4ef6-8e06-90736e1fcf41'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:50.422766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.437169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.438195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1c6a5aae-3724-44ae-846f-4822bc1b15d2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:50.465872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.493038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ff2eb4c-65bc-4d46-8594-f1a50a442336 req-c768e7d0-2519-492b-8a92-f298c32af526 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393869 Sep 29 06:49:50.495119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.507193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:50.545586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44440) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:50.581121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5676239 Sep 29 06:49:50.582103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44446) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:50.583835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6f37e0-fb4f-4853-9b7e-7b2615e669d6']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:50.591281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a68c-46db-4ee9-92a4-1500589acd44 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=e9870faf-e268-4ee9-a528-07a6eef2a9ea,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:50.595978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.615522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'ports': [{'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'}, {'network_id': 'e9870faf-e268-4ee9-a528-07a6eef2a9ea'}]} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:50.615828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:50.616300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': 'e9870faf-e268-4ee9-a528-07a6eef2a9ea'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:50.636302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281aec59-c1e4-4cbd-9434-54a9e95fc638') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:50.636650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281aec59-c1e4-4cbd-9434-54a9e95fc638') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:50.641846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:50.654955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group_rule and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:50.658509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:50.667574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e9870faf-e268-4ee9-a528-07a6eef2a9ea details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:50.671317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:50.674529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.788507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.847069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0b4eb006-8aa2-4448-896d-d019e237319f,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:50.913743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.924354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:50.924983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.925554 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 Sep 29 06:49:50.926942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.927905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:50.928889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:50.937661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.010604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.015892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296a495d-e94b-4513-9be8-58e073f3c0f8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:51.053709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Provisioning for port b316edc1-317d-4ce0-9c69-14afda6fe51e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:51.061359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.063444 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ac984efc-1867-44ca-9dba-0938a491d2ed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7308075 Sep 29 06:49:51.072747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44452) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:51.074059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Allocated IP 172.20.0.2 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/a2e9a77f-bcff-4ef6-8e06-90736e1fcf41/81ddfca6-c0a6-47bb-b832-bf134750d551) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:51.077728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5f8b94-80e3-4df7-91fb-9fdabc0ee963,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:51.084468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Provisioning complete for port b316edc1-317d-4ce0-9c69-14afda6fe51e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:51.085030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.085442 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 1 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:51.086279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1801091156', 'security_groups': ['296a495d-e94b-4513-9be8-58e073f3c0f8'], 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a2e9a77f-bcff-4ef6-8e06-90736e1fcf41'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:51.159780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.162005 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-be40c8ad-2039-4e21-bf98-6e9d8d46dcca tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/4a5f8b94-80e3-4df7-91fb-9fdabc0ee963 HTTP/1.1" status: 204 len: 168 time: 0.9843025 Sep 29 06:49:51.162322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb5205-15b9-4313-9e22-75a1ddfd3e8f None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:51.170166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44456) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:51.174530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299a0e6a-7539-4360-917f-3b70d816e6e7 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:51.175636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-299a0e6a-7539-4360-917f-3b70d816e6e7 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] Synchronizing usage tracker for tenant:9cbe6b6ffad649c2a430f028c65c3207 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:51.175809 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 281aec59-c1e4-4cbd-9434-54a9e95fc638 resource provider aggregate not found Sep 29 06:49:51.259654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-299a0e6a-7539-4360-917f-3b70d816e6e7 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] Unset dirty status for tenant:9cbe6b6ffad649c2a430f028c65c3207 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:51.263684 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-299a0e6a-7539-4360-917f-3b70d816e6e7 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 1094 time: 0.7036293 Sep 29 06:49:51.266764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44462) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:51.268748 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 281aec59-c1e4-4cbd-9434-54a9e95fc638 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 281aec59-c1e4-4cbd-9434-54a9e95fc638 found for delete ", "request_id": "req-2ba71de1-4598-487f-a614-cf07a1051e2c"}]} Sep 29 06:49:51.292235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:51.303519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.308213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.308371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet a9cf343d-2d36-480c-ac3a-300a6f7c6b0f {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:49:51.312778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:51.327892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.355158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:floatingip and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:51.367412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:51.390870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:51.395430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:51.405675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:51.412852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:51.421376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:51.425251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.427260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6f37e0-fb4f-4853-9b7e-7b2615e669d6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:51.436357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-920884c4-c549-42cf-84cd-2ff9794065ce admin admin] 10.222.0.26 "DELETE /v2.0/networks/fb6f37e0-fb4f-4853-9b7e-7b2615e669d6 HTTP/1.1" status: 204 len: 168 time: 3.3377490 Sep 29 06:49:51.439671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:51.448581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:51.454949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.456088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:51.479015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:51.500960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:51.529255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 2} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:51.534104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.548002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58555543-b08b-43dd-8d4a-56a944db2072 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:51.570285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.590552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 58555543-b08b-43dd-8d4a-56a944db2072 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:51.591219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58555543-b08b-43dd-8d4a-56a944db2072 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:51.707548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.731025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.732088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.814619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b4eb006-8aa2-4448-896d-d019e237319f up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:51.856585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.866950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=b316edc1-317d-4ce0-9c69-14afda6fe51e,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:51.871623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.877284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44468) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:51.885313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.900621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Transition to ACTIVE for port object 81ddfca6-c0a6-47bb-b832-bf134750d551 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:51.925799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port 00de9a6a-3de7-4d8d-a40f-810808c0871a yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:51.930954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Transition to ACTIVE for port object 81ddfca6-c0a6-47bb-b832-bf134750d551 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:51.938660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0b4eb006-8aa2-4448-896d-d019e237319f triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:51.939173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:51.939613 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0b4eb006-8aa2-4448-896d-d019e237319f Sep 29 06:49:51.974020 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 2 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:52.006530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.019848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 38c27081-cb8d-4752-b59b-e54dc9dbc7a3 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:52.072888 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-00a31f12-d7e9-41ff-86a4-bacf2733fc2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a3633afe0d6481c907779b61e3c6b05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1819437 Sep 29 06:49:52.078670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44472) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:52.086607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.123848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 5112b824-85e9-494f-9606-37afcac7f69d is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:52.132237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:52.132713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:52.136482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:52.138217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Pushing event updated for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:52.141454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:52.143302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:52.151635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cf343d-2d36-480c-ac3a-300a6f7c6b0f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:52.153763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.163603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.280500 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-77ed2c63-0be5-479f-92b2-ebbf6e5d679b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a9cf343d-2d36-480c-ac3a-300a6f7c6b0f HTTP/1.1" status: 204 len: 168 time: 1.1066556 Sep 29 06:49:52.287502 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44476) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:52.362864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Attempting to bind port 81ddfca6-c0a6-47bb-b832-bf134750d551 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:52.363500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Attempting to bind port 81ddfca6-c0a6-47bb-b832-bf134750d551 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '16ea4ee2-66aa-4147-b34f-571e3e549256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:52.364038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Attempting to bind port 81ddfca6-c0a6-47bb-b832-bf134750d551 on network 1fd4a694-2f97-4d52-9d01-41ec81366a5a {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:52.387509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0b4eb006-8aa2-4448-896d-d019e237319f is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:52.398817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:52.399207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Checking segment: {'id': '16ea4ee2-66aa-4147-b34f-571e3e549256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:52.400151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.400545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Bound using segment: {'id': '16ea4ee2-66aa-4147-b34f-571e3e549256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:52.401269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Bound port: 81ddfca6-c0a6-47bb-b832-bf134750d551, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ea4ee2-66aa-4147-b34f-571e3e549256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:52.401645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.411017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcc59be0-1178-48f7-b7e9-21d73badfb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.449386 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-67ecd35a-2e15-4d08-87f3-8721c54f16ee tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1607580 Sep 29 06:49:52.452466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44480) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:52.494744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:52.535758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.7 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/a2e9a77f-bcff-4ef6-8e06-90736e1fcf41/00de9a6a-3de7-4d8d-a40f-810808c0871a) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:52.575725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcc59be0-1178-48f7-b7e9-21d73badfb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.576370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:52.581353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=81ddfca6-c0a6-47bb-b832-bf134750d551,segment=NetworkSegment(16ea4ee2-66aa-4147-b34f-571e3e549256),segment_id=16ea4ee2-66aa-4147-b34f-571e3e549256)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:52.586574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.588482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.589069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Allocated IP 172.26.0.201 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/fd658b5c-b2cf-4e24-abfa-c54aaab30b75) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:52.687234 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 3 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:52.738484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90201d-2704-42f1-93c2-9168aa46d798 None None] Pushing event updated for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:52.780745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:52.788190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port db3c4d6e-f456-4aca-a3e8-917d73e55040 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:49:52.811066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:52.821883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:52.827828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:52.832120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 0bf397c7-a7f6-4a10-bb84-893f4506fee8 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:49:52.838896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:52.973709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:52.980613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.982768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:52.994136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.010284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object 00de9a6a-3de7-4d8d-a40f-810808c0871a will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:53.059349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.110477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.128630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b61449-5279-4dae-97fe-8df0fb507486 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:53.154140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:53.165856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:53.169686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:53.172161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:53.205854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:53.208280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:53.253165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=00de9a6a-3de7-4d8d-a40f-810808c0871a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:53.254410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcc59be0-1178-48f7-b7e9-21d73badfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.314520 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 4 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:53.346346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=fd658b5c-b2cf-4e24-abfa-c54aaab30b75,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:53.373373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc59be0-1178-48f7-b7e9-21d73badfb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64ec7e-979d-409a-9a0e-770cb50ae886,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:53.437258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:53.452958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] Sync routers for ids ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:53.460555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.461180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:53.463484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bcc59be0-1178-48f7-b7e9-21d73badfb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.467653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bcc59be0-1178-48f7-b7e9-21d73badfb14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e64ec7e-979d-409a-9a0e-770cb50ae886 HTTP/1.1" status: 204 len: 168 time: 1.3876822 Sep 29 06:49:53.475612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] Routers {'0bf397c7-a7f6-4a10-bb84-893f4506fee8'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:53.476366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:53.478146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e84419e9-42ba-4506-98a9-e387a80a34e4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/0bf397c7-a7f6-4a10-bb84-893f4506fee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7270963 Sep 29 06:49:53.480028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44486) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:53.483235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:53.483899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.506315 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d0ecf57e-d9c8-4b87-bad2-2cad2a5d1da0 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4301915 Sep 29 06:49:53.510172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44490) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:53.517613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:53.606378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:53.620354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] Routers {'0bf397c7-a7f6-4a10-bb84-893f4506fee8'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:53.621295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:53.639512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee83c0-d79e-47db-a493-93592740efde tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:53.640215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-72ee83c0-d79e-47db-a493-93592740efde tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:53.663909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.715376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:53.716013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c726d38-7b23-40ff-80c4-4bbcb9b63010 None None] The sync data for ids ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:49:53.769099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-72ee83c0-d79e-47db-a493-93592740efde tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:53.773266 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-72ee83c0-d79e-47db-a493-93592740efde tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports/b316edc1-317d-4ce0-9c69-14afda6fe51e HTTP/1.1" status: 200 len: 911 time: 0.2905777 Sep 29 06:49:53.773703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44494) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:53.811126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:49:53.816452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] Deleting port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:53.817596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.849928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:53.855556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:53.864649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:53.865475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.869569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:53.912689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=38c27081-cb8d-4752-b59b-e54dc9dbc7a3,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:53.957024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 81ddfca6-c0a6-47bb-b832-bf134750d551 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:54.033539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:54.040573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:54.064043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:54.064935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.078962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:54.095582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=db3c4d6e-f456-4aca-a3e8-917d73e55040,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:54.112481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': 'a100f40a-3049-4859-a80e-a72abd6f6d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e9870faf-e268-4ee9-a528-07a6eef2a9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:54.113074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: e9870faf-e268-4ee9-a528-07a6eef2a9ea, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:49:54.124372 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 5 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:54.132845 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1e99fb4d-a214-432a-a6f7-650f6f8231df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6687443 Sep 29 06:49:54.137421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44504) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:54.152537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:54.175927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network e9870faf-e268-4ee9-a528-07a6eef2a9ea is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:49:54.239047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e9870faf-e268-4ee9-a528-07a6eef2a9ea) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:54.254203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:54.260838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:54.266189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:54.267229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.268824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:54.273238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:54.277908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:54.285504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:54.308704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:54.312503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.319509 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bbf037f9-30c8-44b8-ac25-cabfc0c4d78c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7235920 Sep 29 06:49:54.324144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c658d-ab87-40b3-b720-57f6ace52455 None None] Network e9870faf-e268-4ee9-a528-07a6eef2a9ea requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:54.342529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:54.464031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:54.468505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:54.471673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:54.478627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:54.490655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:54.494585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.518609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port db3c4d6e-f456-4aca-a3e8-917d73e55040 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:54.518952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.703959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:54.732972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] For port 1c6a5aae-3724-44ae-846f-4822bc1b15d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1c6a5aae-3724-44ae-846f-4822bc1b15d2,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:54.733572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.757899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 81ddfca6-c0a6-47bb-b832-bf134750d551 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:54.792992 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.ipam_backend_mixin [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a2e9a77f-bcff-4ef6-8e06-90736e1fcf41 (CIDR: 172.20.0.0/28) Sep 29 06:49:54.829192 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:49:54.829681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:54.881717 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e5ce5eff-2635-4f06-8133-d84d59909471 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3706336 Sep 29 06:49:54.882378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44524) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:54.886412 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c (CIDR: 2001:db8::/64) Sep 29 06:49:54.895167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:54.899312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:49:54.899825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:49:54.921762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:54.921972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] Calling delete_port for 1c6a5aae-3724-44ae-846f-4822bc1b15d2 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:55.012022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.033047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.065303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] Pushing event deleted for resources: {'Port': ['ID=1c6a5aae-3724-44ae-846f-4822bc1b15d2,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:55.074116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6572a-3f7c-4c07-b04b-2997864e1a86 None None] No DVR routers for this DVR port 1c6a5aae-3724-44ae-846f-4822bc1b15d2 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:49:55.075474 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5a831b8b-f6c4-49ec-89b8-960cfe56e221 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9327507 Sep 29 06:49:55.082866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44530) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:55.089849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2510e-c4e3-4ef2-9101-20a43d7039f8 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:55.090353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for db3c4d6e-f456-4aca-a3e8-917d73e55040 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:55.102325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'subnet': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:55.198470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.218130 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 6 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:55.231941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:55.279221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:55.281211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=db3c4d6e-f456-4aca-a3e8-917d73e55040,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:55.291758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.294649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:55.298514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:55.311115 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9d94bf7e-7e47-4f66-8819-f47121ddc925 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/db3c4d6e-f456-4aca-a3e8-917d73e55040 HTTP/1.1" status: 204 len: 168 time: 0.9673579 Sep 29 06:49:55.312737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44540) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:55.319445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:55.359567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.405428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:55.409071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.430473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f255e4-5060-4318-b736-c3ed6457871a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:55.437525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f255e4-5060-4318-b736-c3ed6457871a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:55.438484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-32f255e4-5060-4318-b736-c3ed6457871a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:55.464032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-32f255e4-5060-4318-b736-c3ed6457871a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:55.468016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-32f255e4-5060-4318-b736-c3ed6457871a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1515450 Sep 29 06:49:55.468672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44546) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:55.529686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4f723a10-0bd7-4e60-9921-89b35030f7ba', 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'tenant_id': '982b8f5b68aa45e58b8fa1963dc0efdd', 'fixed_ips': [{'subnet_id': 'd6969e21-dc4b-4e2c-bdcc-12acb0e72a8c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:49:55.530704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.574618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 38c27081-cb8d-4752-b59b-e54dc9dbc7a3 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:55.575129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.652063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:55.666396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:subnet and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:55.676666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:55.692019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:55.750411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.756867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44554) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:55.762881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1c6a5aae-3724-44ae-846f-4822bc1b15d2 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:49:55.801143 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 7 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:55.856984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:55.860577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:55.869524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:55.869981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 1c6a5aae-3724-44ae-846f-4822bc1b15d2 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:49:55.870320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1c6a5aae-3724-44ae-846f-4822bc1b15d2 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:49:55.893858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Allocated IP 2001:db8::2 (4f723a10-0bd7-4e60-9921-89b35030f7ba/d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c/2b123cd4-80c9-4564-a9c5-f7d029bd312a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:55.946658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:55.951268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:55.966650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Usage tracker for resource:floatingip and tenant:ae704d4b6f8c424890bf4a9af9657efa is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:55.972752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:55.982617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:56.005541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.017114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.157972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.168749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Transition to ACTIVE for port object 2b123cd4-80c9-4564-a9c5-f7d029bd312a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:56.190094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Transition to ACTIVE for port object 2b123cd4-80c9-4564-a9c5-f7d029bd312a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:49:56.197068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.198671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 38c27081-cb8d-4752-b59b-e54dc9dbc7a3 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:56.262839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:56.265820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:56.271996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:56.302684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.353189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.363073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.365949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=38c27081-cb8d-4752-b59b-e54dc9dbc7a3,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:56.376089 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 8 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:56.376898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.394609 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aba233a2-251a-4c50-99fd-ba515e5e4fe7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/38c27081-cb8d-4752-b59b-e54dc9dbc7a3 HTTP/1.1" status: 204 len: 168 time: 0.9231999 Sep 29 06:49:56.396158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.397775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44560) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:56.432748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Pushing event updated for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:56.455945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Attempting to bind port 2b123cd4-80c9-4564-a9c5-f7d029bd312a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:49:56.456319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Attempting to bind port 2b123cd4-80c9-4564-a9c5-f7d029bd312a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:49:56.456683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Attempting to bind port 2b123cd4-80c9-4564-a9c5-f7d029bd312a on network 4f723a10-0bd7-4e60-9921-89b35030f7ba {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:49:56.465812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=fd658b5c-b2cf-4e24-abfa-c54aaab30b75,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:56.467698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:49:56.468016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Checking segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:49:56.468586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.468985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Bound using segment: {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:49:56.469829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Bound port: 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:49:56.469996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.513576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:56.575322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.576369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:49:56.580404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:49:56.584996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.600874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8106d0-85d8-4c27-b790-0774525588bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:56.601564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ee8106d0-85d8-4c27-b790-0774525588bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:49:56.627427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Allocated IP 172.26.0.43 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/eb1c3959-324f-4f03-96d3-2726faad387d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:56.633257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ee8106d0-85d8-4c27-b790-0774525588bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:49:56.634764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ee8106d0-85d8-4c27-b790-0774525588bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2354751 Sep 29 06:49:56.638672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44566) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:56.669036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.683263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1b894-bd5d-453b-a73b-da11795bc747 None None] Pushing event updated for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:56.698715 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dc5e56-0d15-4a6d-b5ca-2a9dd15ca5d9 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:49:56.701280 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-39dc5e56-0d15-4a6d-b5ca-2a9dd15ca5d9 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/db3c4d6e-f456-4aca-a3e8-917d73e55040 HTTP/1.1" status: 404 len: 333 time: 0.0615177 Sep 29 06:49:56.716973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44570) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:56.783812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:56.813054 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7926b98f-f6de-41cf-a8f7-0481658d1ed3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:49:56.816931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7926b98f-f6de-41cf-a8f7-0481658d1ed3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/38c27081-cb8d-4752-b59b-e54dc9dbc7a3 HTTP/1.1" status: 404 len: 333 time: 0.0963597 Sep 29 06:49:56.823057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44574) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:56.841203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:56.877634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab6562-56aa-4d6f-b49a-608bfc6aca27 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:56.879318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:56.879914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.884334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port b316edc1-317d-4ce0-9c69-14afda6fe51e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:49:56.884677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:56.939533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=6b4d1926-3448-49f9-8db8-ea1a08043b7e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:57.005960 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-637f9e78-8f29-47f0-bdc6-c1df1c2f8c6f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1191754 Sep 29 06:49:57.015965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44578) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:57.022154 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 9 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:57.030189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-240109120', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b4d1926-3448-49f9-8db8-ea1a08043b7e'}], 'security_groups': ['430a1b86-207c-4e6c-8878-d4e614bf4fe8']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:57.080646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.108932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.145207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:57.238553 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Floating IP 905df357-fe70-4ddb-b523-9ef6ac694d7e associated. External IP: 172.26.0.201, port: 4563654e-3b30-4d06-9148-cc653a8a5bac. Sep 29 06:49:57.354359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Update dhcp port {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'fixed_ips': [{'subnet_id': 'a2e9a77f-bcff-4ef6-8e06-90736e1fcf41', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b4d1926-3448-49f9-8db8-ea1a08043b7e'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '81ddfca6-c0a6-47bb-b832-bf134750d551'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:49:57.437863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.502814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.515432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.527974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.635969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:57.641464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1c3959-324f-4f03-96d3-2726faad387d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:57.644839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:57.647005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:49:57.690716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for b316edc1-317d-4ce0-9c69-14afda6fe51e owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:49:57.770423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9870faf-e268-4ee9-a528-07a6eef2a9ea']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:57.782663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Allocated IP 172.20.0.18 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/6b4d1926-3448-49f9-8db8-ea1a08043b7e/81ddfca6-c0a6-47bb-b832-bf134750d551) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:57.792222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a100f40a-3049-4859-a80e-a72abd6f6d0f') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:57.792222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a100f40a-3049-4859-a80e-a72abd6f6d0f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:57.811382 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 10 to provision port b316edc1-317d-4ce0-9c69-14afda6fe51e Sep 29 06:49:57.843979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.855928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.857410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.objects.ports [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89137) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 29 06:49:57.870455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2b123cd4-80c9-4564-a9c5-f7d029bd312a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:57.937163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.951222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:49:57.951752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.970098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:57.985447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Port b316edc1-317d-4ce0-9c69-14afda6fe51e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:58.046302 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment a100f40a-3049-4859-a80e-a72abd6f6d0f resource provider aggregate not found Sep 29 06:49:58.049346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Provisioning complete for port 0b4eb006-8aa2-4448-896d-d019e237319f triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:58.049953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.050516 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Attempt 1 to provision port 0b4eb006-8aa2-4448-896d-d019e237319f Sep 29 06:49:58.074993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment a100f40a-3049-4859-a80e-a72abd6f6d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a100f40a-3049-4859-a80e-a72abd6f6d0f found for delete ", "request_id": "req-01b0730c-13d8-4248-95d2-a58122af8ae4"}]} Sep 29 06:49:58.081615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.116169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2b123cd4-80c9-4564-a9c5-f7d029bd312a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:58.153573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=81ddfca6-c0a6-47bb-b832-bf134750d551,segment=NetworkSegment(16ea4ee2-66aa-4147-b34f-571e3e549256),segment_id=16ea4ee2-66aa-4147-b34f-571e3e549256)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:58.202514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.207295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.219326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.228876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=e9870faf-e268-4ee9-a528-07a6eef2a9ea,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:58.234826 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d04f7f8c-a526-4747-a8c1-f2a861e7e04d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/e9870faf-e268-4ee9-a528-07a6eef2a9ea HTTP/1.1" status: 204 len: 168 time: 1.4076655 Sep 29 06:49:58.239916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44586) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:58.277306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551464048'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:58.295135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:58.306126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.315220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:58.322203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:58.354357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:58.360217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Ignored duplicate provisioning block setup for port 81ddfca6-c0a6-47bb-b832-bf134750d551 by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:49:58.367849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfccaa-cf74-437b-a75a-8ade981a1b6a None None] Current status of the port 0b4eb006-8aa2-4448-896d-d019e237319f is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:58.377661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.485655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=b316edc1-317d-4ce0-9c69-14afda6fe51e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:58.489779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:58.493753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.521219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:58.546210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.580509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Could not find standard attr ID for object b316edc1-317d-4ce0-9c69-14afda6fe51e. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:58.600675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.601169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a82b6-3c9b-486c-99fc-c864fe7b671c None None] Pushing event updated for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:58.615549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Provisioning for port 81ddfca6-c0a6-47bb-b832-bf134750d551 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:49:58.623199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Provisioning complete for port 81ddfca6-c0a6-47bb-b832-bf134750d551 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:58.623628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.623960 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 1 to provision port 81ddfca6-c0a6-47bb-b832-bf134750d551 Sep 29 06:49:58.637621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:49:58.702922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.703265 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment 09115214-36ef-4e6e-b74b-0496e5649027 of type vlan for network d0c61139-db27-41c0-bc7f-d46c189c668c Sep 29 06:49:58.731354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.744252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.759777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Current status of the port 81ddfca6-c0a6-47bb-b832-bf134750d551 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:49:58.760165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.801009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=81ddfca6-c0a6-47bb-b832-bf134750d551,segment=NetworkSegment(16ea4ee2-66aa-4147-b34f-571e3e549256),segment_id=16ea4ee2-66aa-4147-b34f-571e3e549256)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:58.808706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.849978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Could not find standard attr ID for object 1c6a5aae-3724-44ae-846f-4822bc1b15d2. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:49:58.888916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Provisioning complete for port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:49:58.889294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.890479 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 1 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:49:58.909067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.935133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Pushing event updated for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:58.941860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:58.945619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1c3959-324f-4f03-96d3-2726faad387d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:58.976728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:58.992633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Delete allocated IP 172.20.0.7 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/a2e9a77f-bcff-4ef6-8e06-90736e1fcf41) {{(pid=89136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 06:49:58.999080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.000464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8f768b9e-abe8-40d8-9afb-fc6471bec89b tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2435725 Sep 29 06:49:59.005184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44590) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:59.007737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.013692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:59.014343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.018594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.24 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/6b4d1926-3448-49f9-8db8-ea1a08043b7e/00de9a6a-3de7-4d8d-a40f-810808c0871a) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:49:59.043899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-697202311', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'fixed_ips': [{'ip_address': '172.26.0.43'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:59.057401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:59.071859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Usage tracker for resource:port and tenant:ae704d4b6f8c424890bf4a9af9657efa is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:59.124439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:59.153022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:59.161667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9197869 Sep 29 06:49:59.175552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44594) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:59.191670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:49:59.206793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03275ed-7c21-40fc-998f-9e7be45aba9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=d0c61139-db27-41c0-bc7f-d46c189c668c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:59.218133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d0c61139-db27-41c0-bc7f-d46c189c668c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:49:59.219505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Made reservation on behalf of ae704d4b6f8c424890bf4a9af9657efa for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:49:59.222198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.279682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.310901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 0bf397c7-a7f6-4a10-bb84-893f4506fee8 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:49:59.320199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:59.334555 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:59.346651 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:59.347530 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:59.478537 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 2 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:49:59.538373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:59.543396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Usage tracker for resource:security_group_rule and tenant:ae704d4b6f8c424890bf4a9af9657efa is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:59.546479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:59.549869 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:49:59.552689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:49:59.553529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:59.557884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.590378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:49:59.602166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] Sync routers for ids ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:49:59.613954 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-093101d3-9eb4-42c1-9c20-476682a17426 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/0bf397c7-a7f6-4a10-bb84-893f4506fee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8277946 Sep 29 06:49:59.618791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44598) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:59.635936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] Routers {'0bf397c7-a7f6-4a10-bb84-893f4506fee8'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:49:59.636577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:59.652174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:49:59.668655 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a3a1d456-67ea-4a1e-8ad4-d72015f7e718 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.3982639 Sep 29 06:49:59.672187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:49:59.675346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce7ad13-647c-40ab-98fa-eb48f438560f" -d '{"events": [{"name": "network-changed", "server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:49:59.708902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:49:59.718079 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d0125153-d765-4c84-9141-fb7b33f8a35f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bf397c7-a7f6-4a10-bb84-893f4506fee8 HTTP/1.1" status: 200 len: 205 time: 0.0960329 Sep 29 06:49:59.719894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44606) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:59.738530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:49:59.739875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.750362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.752970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.806576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 81ddfca6-c0a6-47bb-b832-bf134750d551 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:49:59.808278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:49:59.836025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:49:59.852069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8632a96-808e-42ad-aa36-4fb9e3618077 x-openstack-request-id: req-b8632a96-808e-42ad-aa36-4fb9e3618077 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:49:59.852388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:49:59.852644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8632a96-808e-42ad-aa36-4fb9e3618077 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:49:59.853434 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8632a96-808e-42ad-aa36-4fb9e3618077'] response: {'name': 'network-changed', 'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'status': 'completed', 'code': 200} Sep 29 06:49:59.865838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-205c6bec-7ec5-466a-af65-5cb64ccf34d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3889620 Sep 29 06:49:59.910975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:49:59.920064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:49:59.926608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:49:59.936919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:49:59.937512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:49:59.950735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383207bd-0519-4a58-8c7a-5b6f4ba8ec5f None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:49:59.968368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=4']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:59.972299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Subnet': ['ID=dbc8d9a6-c943-441b-9c3f-93b1c82fd14a,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:49:59.986114 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-183fd635-70a8-4ccd-a39f-cab09f32c72a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.9006503 Sep 29 06:49:59.986837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44610) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:49:59.998905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Request body: {'port': {'network_id': '4f723a10-0bd7-4e60-9921-89b35030f7ba', 'mac_address': 'fa:16:3e:c4:d8:e8', 'name': 'tempest-NetworksTestDHCPv6-968740573'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:00.035519 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:50:00.062347 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 3 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:00.131565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:00.132223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] Routers {'0bf397c7-a7f6-4a10-bb84-893f4506fee8'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:00.133245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:00.148922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.155480 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '905df357-fe70-4ddb-b523-9ef6ac694d7e', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.201', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:7b:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:49:54Z', 'updated_at': '2022-09-29T06:49:54Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:00.160734 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:50:00.172981 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:00.173591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:00.282514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:00.282514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352220c2-f868-4ee9-885b-67bacedbfca9 None None] The sync data for ids ['0bf397c7-a7f6-4a10-bb84-893f4506fee8'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:00.332150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:00.333573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 81ddfca6-c0a6-47bb-b832-bf134750d551 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:00.333738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.334809 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 81ddfca6-c0a6-47bb-b832-bf134750d551 Sep 29 06:50:00.337431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.396908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:00.409262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Usage tracker for resource:port and tenant:982b8f5b68aa45e58b8fa1963dc0efdd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:00.422939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:00.439162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:00.451107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-d66df0fd-2d8f-4f11-9d6c-dd535edf5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:00.455280 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-d66df0fd-2d8f-4f11-9d6c-dd535edf5573 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1099 time: 0.4087336 Sep 29 06:50:00.539270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:50:00.540261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Made reservation on behalf of 982b8f5b68aa45e58b8fa1963dc0efdd for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:00.628887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 81ddfca6-c0a6-47bb-b832-bf134750d551 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:00.634331 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 4 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:00.667781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.697771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.ipam_backend_mixin [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Performing IP validity checks on allocation pools {{(pid=89136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 06:50:00.704028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.ipam_backend_mixin [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 06:50:00.717246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:00.723506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.725842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.737597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-a6c37281-bdbe-4873-ba34-46fee126f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:00.738109 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:50:00.739632 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-a6c37281-bdbe-4873-ba34-46fee126f334 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 1099 time: 0.7914658 Sep 29 06:50:00.815089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Ignored duplicate provisioning block setup for port 00de9a6a-3de7-4d8d-a40f-810808c0871a by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:50:00.880345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.881976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf397c7-a7f6-4a10-bb84-893f4506fee8 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:50:00.901072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:00.904531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:01.023792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:01.100009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] device_id is not set on port 87bd4631-755f-4e7d-93c5-f32471949954 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:01.132641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:01.196692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] device_id is not set on port 10a4e7e9-35f1-496f-8643-935177f8a343 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:01.217852 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 5 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:01.261172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-b80afa56-fd8f-42d6-8474-5e7b49516332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:01.262877 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-b80afa56-fd8f-42d6-8474-5e7b49516332 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 898 time: 0.7762685 Sep 29 06:50:01.308740 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '905df357-fe70-4ddb-b523-9ef6ac694d7e', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.201', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:7b:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:49:54Z', 'updated_at': '2022-09-29T06:49:54Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:01.314476 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d96df8-a2ab-4562-aa6a-f1f0b490d7e8 None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '905df357-fe70-4ddb-b523-9ef6ac694d7e', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.201', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:7b:ea:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:49:54Z', 'updated_at': '2022-09-29T06:49:54Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:01.355214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:01.472509 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-891c6d10-b337-4ab8-9dd8-95d16ab7b726 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 1001 time: 0.1924653 Sep 29 06:50:01.572525 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c7a2-0479-4cb8-a1eb-752566ccda95 None None] New status for floating IP 905df357-fe70-4ddb-b523-9ef6ac694d7e: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:50:01.606556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-736011f1-4873-415c-afe0-6f2d1992ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:01.608301 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-736011f1-4873-415c-afe0-6f2d1992ffda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 200 len: 835 time: 0.1261127 Sep 29 06:50:01.611288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a3af8-78fb-49e9-8b63-c26684ee08fb,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:01.613781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=00de9a6a-3de7-4d8d-a40f-810808c0871a,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:01.639953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:01.641067 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b0c50b4f-8758-4471-820d-d6c24345080f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/0bf397c7-a7f6-4a10-bb84-893f4506fee8 HTTP/1.1" status: 204 len: 168 time: 1.9159524 Sep 29 06:50:01.688265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44614) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:01.693189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-a6f6a435-ee4c-40e0-b008-2f672a49758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:01.701962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-a6f6a435-ee4c-40e0-b008-2f672a49758c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.9314241 Sep 29 06:50:01.754900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2b123cd4-80c9-4564-a9c5-f7d029bd312a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:01.832173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8::2ed (4f723a10-0bd7-4e60-9921-89b35030f7ba/d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c/10a4e7e9-35f1-496f-8643-935177f8a343) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:01.842628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-9afea8e2-a706-470c-a0ce-872c48cd78a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:01.846357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-9afea8e2-a706-470c-a0ce-872c48cd78a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b35d4d-7314-4d7f-882f-def43e93d923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2244408 Sep 29 06:50:01.848067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:d8e8 (4f723a10-0bd7-4e60-9921-89b35030f7ba/dbc8d9a6-c943-441b-9c3f-93b1c82fd14a/10a4e7e9-35f1-496f-8643-935177f8a343) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:01.859946 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 6 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:01.950111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:01.954101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] In _notify_port_updated(), no bound segment for port 00de9a6a-3de7-4d8d-a40f-810808c0871a on network 1fd4a694-2f97-4d52-9d01-41ec81366a5a {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:01.959563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:01.960177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:01.961475 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dde98a29-f525-4977-9edb-98e3cfb8b516 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/ports/00de9a6a-3de7-4d8d-a40f-810808c0871a HTTP/1.1" status: 200 len: 920 time: 4.9445698 Sep 29 06:50:01.965671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44618) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:01.974342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.026372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet c5e810ae-4aec-47f9-890d-54cb1e2ac6ef {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:02.036883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-2894f6b9-395b-4007-a6fa-6713ccccc333 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4563654e-3b30-4d06-9148-cc653a8a5bac HTTP/1.1" status: 200 len: 1000 time: 0.3340847 Sep 29 06:50:02.046454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.112560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 00de9a6a-3de7-4d8d-a40f-810808c0871a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:02.112790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.220022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.235901 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-0fe03f35-834b-4da7-9985-c313ea80b4dd service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791819 Sep 29 06:50:02.251835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=3e7f4626-ff22-41bf-aa12-a5ae3cf294ed,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:02.278303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-c6afdad6-b376-42a3-8522-7834d60523f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:02.279798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-c6afdad6-b376-42a3-8522-7834d60523f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.1657100 Sep 29 06:50:02.292630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': '09115214-36ef-4e6e-b74b-0496e5649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:02.292986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: d0c61139-db27-41c0-bc7f-d46c189c668c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:02.346171 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 06:50:02.346695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:02.413112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8406fa20-63b2-4735-8d0e-09e10bb0cdab tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.4065170 Sep 29 06:50:02.416145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44622) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:02.420508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network d0c61139-db27-41c0-bc7f-d46c189c668c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:02.451695 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 7 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:02.517923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d0c61139-db27-41c0-bc7f-d46c189c668c) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:02.533239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08543551-613a-4885-91af-e7209a94e622 None None] Network d0c61139-db27-41c0-bc7f-d46c189c668c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:02.536138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.569946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.601856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Transition to ACTIVE for port object 10a4e7e9-35f1-496f-8643-935177f8a343 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:02.606048 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d03b7f47-1422-4a80-90f3-f5ddd5e0dc2b req-65bfccc5-6302-4974-b6ba-919d4962dc91 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595698 Sep 29 06:50:02.614586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:02.615446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.624998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:02.644937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.658757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-3d2ad62d-39f1-4663-8a27-f2add5bf24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:02.660548 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-3d2ad62d-39f1-4663-8a27-f2add5bf24de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3691535 Sep 29 06:50:02.661690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Deleting port eb1c3959-324f-4f03-96d3-2726faad387d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:02.662195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.774243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d0c61139-db27-41c0-bc7f-d46c189c668c', 'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': '3e7f4626-ff22-41bf-aa12-a5ae3cf294ed'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:02.775356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:02.782220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 00de9a6a-3de7-4d8d-a40f-810808c0871a owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:02.790656 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3a42d4c2-c15a-4d15-bf62-c26ce5cc2db1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6083903 Sep 29 06:50:02.805360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44626) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:02.815742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c', 'name': 'tempest-PortsIpV6TestJSON-1141826058'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:02.949702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Allocated IP 2001:db8::2 (d0c61139-db27-41c0-bc7f-d46c189c668c/3e7f4626-ff22-41bf-aa12-a5ae3cf294ed/9661ff23-fcf9-4e6e-acab-97f9644cfa18) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:03.006980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.018485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.083371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e810ae-4aec-47f9-890d-54cb1e2ac6ef,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:03.088721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:03.092230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:03.096573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:03.102286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:03.103456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.123992 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-b8a00231-d17c-49f5-bf59-37ea67f7b4df service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289560 Sep 29 06:50:03.127454 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 8 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:03.132009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.158041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event updated for resources: {'Port': ['ID=10a4e7e9-35f1-496f-8643-935177f8a343,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:03.191801 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7276bb1c-1518-4e95-8626-f5cc4d7f16e7 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2038989 Sep 29 06:50:03.192058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b8c58-c7f9-451b-b01d-165f9c5a920b None None] Network 5112b824-85e9-494f-9606-37afcac7f69d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:03.194931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44630) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:03.231053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.231654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.241569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-27ad359c-34c3-4f87-ae52-0990df3bf547 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/c5e810ae-4aec-47f9-890d-54cb1e2ac6ef HTTP/1.1" status: 204 len: 168 time: 1.5500984 Sep 29 06:50:03.252628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44634) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:03.393014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.466607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.473262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=00de9a6a-3de7-4d8d-a40f-810808c0871a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:03.479945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:03.484320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting port 10a4e7e9-35f1-496f-8643-935177f8a343 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:03.484655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.532792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.548530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Transition to ACTIVE for port object 9661ff23-fcf9-4e6e-acab-97f9644cfa18 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:03.552427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:03.562057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Calling delete_port for eb1c3959-324f-4f03-96d3-2726faad387d owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:03.584645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Transition to ACTIVE for port object 9661ff23-fcf9-4e6e-acab-97f9644cfa18 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:03.605976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.628407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:03.629662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 0b4eb006-8aa2-4448-896d-d019e237319f {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:03.630165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.668090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:03.671900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.719312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ce7ad13-647c-40ab-98fa-eb48f438560f req-b1c04f94-2a07-4489-8237-480c8f488209 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844359 Sep 29 06:50:03.725858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 9d5d6749-3ead-4b73-b185-66383821eaed yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:03.726079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Pushing event updated for resources: {'Port': ['ID=9661ff23-fcf9-4e6e-acab-97f9644cfa18,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:03.757273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Network d0c61139-db27-41c0-bc7f-d46c189c668c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:03.759332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:03.761812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:03.764647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.766630 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-89e693f1-8e29-4b2b-ae97-f5c42bd4b4c4 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/00de9a6a-3de7-4d8d-a40f-810808c0871a HTTP/1.1" status: 204 len: 168 time: 1.7956784 Sep 29 06:50:03.769836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44638) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:03.839234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cd2478-eeb5-48a3-9e64-b7980d924e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:50:03.840579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-84cd2478-eeb5-48a3-9e64-b7980d924e35 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/00de9a6a-3de7-4d8d-a40f-810808c0871a HTTP/1.1" status: 404 len: 333 time: 0.0690572 Sep 29 06:50:03.877471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44642) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:03.897773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Attempting to bind port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:03.898658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Attempting to bind port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '09115214-36ef-4e6e-b74b-0496e5649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:03.900099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Attempting to bind port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 on network d0c61139-db27-41c0-bc7f-d46c189c668c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:03.906484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:03.906747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Checking segment: {'id': '09115214-36ef-4e6e-b74b-0496e5649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:03.906992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.907870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Bound using segment: {'id': '09115214-36ef-4e6e-b74b-0496e5649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:03.907870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Bound port: 9661ff23-fcf9-4e6e-acab-97f9644cfa18, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09115214-36ef-4e6e-b74b-0496e5649027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd0c61139-db27-41c0-bc7f-d46c189c668c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:03.908188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:03.979601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] DHCP port deletion for 5112b824-85e9-494f-9606-37afcac7f69d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:03.986314 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 9 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:04.002868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.039427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Deleting port 0b4eb006-8aa2-4448-896d-d019e237319f {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:04.039908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.064951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1c3959-324f-4f03-96d3-2726faad387d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:04.070531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:04.085371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port 0b4eb006-8aa2-4448-896d-d019e237319f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b4eb006-8aa2-4448-896d-d019e237319f,segment=NetworkSegment(60346cbe-3b9f-48ab-9a3b-4c27824192d7),segment_id=60346cbe-3b9f-48ab-9a3b-4c27824192d7)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:04.085745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.159404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.165162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::126 (d0c61139-db27-41c0-bc7f-d46c189c668c/3e7f4626-ff22-41bf-aa12-a5ae3cf294ed/9d5d6749-3ead-4b73-b185-66383821eaed) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:04.169922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a201d57e-d601-4500-9b2f-c1fa7053e171 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.235366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 0b4eb006-8aa2-4448-896d-d019e237319f owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:04.240860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a201d57e-d601-4500-9b2f-c1fa7053e171 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.256993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.272464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] For port 0b4eb006-8aa2-4448-896d-d019e237319f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0b4eb006-8aa2-4448-896d-d019e237319f,segment=NetworkSegment(60346cbe-3b9f-48ab-9a3b-4c27824192d7),segment_id=60346cbe-3b9f-48ab-9a3b-4c27824192d7)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:04.272867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.399533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a201d57e-d601-4500-9b2f-c1fa7053e171 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.402556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a201d57e-d601-4500-9b2f-c1fa7053e171 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.403951 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a201d57e-d601-4500-9b2f-c1fa7053e171 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/security-groups/296a495d-e94b-4513-9be8-58e073f3c0f8 HTTP/1.1" status: 204 len: 168 time: 0.5255473 Sep 29 06:50:04.405762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Calling delete_port for 10a4e7e9-35f1-496f-8643-935177f8a343 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:04.417857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.419293 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-67c3c330-da00-411d-9a97-f93df5d11138 tempest-ExternalNetworksAdminNegativeTestJSON-295094378 tempest-ExternalNetworksAdminNegativeTestJSON-295094378-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/41167ff3-991f-4499-893b-9a77bb60eb4f HTTP/1.1" status: 204 len: 168 time: 2.0010769 Sep 29 06:50:04.420220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44648) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:04.444189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Calling delete_port for 0b4eb006-8aa2-4448-896d-d019e237319f owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:04.466336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d57e-d601-4500-9b2f-c1fa7053e171 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a495d-e94b-4513-9be8-58e073f3c0f8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:04.527076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.531650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] For port 9661ff23-fcf9-4e6e-acab-97f9644cfa18, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:04.558253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] For port 9661ff23-fcf9-4e6e-acab-97f9644cfa18, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9661ff23-fcf9-4e6e-acab-97f9644cfa18,segment=NetworkSegment(09115214-36ef-4e6e-b74b-0496e5649027),segment_id=09115214-36ef-4e6e-b74b-0496e5649027)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:04.572929 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 10 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:04.578780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29a3f84e-c941-4e37-900b-8f0af8fd4589 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.583349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.608045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.622671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 9d5d6749-3ead-4b73-b185-66383821eaed will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:04.624639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29a3f84e-c941-4e37-900b-8f0af8fd4589 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.643769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=0b4eb006-8aa2-4448-896d-d019e237319f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:04.656013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port 0b4eb006-8aa2-4448-896d-d019e237319f on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:04.703289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29a3f84e-c941-4e37-900b-8f0af8fd4589 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.719848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.722169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:50:04.722557 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:50:04.733728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:04.743335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Could not find standard attr ID for object 00de9a6a-3de7-4d8d-a40f-810808c0871a. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:04.746750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3f84e-c941-4e37-900b-8f0af8fd4589 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a1b86-207c-4e6c-8878-d4e614bf4fe8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:04.779311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b037bca-9028-4b8b-b92e-1402473e218e None None] Pushing event updated for resources: {'Port': ['ID=9661ff23-fcf9-4e6e-acab-97f9644cfa18,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:04.801446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Provisioning for port 2b123cd4-80c9-4564-a9c5-f7d029bd312a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:04.815055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Provisioning complete for port 2b123cd4-80c9-4564-a9c5-f7d029bd312a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:04.816735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.818217 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Attempt 1 to provision port 2b123cd4-80c9-4564-a9c5-f7d029bd312a Sep 29 06:50:04.843844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44656) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:04.853314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network d0c61139-db27-41c0-bc7f-d46c189c668c is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:04.862722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:04.869720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29a3f84e-c941-4e37-900b-8f0af8fd4589 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.873588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-29a3f84e-c941-4e37-900b-8f0af8fd4589 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/security-groups/430a1b86-207c-4e6c-8878-d4e614bf4fe8 HTTP/1.1" status: 204 len: 168 time: 0.4229591 Sep 29 06:50:04.877660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44662) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:04.878065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:04.893467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:04.894118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:04.932993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1257427 Sep 29 06:50:04.985686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44666) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:05.020737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Current status of the port 2b123cd4-80c9-4564-a9c5-f7d029bd312a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:05.021299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.072943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:05.078556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.097045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68044674-4244-4f38-94b7-f2199815dfe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=9d5d6749-3ead-4b73-b185-66383821eaed,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:05.097965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.135747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.145908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5112b824-85e9-494f-9606-37afcac7f69d']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:05.169037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 9d5d6749-3ead-4b73-b185-66383821eaed {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:05.169566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.170664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60346cbe-3b9f-48ab-9a3b-4c27824192d7') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:05.171161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60346cbe-3b9f-48ab-9a3b-4c27824192d7') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:05.182297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acdd47-0abf-4fa7-a106-4550af3c128c None None] Pushing event updated for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:05.189457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.200643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet a2e9a77f-bcff-4ef6-8e06-90736e1fcf41 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:05.202351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.210845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Provisioning complete for port 81ddfca6-c0a6-47bb-b832-bf134750d551 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:05.211048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:05.211277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.211708 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 1 to provision port 81ddfca6-c0a6-47bb-b832-bf134750d551 Sep 29 06:50:05.224759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.240590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Deleting port 0b4eb006-8aa2-4448-896d-d019e237319f {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:05.240969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.260992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Usage tracker for resource:security_group_rule and tenant:57b3b826154040ad8906bf2993103885 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:05.261287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.263708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Port': ['ID=10a4e7e9-35f1-496f-8643-935177f8a343,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:05.270771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:05.292657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:05.313048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:05.313562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.315577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.333655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d19fea80-6aa3-4491-98e2-17fd42c5b4eb None None] The port '0b4eb006-8aa2-4448-896d-d019e237319f' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:50:05.361945 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 60346cbe-3b9f-48ab-9a3b-4c27824192d7 resource provider aggregate not found Sep 29 06:50:05.425102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Current status of the port 81ddfca6-c0a6-47bb-b832-bf134750d551 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:05.447432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Could not find standard attr ID for object 10a4e7e9-35f1-496f-8643-935177f8a343. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:05.464712 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 60346cbe-3b9f-48ab-9a3b-4c27824192d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60346cbe-3b9f-48ab-9a3b-4c27824192d7 found for delete ", "request_id": "req-7db21d66-26ce-4145-89aa-0b43cb447146"}]} Sep 29 06:50:05.465395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Provisioning complete for port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:05.465941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.466438 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 1 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:05.503628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.520398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.524613 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6321c40b-3c2c-447a-bdb5-786266e29fa4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/10a4e7e9-35f1-496f-8643-935177f8a343 HTTP/1.1" status: 204 len: 168 time: 2.3284783 Sep 29 06:50:05.531428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44674) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:05.549253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.552579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:05.563233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=5112b824-85e9-494f-9606-37afcac7f69d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:05.566098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2e474401-0ee4-428d-9fc0-274fed9abe54 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/5112b824-85e9-494f-9606-37afcac7f69d HTTP/1.1" status: 204 len: 168 time: 2.3124781 Sep 29 06:50:05.570396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44678) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:05.576654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-725876929', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:05.583876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:05.588328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:05.592471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:05.604091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:05.614069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.616469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.617656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.636547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:05.845172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9661ff23-fcf9-4e6e-acab-97f9644cfa18 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:05.945431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:05.953434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2b123cd4-80c9-4564-a9c5-f7d029bd312a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:06.013422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.054326 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 2 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:06.075970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.081295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2b123cd4-80c9-4564-a9c5-f7d029bd312a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:06.081666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.081999 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2b123cd4-80c9-4564-a9c5-f7d029bd312a Sep 29 06:50:06.111426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c9e6c5-cf50-4427-90c0-063dba6a5276 None None] Network d0c61139-db27-41c0-bc7f-d46c189c668c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:06.213571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 9d5d6749-3ead-4b73-b185-66383821eaed owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:06.238817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:06.268608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.338528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.342399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e9a77f-bcff-4ef6-8e06-90736e1fcf41,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:06.347343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.365250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4a2c44-72a4-437d-9716-9c7fd2c2c72b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:06.366782 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5a4a2c44-72a4-437d-9716-9c7fd2c2c72b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8342237 Sep 29 06:50:06.368145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07816e0c-1190-4593-bb4d-2139fb33e1a3 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:06.368687 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6b01c18c-c8ce-4bf7-961e-439a2a68cc17 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/a2e9a77f-bcff-4ef6-8e06-90736e1fcf41 HTTP/1.1" status: 204 len: 168 time: 1.4461627 Sep 29 06:50:06.374783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44682) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:06.375290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44684) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:06.376083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.403206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.435101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:06.442083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.464120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2b123cd4-80c9-4564-a9c5-f7d029bd312a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:06.533634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b4eb006-8aa2-4448-896d-d019e237319f no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:06.578642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0b4eb006-8aa2-4448-896d-d019e237319f {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:06.579304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0b4eb006-8aa2-4448-896d-d019e237319f not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:06.604432 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57b3b826154040ad8906bf2993103885&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7466707 Sep 29 06:50:06.605601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44690) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:06.638308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ed848-8f62-4ab8-aa57-55b502792492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d082f748-0517-424d-accf-ccb5adc7a605,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:06.677890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 172.26.0.195 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/ec96df71-9fc1-4023-9073-e17dbf05ebbc) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:06.726298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.728359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:06.734583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f99bcab4-3fec-476c-b22b-97f839076c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.738144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c868aba8-55bc-4550-a017-1e4a3bdda31d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:06.742064 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c868aba8-55bc-4550-a017-1e4a3bdda31d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3566885 Sep 29 06:50:06.742519 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 3 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:06.749925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44694) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:06.774989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:06.788199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:06.802427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:06.806859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=9d5d6749-3ead-4b73-b185-66383821eaed,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:06.819286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:06.867952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:06.873433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.896488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:06.984251 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4722ef02-056f-41b4-b8c8-1c8170d59866 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/9d5d6749-3ead-4b73-b185-66383821eaed HTTP/1.1" status: 204 len: 168 time: 1.9884849 Sep 29 06:50:06.986663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44698) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:06.990901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f99bcab4-3fec-476c-b22b-97f839076c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.056538 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-59419f3f-7774-4ce2-8a6a-0c318feeaa24 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:07.057016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59419f3f-7774-4ce2-8a6a-0c318feeaa24 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:07.061221 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-59419f3f-7774-4ce2-8a6a-0c318feeaa24 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/9d5d6749-3ead-4b73-b185-66383821eaed HTTP/1.1" status: 404 len: 333 time: 0.0708060 Sep 29 06:50:07.061662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44702) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:07.132190 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c47a0c1-6d3f-4d4b-b1d7-a3bb8535c062 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:50:07.132190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8c47a0c1-6d3f-4d4b-b1d7-a3bb8535c062 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:07.163347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.176493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8c47a0c1-6d3f-4d4b-b1d7-a3bb8535c062 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:07.180210 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8c47a0c1-6d3f-4d4b-b1d7-a3bb8535c062 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/9d5d6749-3ead-4b73-b185-66383821eaed HTTP/1.1" status: 404 len: 333 time: 0.1151164 Sep 29 06:50:07.181371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44708) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:07.202922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea482c-61c0-41ca-a838-8557cddb1ea6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:07.202922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea482c-61c0-41ca-a838-8557cddb1ea6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:07.202922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea482c-61c0-41ca-a838-8557cddb1ea6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:07.202922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b4ea482c-61c0-41ca-a838-8557cddb1ea6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:07.256146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b4ea482c-61c0-41ca-a838-8557cddb1ea6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:07.256146 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b4ea482c-61c0-41ca-a838-8557cddb1ea6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2806728 Sep 29 06:50:07.256146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44712) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:07.298867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet 3e7f4626-ff22-41bf-aa12-a5ae3cf294ed {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:07.298867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.324205 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 4 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:07.347313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f99bcab4-3fec-476c-b22b-97f839076c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.382664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bcab4-3fec-476c-b22b-97f839076c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082f748-0517-424d-accf-ccb5adc7a605,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:07.408531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:07.419322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.456761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.476260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.575012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:07.647245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f99bcab4-3fec-476c-b22b-97f839076c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.659836 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f99bcab4-3fec-476c-b22b-97f839076c3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d082f748-0517-424d-accf-ccb5adc7a605 HTTP/1.1" status: 204 len: 168 time: 1.0448980 Sep 29 06:50:07.670637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:07.679586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.684206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:07.714471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:07.714471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:07.750650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=ec96df71-9fc1-4023-9073-e17dbf05ebbc,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:07.939228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.061268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.075026 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 5 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:08.109137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.109137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.109137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7f4626-ff22-41bf-aa12-a5ae3cf294ed,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:08.185247 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3f28f886-1723-4842-b9af-9651b3fba2fa tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/3e7f4626-ff22-41bf-aa12-a5ae3cf294ed HTTP/1.1" status: 204 len: 168 time: 0.9991591 Sep 29 06:50:08.185247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44720) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:08.211296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:08.211296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95cdacd-2679-4c8f-afcb-1c9985a3611f None None] Network d0c61139-db27-41c0-bc7f-d46c189c668c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:08.326166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44724) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:08.395582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:08.397560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:08.447158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.456909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80c12a-5599-4254-a480-7b911910638b None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:08.558094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=f07c5f1d-481b-46b0-b209-8d4499fdb5d0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:08.560971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:08.561608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.572796 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5c4fb9d7-ead9-43f3-829c-76816bc73bcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae704d4b6f8c424890bf4a9af9657efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479515 Sep 29 06:50:08.577710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44728) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:08.581242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:08.583610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.600811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5ebaa-f54d-451e-9dd2-7025e8689f49 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:08.608117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6bee5c22-8af3-4896-b47c-2b7d7818be9a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c HTTP/1.1" status: 204 len: 168 time: 1.3603041 Sep 29 06:50:08.611452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44732) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:08.620364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.632429 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-63acc42c-5787-4c8a-99aa-7409f28cafbd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2475975 Sep 29 06:50:08.633549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44736) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:08.640998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b52851d-f562-4868-83b3-d0ef1a060e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.650473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.653413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'security_group': {'name': 'tempest-secgroup-1060569200'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:08.660677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:08.668523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:08.678712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:08.682016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:08.682346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.707020 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 6 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:08.715011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:08.738595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fbff769-cd5b-4398-9733-35d335768cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.765038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.785027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fbff769-cd5b-4398-9733-35d335768cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.809905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Deleting subnet dbc8d9a6-c943-441b-9c3f-93b1c82fd14a {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:08.827940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.846851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:08.859391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:08.878721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group_rule and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:08.886315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:08.894135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:08.908801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:08.988740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] DHCP port deletion for d0c61139-db27-41c0-bc7f-d46c189c668c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:09.021697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fbff769-cd5b-4398-9733-35d335768cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.034389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Deleting port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:09.034810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.079863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] For port 9661ff23-fcf9-4e6e-acab-97f9644cfa18, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9661ff23-fcf9-4e6e-acab-97f9644cfa18,segment=NetworkSegment(09115214-36ef-4e6e-b74b-0496e5649027),segment_id=09115214-36ef-4e6e-b74b-0496e5649027)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:09.079863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.087970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbff769-cd5b-4398-9733-35d335768cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a3af8-78fb-49e9-8b63-c26684ee08fb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:09.266462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 9661ff23-fcf9-4e6e-acab-97f9644cfa18 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:09.294249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fbff769-cd5b-4398-9733-35d335768cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.295751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6fbff769-cd5b-4398-9733-35d335768cab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa2a3af8-78fb-49e9-8b63-c26684ee08fb HTTP/1.1" status: 204 len: 168 time: 0.7161136 Sep 29 06:50:09.301533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.360377 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 7 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:09.380402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.388935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.393650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Update dhcp port {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'fixed_ips': [{'subnet_id': '6b4d1926-3448-49f9-8db8-ea1a08043b7e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f07c5f1d-481b-46b0-b209-8d4499fdb5d0'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '81ddfca6-c0a6-47bb-b832-bf134750d551'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:50:09.409364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.429777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.477849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] For port 9661ff23-fcf9-4e6e-acab-97f9644cfa18, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9661ff23-fcf9-4e6e-acab-97f9644cfa18,segment=NetworkSegment(09115214-36ef-4e6e-b74b-0496e5649027),segment_id=09115214-36ef-4e6e-b74b-0496e5649027)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:09.478573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.538979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No DVR routers for this DVR port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:09.547213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.553017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=9661ff23-fcf9-4e6e-acab-97f9644cfa18,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:09.612483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca441367-7697-4514-a617-2672b430153f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:09.614923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.616252 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-afd706ea-715d-4567-ab6c-5e7ff2bd5acb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9802797 Sep 29 06:50:09.628193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44744) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:09.675809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc8d9a6-c943-441b-9c3f-93b1c82fd14a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:09.679689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:09.685848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'security_group': {'name': 'tempest-secgroup-2081003675'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:09.703371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:09.706530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.710354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Calling delete_port for 9661ff23-fcf9-4e6e-acab-97f9644cfa18 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:09.714878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:09.729160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:09.757440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.767872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9661ff23-fcf9-4e6e-acab-97f9644cfa18 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:09.817198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:09.827969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.831108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9661ff23-fcf9-4e6e-acab-97f9644cfa18 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:09.831453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9661ff23-fcf9-4e6e-acab-97f9644cfa18 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:09.835121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-59462087-52ba-4f99-a237-f1af0643eaa2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/dbc8d9a6-c943-441b-9c3f-93b1c82fd14a HTTP/1.1" status: 204 len: 168 time: 1.2223411 Sep 29 06:50:09.836060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44750) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:09.862992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.869662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c61139-db27-41c0-bc7f-d46c189c668c']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:09.883237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09115214-36ef-4e6e-b74b-0496e5649027') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:09.884074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09115214-36ef-4e6e-b74b-0496e5649027') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:09.906075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.942863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.953337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:09.953958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:09.985789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:50:09.995510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:50:10.027195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:10.035008 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-28205885-5801-4245-bc4d-9b5cdbe879a5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1839583 Sep 29 06:50:10.036604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44762) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:10.043676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 09115214-36ef-4e6e-b74b-0496e5649027 resource provider aggregate not found Sep 29 06:50:10.043842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group_rule and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:10.054631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:10.073711 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 09115214-36ef-4e6e-b74b-0496e5649027 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09115214-36ef-4e6e-b74b-0496e5649027 found for delete ", "request_id": "req-7dd77464-0202-4ace-bd12-2d568e12a6c9"}]} Sep 29 06:50:10.093055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.117316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.129002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=d0c61139-db27-41c0-bc7f-d46c189c668c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:10.131984 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-beb3ad64-b740-4c97-8ec6-3462dd2407cc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/d0c61139-db27-41c0-bc7f-d46c189c668c HTTP/1.1" status: 204 len: 168 time: 1.9414747 Sep 29 06:50:10.136321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:10.140358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:10.144569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1996452098'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:10.149533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:10.157811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:10.170221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:10.174188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Allocated IP 172.20.0.2 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/f07c5f1d-481b-46b0-b209-8d4499fdb5d0/81ddfca6-c0a6-47bb-b832-bf134750d551) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:10.181516 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 8 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:10.185162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:10.217463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:10.221114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.268014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:50:10.278037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:10.278988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:10.291565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.291565 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment 8478482f-eb6a-409b-aa38-bf0282cee76c of type vlan for network afc1b87a-304f-4628-bb99-151debb3fc35 Sep 29 06:50:10.295312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a96b5-18b5-4acf-a112-fc71c9bdac6d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:10.296372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-991a96b5-18b5-4acf-a112-fc71c9bdac6d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:10.326759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.328396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.400344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.415007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:10.415007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.437005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b36ee-9c18-4b77-9f8f-042d3406b788 None None] Network 4f723a10-0bd7-4e60-9921-89b35030f7ba requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:10.473614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.497234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Deleting port 9661ff23-fcf9-4e6e-acab-97f9644cfa18 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:10.497607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.539629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-991a96b5-18b5-4acf-a112-fc71c9bdac6d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:10.540853 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3993611 Sep 29 06:50:10.541402 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-991a96b5-18b5-4acf-a112-fc71c9bdac6d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5020025 Sep 29 06:50:10.542049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44780) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:10.543355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44782) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:10.553967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18087d7-f657-43c3-9aca-74b975e6ed17 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=afc1b87a-304f-4628-bb99-151debb3fc35,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:10.563574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.565346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8869257 Sep 29 06:50:10.568449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44788) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:10.576128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'security_group': {'name': 'tempest-secgroup-17751716'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:10.582391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:10.584598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:10.587245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:10.591503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:10.599214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:10.620132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network afc1b87a-304f-4628-bb99-151debb3fc35 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:10.622320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.648443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:10.654081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:security_group_rule and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:10.659258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:10.668743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:10.750648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bc0414d1-46c3-41e7-ac11-dca434d9ab6b None None] The port '9661ff23-fcf9-4e6e-acab-97f9644cfa18' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:50:10.770137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.774442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.780938 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 9 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:10.840230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:10.840230 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.2617195 Sep 29 06:50:10.840230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44796) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:10.840230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb59e1-ef51-4f4f-8c46-418ad096e579 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c3a88d-dabe-4445-bf8b-848ece8a9029,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:10.861016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1826748849', 'security_groups': ['c3c3a88d-dabe-4445-bf8b-848ece8a9029'], 'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f07c5f1d-481b-46b0-b209-8d4499fdb5d0'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:10.883119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e21c4-7233-4b64-86a9-ffe058b3ec74 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f36c8-211c-4ffd-a04e-e21eccf57c80,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:10.908674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf643c-90cd-4394-ae86-795f122c48c2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:10.908674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1bbf643c-90cd-4394-ae86-795f122c48c2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Synchronizing usage tracker for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:10.968605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:10.975235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:10.976898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:10.981561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1bbf643c-90cd-4394-ae86-795f122c48c2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Unset dirty status for tenant:982b8f5b68aa45e58b8fa1963dc0efdd on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:10.986161 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1bbf643c-90cd-4394-ae86-795f122c48c2 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4286540 Sep 29 06:50:10.990372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:10.994431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.027345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=81ddfca6-c0a6-47bb-b832-bf134750d551,segment=NetworkSegment(16ea4ee2-66aa-4147-b34f-571e3e549256),segment_id=16ea4ee2-66aa-4147-b34f-571e3e549256)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:11.031812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] Sync routers for ids ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:11.080000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:11.085353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:port and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:11.092772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:11.101840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ae025649-f3b7-4069-8953-79142ee89554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.102230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:11.102911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:11.112394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] Routers {'a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:11.112507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:11.112591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:11.118435 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-80c23c29-5e81-4562-9e38-65fa8a42e656 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229112 Sep 29 06:50:11.125177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.127007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.128371 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9e76356b-b3c8-4a64-9f04-49ce75a8965f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5569007 Sep 29 06:50:11.131168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44810) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.139185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:11.156377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.242388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:11.259458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.resource_extend [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:50:11.293150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.297720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] Routers {'a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:11.298288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:11.383015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:11.435322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:11.435322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad7ef5-c5bc-4a10-8093-8d9090e37ae7 None None] The sync data for ids ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:11.458925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Transition to ACTIVE for port object 81ddfca6-c0a6-47bb-b832-bf134750d551 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:11.474429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.520272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddeb1762-f99c-47ba-8253-4ce132455a24 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:11.520272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddeb1762-f99c-47ba-8253-4ce132455a24 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:11.520272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ddeb1762-f99c-47ba-8253-4ce132455a24 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/10a4e7e9-35f1-496f-8643-935177f8a343 HTTP/1.1" status: 404 len: 333 time: 0.3899667 Sep 29 06:50:11.531893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44820) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.621017 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb10af0-21a5-4f66-bcc6-151c747036f9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:11.621017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb10af0-21a5-4f66-bcc6-151c747036f9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:11.622277 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bfb10af0-21a5-4f66-bcc6-151c747036f9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/dbc8d9a6-c943-441b-9c3f-93b1c82fd14a HTTP/1.1" status: 404 len: 337 time: 0.0838437 Sep 29 06:50:11.638091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44824) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.640609 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 10 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:11.681647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] DHCP port deletion for 4f723a10-0bd7-4e60-9921-89b35030f7ba request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:11.778061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.858910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2b123cd4-80c9-4564-a9c5-f7d029bd312a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:11.888624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fd5c04a1-353b-4284-a6d6-90f863c0bcfd tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/routers/a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 200 len: 884 time: 0.7476006 Sep 29 06:50:11.888624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-474ee88a-af51-4e4a-b061-a3e441ef277b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:11.888624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474ee88a-af51-4e4a-b061-a3e441ef277b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:11.888624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-474ee88a-af51-4e4a-b061-a3e441ef277b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/d6969e21-dc4b-4e2c-bdcc-12acb0e72a8c HTTP/1.1" status: 404 len: 337 time: 0.2440131 Sep 29 06:50:11.888624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44832) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.894359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44834) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:11.921758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': '8478482f-eb6a-409b-aa38-bf0282cee76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:11.921758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: afc1b87a-304f-4628-bb99-151debb3fc35, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:11.927628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Deleting port 2b123cd4-80c9-4564-a9c5-f7d029bd312a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:11.927628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:11.953015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=c8f17961-69e5-4421-b25c-5428c9e54191,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:11.953015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network afc1b87a-304f-4628-bb99-151debb3fc35 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:11.972819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, afc1b87a-304f-4628-bb99-151debb3fc35) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:11.981640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:11.981640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.010194 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dc6a0819-e6f1-40fb-98f1-0f4f4af963e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4580307 Sep 29 06:50:12.012427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44840) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.025897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1422853373'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:12.044229 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf4a7c7-584f-4c6d-b7a1-3d17b367da0b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.044229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf4a7c7-584f-4c6d-b7a1-3d17b367da0b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.046572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fbf4a7c7-584f-4c6d-b7a1-3d17b367da0b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/aac29924-27b8-475f-af70-4c34c93ed463 HTTP/1.1" status: 404 len: 333 time: 0.1435907 Sep 29 06:50:12.051768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.075414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950884a-78c8-4bf3-9ae2-783a0bb92452 None None] Network afc1b87a-304f-4628-bb99-151debb3fc35 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:12.111485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.120031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44848) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.121477 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-02038b30-c4e4-4db2-bba5-eab9c7375706 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.122205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02038b30-c4e4-4db2-bba5-eab9c7375706 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.123626 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-02038b30-c4e4-4db2-bba5-eab9c7375706 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/4a5f8b94-80e3-4df7-91fb-9fdabc0ee963 HTTP/1.1" status: 404 len: 337 time: 0.0709503 Sep 29 06:50:12.127529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44852) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.154068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] device_id is not set on port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:12.192396 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-44640f9e-0a80-41c5-9f8f-f2584fa2722a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.192859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44640f9e-0a80-41c5-9f8f-f2584fa2722a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.194627 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-44640f9e-0a80-41c5-9f8f-f2584fa2722a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a9cf343d-2d36-480c-ac3a-300a6f7c6b0f HTTP/1.1" status: 404 len: 337 time: 0.0656071 Sep 29 06:50:12.198157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44858) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.266603 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-da997ab3-1c90-412b-bb23-026384ab5f77 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.267316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da997ab3-1c90-412b-bb23-026384ab5f77 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.269175 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da997ab3-1c90-412b-bb23-026384ab5f77 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/004a817c-64af-4f8e-86d6-15a02f495ad2 HTTP/1.1" status: 404 len: 333 time: 0.0700738 Sep 29 06:50:12.274068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44862) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.307068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e21275-4a3d-404c-b904-477b4c5c6d35 None None] Pushing event updated for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:12.310839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:12.324482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:12.337369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:12.353785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:12.361934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.392355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05ee26d-12bd-4118-a33a-26e5a5e35495 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.392355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05ee26d-12bd-4118-a33a-26e5a5e35495 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.442953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port d6ebc068-080f-4553-a6d2-c2354d86c70b yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:12.539992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1747670346'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:12.555147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:12.565749 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e05ee26d-12bd-4118-a33a-26e5a5e35495 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/c841c371-9bea-49a7-9ec0-f12fe964166f HTTP/1.1" status: 404 len: 337 time: 0.2901196 Sep 29 06:50:12.568158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44870) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.573367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Usage tracker for resource:network and tenant:b853bde47f6e4b72af1f4a8050982293 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:12.581131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:12.597202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:12.623629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44874) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.625847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-36648448-2057-4498-abbb-1dc8ed06766d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.626295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36648448-2057-4498-abbb-1dc8ed06766d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.628205 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-36648448-2057-4498-abbb-1dc8ed06766d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/913ecec4-eab7-4033-9db8-df67d197e55e HTTP/1.1" status: 404 len: 337 time: 0.0591614 Sep 29 06:50:12.653922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44878) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.662130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Made reservation on behalf of b853bde47f6e4b72af1f4a8050982293 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:12.666061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.684921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.688673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Could not find standard attr ID for object 00de9a6a-3de7-4d8d-a40f-810808c0871a. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:12.720515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-afc1b87a-304f-4628-bb99-151debb3fc35', 'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': 'c8f17961-69e5-4421-b25c-5428c9e54191'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:12.727633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.735342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.752561 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5bc910-5243-4493-9c4c-c76e645c21e4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.753239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5bc910-5243-4493-9c4c-c76e645c21e4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.755950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.775348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:12.783761 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bd5bc910-5243-4493-9c4c-c76e645c21e4 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/75a7a53f-ded2-47a5-96d7-202f4e0c35e5 HTTP/1.1" status: 404 len: 333 time: 0.1281633 Sep 29 06:50:12.789146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44882) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:12.802952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Usage tracker for resource:security_group_rule and tenant:b853bde47f6e4b72af1f4a8050982293 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:12.880145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::204 (afc1b87a-304f-4628-bb99-151debb3fc35/c8f17961-69e5-4421-b25c-5428c9e54191/d6ebc068-080f-4553-a6d2-c2354d86c70b) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:12.890994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Provisioning complete for port 2b123cd4-80c9-4564-a9c5-f7d029bd312a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:12.890994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:12.891541 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Attempt 1 to provision port 2b123cd4-80c9-4564-a9c5-f7d029bd312a Sep 29 06:50:12.907056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:12.932393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:12.945998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-de78ec33-671a-4a06-bffa-f5ec653c920d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:12.945998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de78ec33-671a-4a06-bffa-f5ec653c920d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:12.945998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-de78ec33-671a-4a06-bffa-f5ec653c920d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/bf063146-c740-46c8-b8c8-05c86598ace6 HTTP/1.1" status: 404 len: 337 time: 0.1540437 Sep 29 06:50:12.992185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44886) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.064045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2b123cd4-80c9-4564-a9c5-f7d029bd312a is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:13.064045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.083728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d08bb50-4aa6-4059-b65f-de8794882711 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.083728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d08bb50-4aa6-4059-b65f-de8794882711 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.083728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4d08bb50-4aa6-4059-b65f-de8794882711 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/efa6dac3-6050-479b-b6d4-c015b12ea6f0 HTTP/1.1" status: 404 len: 337 time: 0.0956538 Sep 29 06:50:13.098756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c06c7d9b-9fd3-42cf-8cda-3ec230f98f0f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:router {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:13.105813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44890) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.113096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:13.113096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.138537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Deleting port a4c2d68b-8c88-4ea2-beb0-e9b30a0d99e7 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:13.138537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.192813 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08e7a53-3973-4086-815f-990de7e4e980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.192813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08e7a53-3973-4086-815f-990de7e4e980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.219087 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b08e7a53-3973-4086-815f-990de7e4e980 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/e4ad0fa2-13e4-45e6-bb84-17f1d69c20d3 HTTP/1.1" status: 404 len: 333 time: 0.1237166 Sep 29 06:50:13.221368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.225593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44894) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.268194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Calling delete_port for 2b123cd4-80c9-4564-a9c5-f7d029bd312a owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:13.294813 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8750e7a4-eff3-4c79-9d2e-b7100ecfc91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.296409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8750e7a4-eff3-4c79-9d2e-b7100ecfc91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.325755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:13.331586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object d6ebc068-080f-4553-a6d2-c2354d86c70b will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:13.331586 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8750e7a4-eff3-4c79-9d2e-b7100ecfc91a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a63b7d6e-9356-4e5a-9d03-bf995671c647 HTTP/1.1" status: 404 len: 337 time: 0.1012743 Sep 29 06:50:13.365507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44898) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.373507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.427977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.442442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.460025 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6227bb36-677e-4da5-85a2-8c949eada092 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.460025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6227bb36-677e-4da5-85a2-8c949eada092 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.462375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6227bb36-677e-4da5-85a2-8c949eada092 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/68cd7a25-c9a4-4017-8039-456d676bc0f9 HTTP/1.1" status: 404 len: 333 time: 0.0941362 Sep 29 06:50:13.468038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44902) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.497331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.497980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.510396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Current status of the port 2b123cd4-80c9-4564-a9c5-f7d029bd312a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:13.510934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.536977 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcaada1-bb60-45c5-b425-2e4699fbe708 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.537727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcaada1-bb60-45c5-b425-2e4699fbe708 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.543211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:13.559022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1040bb43-bbd4-4dc1-8ddc-d4e0fbebb1a6,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:13.560100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.567622 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-afcaada1-bb60-45c5-b425-2e4699fbe708 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f22ff7bb-237a-4e9e-ac46-672b8ff4d6e4 HTTP/1.1" status: 404 len: 337 time: 0.0940037 Sep 29 06:50:13.570876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44906) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.575535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.575702 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Added segment 6278db26-bee6-4199-b799-b48ee6619636 of type vlan for network 77932bea-523d-40bd-b163-763f1574db66 Sep 29 06:50:13.591243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:13.602769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.638280 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-753599e7-6988-469b-a68b-258861611760 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.638280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753599e7-6988-469b-a68b-258861611760 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.639303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:13.639514 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-753599e7-6988-469b-a68b-258861611760 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/b642feb5-f932-4fcc-9d1c-fd743d5c5d3e HTTP/1.1" status: 404 len: 333 time: 0.0656664 Sep 29 06:50:13.640529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44910) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.662093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.667918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Calling delete_port for a4c2d68b-8c88-4ea2-beb0-e9b30a0d99e7 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:13.707117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.13 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/f07c5f1d-481b-46b0-b209-8d4499fdb5d0/b0da1d07-afd0-40f7-b2f5-fa8fa1042672) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:13.736626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c06c7d9b-9fd3-42cf-8cda-3ec230f98f0f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:router {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:13.736626 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c06c7d9b-9fd3-42cf-8cda-3ec230f98f0f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.8431790 Sep 29 06:50:13.742199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44916) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.757832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-725876929'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:13.771703 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad1325f-7b12-4447-b8f7-09cb5cfb9265 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.771703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad1325f-7b12-4447-b8f7-09cb5cfb9265 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.773344 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1ad1325f-7b12-4447-b8f7-09cb5cfb9265 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/7f4dd0a3-15f2-4b46-9e4e-88d4203949d9 HTTP/1.1" status: 404 len: 337 time: 0.1251397 Sep 29 06:50:13.790448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44920) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.798948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network afc1b87a-304f-4628-bb99-151debb3fc35 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:13.804446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:50:13.804995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:50:13.821528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 81ddfca6-c0a6-47bb-b832-bf134750d551 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:13.863659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.863659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:13.880850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:13.880850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:13.880850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.896166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e214478b-2342-4a21-ad42-342059508f5e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:13.896166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e214478b-2342-4a21-ad42-342059508f5e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:13.896166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e214478b-2342-4a21-ad42-342059508f5e tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/51d8212c-1ac8-40ac-b0c7-f4367d375c44 HTTP/1.1" status: 404 len: 333 time: 0.0944295 Sep 29 06:50:13.915535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Could not find standard attr ID for object 9d5d6749-3ead-4b73-b185-66383821eaed. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:13.924840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44924) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.931113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=d6ebc068-080f-4553-a6d2-c2354d86c70b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:13.946880 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6bddda62-b77c-49e5-b27f-eb3d830fe680 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9186792 Sep 29 06:50:13.946880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44928) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:13.977798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 81ddfca6-c0a6-47bb-b832-bf134750d551 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:13.977798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:13.977798 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 81ddfca6-c0a6-47bb-b832-bf134750d551 Sep 29 06:50:14.008221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Provisioning for port 81ddfca6-c0a6-47bb-b832-bf134750d551 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:14.027457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e293f7-d1f9-41e8-ab6f-e0a277cd76eb None None] Pushing event updated for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=9']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:14.055025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Allocated IP 2001:db8::2 (afc1b87a-304f-4628-bb99-151debb3fc35/c8f17961-69e5-4421-b25c-5428c9e54191/02ecb2f1-40ea-4a0c-866a-08d911271941) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:14.067615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Provisioning complete for port 81ddfca6-c0a6-47bb-b832-bf134750d551 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:14.067615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.067615 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 1 to provision port 81ddfca6-c0a6-47bb-b832-bf134750d551 Sep 29 06:50:14.074001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port d6ebc068-080f-4553-a6d2-c2354d86c70b {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:14.074001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.094970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.095592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfc7595-2157-43e0-b639-5d691708d3ee tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:14.096051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfc7595-2157-43e0-b639-5d691708d3ee tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:14.097793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bdfc7595-2157-43e0-b639-5d691708d3ee tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/b61e1d43-7d78-4f3c-9776-f5af327645c1 HTTP/1.1" status: 404 len: 337 time: 0.1902804 Sep 29 06:50:14.100143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:14.100796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.121221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:14.178146 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0488462 Sep 29 06:50:14.279211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dc9ff9-ae55-4190-b453-f8f55850ec13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:14.279211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dc9ff9-ae55-4190-b453-f8f55850ec13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:14.304363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c1dc9ff9-ae55-4190-b453-f8f55850ec13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/193151db-4d65-4806-bd25-978fbf811f27 HTTP/1.1" status: 404 len: 333 time: 0.1708951 Sep 29 06:50:14.336506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Deleting port 2b123cd4-80c9-4564-a9c5-f7d029bd312a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:14.337408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.430260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44940) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:14.500245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.522653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object b0da1d07-afd0-40f7-b2f5-fa8fa1042672 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:14.582760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44944) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:14.586013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Current status of the port 81ddfca6-c0a6-47bb-b832-bf134750d551 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:14.590254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.602289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Request body: {'port': {'network_id': '77932bea-523d-40bd-b163-763f1574db66', 'binding:host_id': 'hv-neutron-8597', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-641099953'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:14.602484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 81ddfca6-c0a6-47bb-b832-bf134750d551 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:14.614164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:14.639422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Usage tracker for resource:port and tenant:ce48b6f404ae474092e2435d95d0e6be is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:14.639422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:14.639422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcad9c-f431-49a6-adbf-24c55afda0db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Pushing event updated for resources: {'Network': ['ID=77932bea-523d-40bd-b163-763f1574db66,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:14.639422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:14.646573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.674550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Made reservation on behalf of ce48b6f404ae474092e2435d95d0e6be for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:14.679057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'Port': ['ID=a4c2d68b-8c88-4ea2-beb0-e9b30a0d99e7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:14.681762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.692587 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bb7f19-37f4-43c6-8b47-57b44736b926 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:14.694252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bb7f19-37f4-43c6-8b47-57b44736b926 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:14.721835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 77932bea-523d-40bd-b163-763f1574db66 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:14.770207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.801721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:14.814347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Usage tracker for resource:security_group_rule and tenant:ce48b6f404ae474092e2435d95d0e6be is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:14.814347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:14.833226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:14.879277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Provisioning complete for port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:14.879277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.879277 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 1 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:14.903360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:14.976278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.000585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Transition to ACTIVE for port object 02ecb2f1-40ea-4a0c-866a-08d911271941 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:15.000585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] For port 2b123cd4-80c9-4564-a9c5-f7d029bd312a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2b123cd4-80c9-4564-a9c5-f7d029bd312a,segment=NetworkSegment(028a5b3c-5ef4-48bf-b9ad-a522898d9ab5),segment_id=028a5b3c-5ef4-48bf-b9ad-a522898d9ab5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:15.000585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.046892 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e7bb7f19-37f4-43c6-8b47-57b44736b926 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f1afe197-d049-456a-a40d-1a635fedfabd HTTP/1.1" status: 404 len: 337 time: 0.4904094 Sep 29 06:50:15.054548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44948) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.054548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for d6ebc068-080f-4553-a6d2-c2354d86c70b owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:15.076105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:15.085461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:15.100665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:15.117385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:15.153116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Calling delete_port for 2b123cd4-80c9-4564-a9c5-f7d029bd312a owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:15.195395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Transition to ACTIVE for port object 02ecb2f1-40ea-4a0c-866a-08d911271941 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:15.202277 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-74849ccc-cd09-4103-974c-cd6a90b27e8f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:15.202277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74849ccc-cd09-4103-974c-cd6a90b27e8f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:15.223393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.230312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-74849ccc-cd09-4103-974c-cd6a90b27e8f tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/0494ab7e-43db-438d-ab16-4f8dd6c3c3ca HTTP/1.1" status: 404 len: 333 time: 0.1827059 Sep 29 06:50:15.230312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44952) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.327857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Network afc1b87a-304f-4628-bb99-151debb3fc35 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:15.352590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:15.357305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:15.364964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Pushing event updated for resources: {'Port': ['ID=02ecb2f1-40ea-4a0c-866a-08d911271941,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:15.385619 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fd6eba-48d7-4973-952e-40d04c442a88 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:15.386154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fd6eba-48d7-4973-952e-40d04c442a88 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:15.400865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:15.406858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.438626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=b0da1d07-afd0-40f7-b2f5-fa8fa1042672,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:15.458896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-81fd6eba-48d7-4973-952e-40d04c442a88 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/3a1f5f7e-3a6b-43a2-994c-9798a0d7fae2 HTTP/1.1" status: 404 len: 337 time: 0.1306393 Sep 29 06:50:15.466669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.466669 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Floating IP 4dc3632d-e09b-4279-915f-2b99e8a786c9 disassociated (deleted). External IP: 172.26.0.19, port: b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5. Sep 29 06:50:15.476397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.486793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44956) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.486793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.540535 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4113a74f-cf91-4bf8-935e-1a892395595d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:15.540535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4113a74f-cf91-4bf8-935e-1a892395595d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:15.540535 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4113a74f-cf91-4bf8-935e-1a892395595d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/ee5f8b32-2167-4f68-bdb0-3dd4adfb5964 HTTP/1.1" status: 404 len: 337 time: 0.0547187 Sep 29 06:50:15.540535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44960) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.540535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.591327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port 55010754-43cb-44aa-9072-b264ecb552bf yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:15.599271 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 2 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:15.632959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] Pushing event deleted for resources: {'Port': ['ID=2b123cd4-80c9-4564-a9c5-f7d029bd312a,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:15.645452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.651623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faaeebd-f1ad-4c05-9960-322619023732 None None] No DVR routers for this DVR port 2b123cd4-80c9-4564-a9c5-f7d029bd312a on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:15.701933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Attempting to bind port 02ecb2f1-40ea-4a0c-866a-08d911271941 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:15.701933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Attempting to bind port 02ecb2f1-40ea-4a0c-866a-08d911271941 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '8478482f-eb6a-409b-aa38-bf0282cee76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:15.701933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Attempting to bind port 02ecb2f1-40ea-4a0c-866a-08d911271941 on network afc1b87a-304f-4628-bb99-151debb3fc35 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:15.710379 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cc9709-8c7f-40f6-92de-436d43e12b3a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:15.710379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cc9709-8c7f-40f6-92de-436d43e12b3a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:15.716746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:15.716746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Checking segment: {'id': '8478482f-eb6a-409b-aa38-bf0282cee76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:15.716746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.716746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Bound using segment: {'id': '8478482f-eb6a-409b-aa38-bf0282cee76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:15.716746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Bound port: 02ecb2f1-40ea-4a0c-866a-08d911271941, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8478482f-eb6a-409b-aa38-bf0282cee76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'afc1b87a-304f-4628-bb99-151debb3fc35'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:15.716746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.742177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:15.748678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c5cc9709-8c7f-40f6-92de-436d43e12b3a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/c37cabeb-ca97-43ed-8c37-4e6996cb1297 HTTP/1.1" status: 404 len: 333 time: 0.1937296 Sep 29 06:50:15.748678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=d6ebc068-080f-4553-a6d2-c2354d86c70b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:15.748678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44964) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.797501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236fa84d-4255-4fba-b46a-1f9e50133774,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:15.836470 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad72a70c-1aeb-408d-a65f-c13afbb6d233 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:15.837514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad72a70c-1aeb-408d-a65f-c13afbb6d233 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:15.839401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ad72a70c-1aeb-408d-a65f-c13afbb6d233 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/4b4a1a29-8f4a-49a4-a0df-18ebabb787dc HTTP/1.1" status: 404 len: 337 time: 0.0975482 Sep 29 06:50:15.846267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] For port 02ecb2f1-40ea-4a0c-866a-08d911271941, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:15.847507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44968) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.850199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] For port 02ecb2f1-40ea-4a0c-866a-08d911271941, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=02ecb2f1-40ea-4a0c-866a-08d911271941,segment=NetworkSegment(8478482f-eb6a-409b-aa38-bf0282cee76c),segment_id=8478482f-eb6a-409b-aa38-bf0282cee76c)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:15.855533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.890714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:15.894969 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-75273bf0-7945-4297-add8-4c182a161e0e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/d6ebc068-080f-4553-a6d2-c2354d86c70b HTTP/1.1" status: 204 len: 168 time: 1.9552159 Sep 29 06:50:15.899583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44972) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.908000 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-398da3f7-a9d5-48b5-8aa8-25e87424bd25 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:15.908700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398da3f7-a9d5-48b5-8aa8-25e87424bd25 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:15.911586 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-398da3f7-a9d5-48b5-8aa8-25e87424bd25 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/741a646a-21ee-43a6-8da8-7eb56c096228 HTTP/1.1" status: 404 len: 337 time: 0.0629923 Sep 29 06:50:15.916348 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-49289e80-a5ac-44d8-91c5-54b429301547 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0738857 Sep 29 06:50:15.917110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.953704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec78bc-604f-4ee9-b1aa-82344fc0f85b None None] Pushing event updated for resources: {'Port': ['ID=02ecb2f1-40ea-4a0c-866a-08d911271941,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:15.961223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 44978) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:15.970188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a9dc7d-7d4c-4292-b131-e723aa880fde tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:50:15.971041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40a9dc7d-7d4c-4292-b131-e723aa880fde tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:15.980238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:16.012475 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-0579654a-0e7b-4808-9474-dfa53b16ec38 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.012952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0579654a-0e7b-4808-9474-dfa53b16ec38 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.017073 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0579654a-0e7b-4808-9474-dfa53b16ec38 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/d3fda41c-1087-4368-b45c-ea67553bd115 HTTP/1.1" status: 404 len: 333 time: 0.0840712 Sep 29 06:50:16.019812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44984) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.105178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40a9dc7d-7d4c-4292-b131-e723aa880fde tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:16.107345 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-40a9dc7d-7d4c-4292-b131-e723aa880fde tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/d6ebc068-080f-4553-a6d2-c2354d86c70b HTTP/1.1" status: 404 len: 333 time: 0.2033174 Sep 29 06:50:16.122186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.123286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-eead6579-b451-460b-a0a2-61004a428bb6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.123769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eead6579-b451-460b-a0a2-61004a428bb6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.127830 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eead6579-b451-460b-a0a2-61004a428bb6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f051a9a0-61d2-4ae5-931c-31f76c066cbf HTTP/1.1" status: 404 len: 337 time: 0.1043434 Sep 29 06:50:16.130783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44992) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.227462 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 3 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:16.248263 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbabf53-98d3-444e-9ad8-811fe4f4382a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.248722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbabf53-98d3-444e-9ad8-811fe4f4382a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.252748 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0cbabf53-98d3-444e-9ad8-811fe4f4382a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/1bc566ed-3839-4e41-b595-da33b096c707 HTTP/1.1" status: 404 len: 337 time: 0.0839388 Sep 29 06:50:16.255455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 44996) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.311730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.333114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:16.378008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet c8f17961-69e5-4421-b25c-5428c9e54191 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:16.382917 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-324c08ec-e75d-4fdd-a5cd-77a7b323fc68 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.383290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324c08ec-e75d-4fdd-a5cd-77a7b323fc68 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.386805 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-324c08ec-e75d-4fdd-a5cd-77a7b323fc68 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/19e7edea-3a2a-44ee-9e62-393d0482eef2 HTTP/1.1" status: 404 len: 333 time: 0.1307802 Sep 29 06:50:16.393351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.402222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45000) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.472757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.483829 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb7d43d-9999-4ff4-aedf-68bf1238073a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.484286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb7d43d-9999-4ff4-aedf-68bf1238073a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.485998 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ffb7d43d-9999-4ff4-aedf-68bf1238073a tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/e16fb158-e771-4ba5-9692-7138048f523d HTTP/1.1" status: 404 len: 337 time: 0.0799301 Sep 29 06:50:16.492689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:16.494792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45004) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.548553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:16.588286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port 55010754-43cb-44aa-9072-b264ecb552bf yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:16.595691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:16.602717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.615978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.617231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ddb46c-96a9-466b-bcdf-ddda587a5f35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.617721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ddb46c-96a9-466b-bcdf-ddda587a5f35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.619445 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-65ddb46c-96a9-466b-bcdf-ddda587a5f35 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/073dd93e-cfc3-4aaa-bacd-c6b8de6cb39f HTTP/1.1" status: 404 len: 337 time: 0.1237009 Sep 29 06:50:16.627901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:16.631633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45008) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.658266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Transition to ACTIVE for port object 55010754-43cb-44aa-9072-b264ecb552bf will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:16.676384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.682181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:50:16.701930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7b9aa6be-9a0d-4e3f-8b01-d8432d47eabd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports?device_id=89e3fed4-93b4-4072-a73a-58bdab0152bf HTTP/1.1" status: 200 len: 205 time: 0.0653470 Sep 29 06:50:16.705430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:16.708791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.719785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45012) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.831806 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-c1289cfc-3c6c-45f4-9f49-d9c5e530e4bb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] delete failed (client error): The resource could not be found. Sep 29 06:50:16.835373 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c1289cfc-3c6c-45f4-9f49-d9c5e530e4bb tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/routers/89e3fed4-93b4-4072-a73a-58bdab0152bf HTTP/1.1" status: 404 len: 336 time: 0.1097488 Sep 29 06:50:16.838521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45016) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:16.839033 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 4 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:16.898300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:16.911894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:16.929408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=55010754-43cb-44aa-9072-b264ecb552bf,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:16.962223 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a2367-99dd-45ab-9dfb-799eb18d3a80 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:16.962822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a2367-99dd-45ab-9dfb-799eb18d3a80 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:16.964889 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a91a2367-99dd-45ab-9dfb-799eb18d3a80 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/beb70856-6600-403c-a6c0-f1e0ccd3c3f9 HTTP/1.1" status: 404 len: 337 time: 0.1229117 Sep 29 06:50:16.972059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45020) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.009410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.034005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Checking segment: {'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:17.034709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Network hostable DHCP agents. Network: 77932bea-523d-40bd-b163-763f1574db66, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:17.053986 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-48e39a17-f0ad-4f80-b897-ffd35f6b5ad6 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b63b12-8948-40ce-b0e9-42be2ab9d548 HTTP/1.1" status: 200 len: 205 time: 0.0807788 Sep 29 06:50:17.061843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45024) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.133789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951a1d2-9180-4088-8291-78bffac49b76 None None] Network afc1b87a-304f-4628-bb99-151debb3fc35 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:17.139291 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-61deceaf-2c11-46b2-a525-b8aa43afb6df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] delete failed (client error): The resource could not be found. Sep 29 06:50:17.142819 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-61deceaf-2c11-46b2-a525-b8aa43afb6df tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/routers/e7b63b12-8948-40ce-b0e9-42be2ab9d548 HTTP/1.1" status: 404 len: 336 time: 0.0794697 Sep 29 06:50:17.143063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45028) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.186012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.189427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Network 77932bea-523d-40bd-b163-763f1574db66 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:17.204475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:50:17.219361 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-41666c9d-285d-46ef-a16e-b3b21eeb5294 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:17.220153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41666c9d-285d-46ef-a16e-b3b21eeb5294 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:17.237218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f17961-69e5-4421-b25c-5428c9e54191,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:17.239098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:17.243703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.245730 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0945929a-3559-4417-be15-d0415820531f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/c8f17961-69e5-4421-b25c-5428c9e54191 HTTP/1.1" status: 204 len: 168 time: 1.1191683 Sep 29 06:50:17.247189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 77932bea-523d-40bd-b163-763f1574db66) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:17.253900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-41666c9d-285d-46ef-a16e-b3b21eeb5294 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/706b9954-38e9-4205-8200-ad83006d0fc7 HTTP/1.1" status: 404 len: 337 time: 0.1059818 Sep 29 06:50:17.253900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45032) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.255013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:17.258096 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] Sync routers for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:17.260446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.269229 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:17.269941 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:17.283901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45034) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.284724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:17.285494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:17.286091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:17.294170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55816b-c906-492e-b5a7-6ed7d5899a29 None None] Network 77932bea-523d-40bd-b163-763f1574db66 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:17.365903 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-68dc2834-24b0-4f83-bd07-4f61e0da7938 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:17.367046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68dc2834-24b0-4f83-bd07-4f61e0da7938 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:17.372623 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-68dc2834-24b0-4f83-bd07-4f61e0da7938 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a10ea134-0d5e-4c3e-9717-4927a35c74c1 HTTP/1.1" status: 404 len: 337 time: 0.0837603 Sep 29 06:50:17.378454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45040) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.379339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:17.379893 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:17.403226 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f07c5f1d-481b-46b0-b209-8d4499fdb5d0 (CIDR: 172.20.0.0/28) Sep 29 06:50:17.435405 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 5 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:17.457400 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:50:17.466643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:50:17.467142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:17.482873 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 2 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:17.517330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:17.518230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:17.518826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:17.548147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:17.548855 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:17.553392 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 3 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:17.578753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:17.579877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:17.580515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:17.584499 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4c1db7b7-1a25-4a8a-9911-106eeebaafe5 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6192615 Sep 29 06:50:17.588193 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-13889a91-8186-4fdb-839f-772ab1960b13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:17.588896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13889a91-8186-4fdb-839f-772ab1960b13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:17.591781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45044) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.593502 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-36e41329-a620-430c-a810-57d809e9af64 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "DELETE /v2.0/floatingips/4dc3632d-e09b-4279-915f-2b99e8a786c9 HTTP/1.1" status: 204 len: 168 time: 4.9643176 Sep 29 06:50:17.597356 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-13889a91-8186-4fdb-839f-772ab1960b13 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/fbc234f0-4186-4336-a1a3-5b8f6b08f658 HTTP/1.1" status: 404 len: 333 time: 0.2161903 Sep 29 06:50:17.601010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45046) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.602953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:17.603620 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:17.609351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:50:17.619485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1ffce6-16cd-4729-a319-4496e7c2dc20" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:50:17.620206 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 4 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:17.635693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:17.639607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:17.762614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:17.763155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:17.764114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:17.778168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:17.778606 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:17.784806 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 5 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:17.806344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:17.806573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:17.807111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:17.823777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] DHCP port deletion for afc1b87a-304f-4628-bb99-151debb3fc35 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:17.826864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.829150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-624896c2-ce81-474f-87ea-ff2f0572dea9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:17.829783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624896c2-ce81-474f-87ea-ff2f0572dea9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:17.830049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] Deleting port 02ecb2f1-40ea-4a0c-866a-08d911271941 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:17.831203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.840022 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-624896c2-ce81-474f-87ea-ff2f0572dea9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/cfc8c735-6911-49f9-b6cb-03bb11d7191c HTTP/1.1" status: 404 len: 337 time: 0.2320585 Sep 29 06:50:17.841351 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:58Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:17.842900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45056) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:17.845074 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] Checking router: 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:50:17.848314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:17.849146 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:17.855781 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:17.855781 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:17.859999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02721ea-569f-49fa-9fea-ceed9a29ed13 x-openstack-request-id: req-a02721ea-569f-49fa-9fea-ceed9a29ed13 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:50:17.860447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:50:17.860698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a02721ea-569f-49fa-9fea-ceed9a29ed13 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:50:17.861480 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02721ea-569f-49fa-9fea-ceed9a29ed13'] response: {'name': 'network-changed', 'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'status': 'completed', 'code': 200} Sep 29 06:50:17.861778 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 6 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:17.934083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:17.956749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] Sync routers for ids ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:17.960860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:17.962392 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8d2fbe8b-99de-4dd3-b4c6-52aede3d59ac tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 200 len: 891 time: 4.2222180 Sep 29 06:50:17.970112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45060) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.010247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:18.011037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:18.011037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:18.025243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda3ad48-ccd5-4bb3-8115-64986001162d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:18.025829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda3ad48-ccd5-4bb3-8115-64986001162d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:18.030969 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eda3ad48-ccd5-4bb3-8115-64986001162d tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/363c8ad7-1fd1-4bc3-8143-cd26811d1d11 HTTP/1.1" status: 404 len: 333 time: 0.1798182 Sep 29 06:50:18.031757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45064) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.032358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:18.044286 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:18.061433 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:50:18.071419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] Routers {'a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:18.072652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:18.163695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 7 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:18.166967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:18.175047 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 6 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:18.215851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:18.217356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:18.218816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:18.221305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:18.238248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:18.242797 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:18.248563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 02ecb2f1-40ea-4a0c-866a-08d911271941 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:18.249168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:18.273202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:18.299202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:18.318375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 8 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:18.324585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] Routers {'a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:18.325416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:18.341927 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-639c69e8-7066-466d-9ca5-98adcc226ff1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:18.342514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639c69e8-7066-466d-9ca5-98adcc226ff1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:18.347717 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-639c69e8-7066-466d-9ca5-98adcc226ff1 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/f949cbd2-f8e3-46ff-bf0b-fb47153be933 HTTP/1.1" status: 404 len: 337 time: 0.2941630 Sep 29 06:50:18.348390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45070) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.361646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:18.361766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:18.362062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:18.379997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:18.380473 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:18.408835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:18.412224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:18.412888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545886f-c7e4-4568-83ba-3a10785ff370 None None] The sync data for ids ['a42ed9a9-74d9-46fe-8181-2a2ffc2f7409'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:18.443162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] For port 02ecb2f1-40ea-4a0c-866a-08d911271941, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=02ecb2f1-40ea-4a0c-866a-08d911271941,segment=NetworkSegment(8478482f-eb6a-409b-aa38-bf0282cee76c),segment_id=8478482f-eb6a-409b-aa38-bf0282cee76c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:18.443662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:18.458553 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 9 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:18.476704 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-985c866b-1b07-463b-a662-5124f39ffa78 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:18.477292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985c866b-1b07-463b-a662-5124f39ffa78 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:18.482464 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-985c866b-1b07-463b-a662-5124f39ffa78 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/5c030910-1553-4795-85f3-ba5ddfbaf675 HTTP/1.1" status: 404 len: 333 time: 0.1128235 Sep 29 06:50:18.485202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45074) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.485904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:18.486242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:18.486616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:18.496130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:18.496461 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:18.509069 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:58Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:18.515486 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da182-ef30-438e-ac56-aec36b99402a None None] The sync data for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv is: [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:46:46Z', 'revision_number': 4, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '8be42fc3-ab61-4572-b6c0-a1e3c3d4a858', 'name': '', 'network_id': '71b35d4d-7314-4d7f-882f-def43e93d923', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'mac_address': 'fa:16:3e:7a:cf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:43Z', 'updated_at': '2022-09-29T06:46:58Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'subnets': [{'id': '3486f2aa-ff8f-4375-84a9-10e30d38da0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:18.533041 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 10 to bind port 55010754-43cb-44aa-9072-b264ecb552bf Sep 29 06:50:18.537067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:18.556991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:18.557279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:18.558428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:18.601494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:18.603765 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a39963-5288-4a02-b797-da54680d17d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:18.605302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a39963-5288-4a02-b797-da54680d17d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:18.607617 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e6a39963-5288-4a02-b797-da54680d17d5 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/dd792434-5be6-44f3-b802-18eaa3ed938d HTTP/1.1" status: 404 len: 337 time: 0.1158900 Sep 29 06:50:18.612702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:18.623127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45078) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.637650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 55010754-43cb-44aa-9072-b264ecb552bf on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:18.638078 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 55010754-43cb-44aa-9072-b264ecb552bf on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:18.638359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] Calling delete_port for 02ecb2f1-40ea-4a0c-866a-08d911271941 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:18.638505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:18.711025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-9a44eb42-c104-4a66-9cc6-9f9cd1d524b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:18.713736 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-9a44eb42-c104-4a66-9cc6-9f9cd1d524b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 1099 time: 0.8514740 Sep 29 06:50:18.727963 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-994e2840-8a36-4bd3-b17f-38d1a5d98880 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:18.728213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994e2840-8a36-4bd3-b17f-38d1a5d98880 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:18.734703 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-994e2840-8a36-4bd3-b17f-38d1a5d98880 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/ccdb8e4f-8520-4eb4-b066-3e47c7c14cd4 HTTP/1.1" status: 404 len: 333 time: 0.0829854 Sep 29 06:50:18.739295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:18.740528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45082) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.827117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] Pushing event deleted for resources: {'Port': ['ID=02ecb2f1-40ea-4a0c-866a-08d911271941,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:18.827117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c2354-4358-4dbb-9a71-07dd730b64de None None] No DVR routers for this DVR port 02ecb2f1-40ea-4a0c-866a-08d911271941 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:18.898031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6b4d1926-3448-49f9-8db8-ea1a08043b7e (CIDR: 172.20.0.16/28) Sep 29 06:50:18.898031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0ee08f20-ee96-4709-93e0-b9fa689c928f tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/routers/a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 200 len: 891 time: 0.9189670 Sep 29 06:50:18.898031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:50:18.898031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:18.908252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45086) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:18.918942 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 7 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:18.969036 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d16bd42-1142-41bf-bb4f-e1330ef02f3d None None] New status for floating IP 4dc3632d-e09b-4279-915f-2b99e8a786c9: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:50:19.006275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2a289d8b-2923-444a-b6cd-6ca971453929 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4022012 Sep 29 06:50:19.021393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45088) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.021393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'subnet': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:19.049885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:19.121543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-2cef8bab-a68d-4721-95a0-d7125b071bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:19.121543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-2cef8bab-a68d-4721-95a0-d7125b071bb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 200 len: 898 time: 0.2204359 Sep 29 06:50:19.188736 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dc8c9d-cf44-48ec-a590-8490f0917508 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:19.189249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dc8c9d-cf44-48ec-a590-8490f0917508 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:19.197784 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d4dc8c9d-cf44-48ec-a590-8490f0917508 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/1c95f2a8-b534-4a25-86e4-05e047d7e28d HTTP/1.1" status: 404 len: 337 time: 0.4466805 Sep 29 06:50:19.226447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45094) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.270228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9d33344d-1d36-4450-a081-69efcec2728c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:19.313806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] For port 02ecb2f1-40ea-4a0c-866a-08d911271941, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=02ecb2f1-40ea-4a0c-866a-08d911271941,segment=NetworkSegment(8478482f-eb6a-409b-aa38-bf0282cee76c),segment_id=8478482f-eb6a-409b-aa38-bf0282cee76c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:19.314427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:19.335428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9d33344d-1d36-4450-a081-69efcec2728c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:19.339794 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9d33344d-1d36-4450-a081-69efcec2728c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 200 len: 205 time: 0.1634843 Sep 29 06:50:19.342096 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-731479f1-dbc3-452a-958b-1bbacc0beb13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 200 len: 217 time: 0.1172135 Sep 29 06:50:19.352417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49495a-25f2-416b-a033-417d85c42ef7 req-70b4826a-1f65-4184-a7d1-21c71c5c0edd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:19.352417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-cd49495a-25f2-416b-a033-417d85c42ef7 req-70b4826a-1f65-4184-a7d1-21c71c5c0edd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Synchronizing usage tracker for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:19.392909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45098) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.405325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] For port 55010754-43cb-44aa-9072-b264ecb552bf, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:19.405325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempted to set empty binding levels {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 29 06:50:19.476174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:19.476174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:19.476174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:19.491645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 02ecb2f1-40ea-4a0c-866a-08d911271941 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:19.547926 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 8 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:19.606935 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.0200248 Sep 29 06:50:19.614672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45102) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.639490 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ccee56-22a5-4a5f-a3c7-6414fc7ab13b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:19.639490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ccee56-22a5-4a5f-a3c7-6414fc7ab13b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:19.639490 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c7ccee56-22a5-4a5f-a3c7-6414fc7ab13b tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/a59a8324-4927-4278-911a-469699668a88 HTTP/1.1" status: 404 len: 333 time: 0.4051440 Sep 29 06:50:19.652156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45106) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.656614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:19.683929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d52fa-ecd8-4df0-9bb9-b43ed2abc1bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=55010754-43cb-44aa-9072-b264ecb552bf,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:19.685344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-cd49495a-25f2-416b-a033-417d85c42ef7 req-70b4826a-1f65-4184-a7d1-21c71c5c0edd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Unset dirty status for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:19.685344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cd49495a-25f2-416b-a033-417d85c42ef7 req-70b4826a-1f65-4184-a7d1-21c71c5c0edd tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 1.3342683 Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: from cryptography.utils import int_from_bytes Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: from cryptography.utils import int_from_bytes Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn_limited( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn_limited( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.692959 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:50:19.700036 dv-neutron-859761-1-hyperv neutron-server[89137]: util.warn( Sep 29 06:50:19.702806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Deleting port 55010754-43cb-44aa-9072-b264ecb552bf {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:19.702963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:19.731781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:50:19.731781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:50:19.757754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2946a08b-bb77-474c-854e-89f1f2a1a4d9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:19.758776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2946a08b-bb77-474c-854e-89f1f2a1a4d9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:19.760060 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2946a08b-bb77-474c-854e-89f1f2a1a4d9 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/615b3500-dc55-4105-b908-c1b029988969 HTTP/1.1" status: 404 len: 337 time: 0.1025107 Sep 29 06:50:19.762402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 02ecb2f1-40ea-4a0c-866a-08d911271941 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:19.763758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45110) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.817698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 02ecb2f1-40ea-4a0c-866a-08d911271941 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:19.817698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 02ecb2f1-40ea-4a0c-866a-08d911271941 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:19.887344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-92c31e57-1b30-48e8-8f5a-f6b4a54014e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:19.887344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-92c31e57-1b30-48e8-8f5a-f6b4a54014e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 200 len: 835 time: 0.5236046 Sep 29 06:50:19.906369 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbebbc07-58b2-4904-8ab0-bcce83995781 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:19.906369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbebbc07-58b2-4904-8ab0-bcce83995781 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:19.917434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:19.928782 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cbebbc07-58b2-4904-8ab0-bcce83995781 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/9a9c9494-4788-45dd-8d84-5c478325944e HTTP/1.1" status: 404 len: 333 time: 0.1612701 Sep 29 06:50:19.934174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45114) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:19.970992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Usage tracker for resource:subnet and tenant:161307f3570441038cb0eb57e7f8ac66 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:19.983449 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cd49495a-25f2-416b-a033-417d85c42ef7 req-ada5235a-4949-4200-a80f-a11e26d9d763 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555254 Sep 29 06:50:19.983449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:20.002245 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abf84a9-7d6a-4d7a-a2e4-75c2920b5d75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:20.002245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abf84a9-7d6a-4d7a-a2e4-75c2920b5d75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:20.006890 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6abf84a9-7d6a-4d7a-a2e4-75c2920b5d75 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/5fb5ffb1-10e5-4ed6-a8e3-2bd8319754d7 HTTP/1.1" status: 404 len: 337 time: 0.0666850 Sep 29 06:50:20.007053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:20.019941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:20.071530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.099865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] For port 55010754-43cb-44aa-9072-b264ecb552bf, host hv-neutron-8597, got binding levels [] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:20.100618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.125171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-4f893b72-82fb-41a8-aff5-f1f57b1a735d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:20.125171 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-4f893b72-82fb-41a8-aff5-f1f57b1a735d tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.3105791 Sep 29 06:50:20.147500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Made reservation on behalf of 161307f3570441038cb0eb57e7f8ac66 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:20.147500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.163150 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 9 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:20.208292 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ee1daf-1353-414e-94e6-8ec7ab3c3e94 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:20.208292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ee1daf-1353-414e-94e6-8ec7ab3c3e94 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:20.210571 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-32ee1daf-1353-414e-94e6-8ec7ab3c3e94 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/ports/d27a2327-9ccb-4abf-adba-b9e08bec85e9 HTTP/1.1" status: 404 len: 333 time: 0.1886032 Sep 29 06:50:20.272010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 02ecb2f1-40ea-4a0c-866a-08d911271941 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:20.272010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.279959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:20.287395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:20.303651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Calling delete_port for 55010754-43cb-44aa-9072-b264ecb552bf owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:20.379435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-10858f16-ed45-4131-ad73-6fbf673bced3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:20.379931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10858f16-ed45-4131-ad73-6fbf673bced3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:20.382335 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-10858f16-ed45-4131-ad73-6fbf673bced3 tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/subnets/a4e5b543-a414-48bd-89c0-a66d69dac877 HTTP/1.1" status: 404 len: 337 time: 0.0989025 Sep 29 06:50:20.387554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45126) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:20.475770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] The port '02ecb2f1-40ea-4a0c-866a-08d911271941' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:50:20.508933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-1ecf1ee6-0250-490f-b598-00ebbd3f4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:20.508933 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-1ecf1ee6-0250-490f-b598-00ebbd3f4876 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71b35d4d-7314-4d7f-882f-def43e93d923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5931325 Sep 29 06:50:20.599604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.616841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Deleting port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:20.616841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.627560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port ec96df71-9fc1-4023-9073-e17dbf05ebbc {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:20.627560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.781649 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Attempt 10 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:20.839828 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-8c3153aa-7bda-402d-8691-fb2000fe8cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318884 Sep 29 06:50:20.915594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:20.927274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Could not find standard attr ID for object 9661ff23-fcf9-4e6e-acab-97f9644cfa18. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:20.927274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fea0938-aa27-4009-bb68-a6fd4876e2fa None None] Could not find standard attr ID for object 2b123cd4-80c9-4564-a9c5-f7d029bd312a. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:20.955543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.968994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:20.995411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.055873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.070700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Provisioning for port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:21.087347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Provisioning complete for port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:21.087347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.087347 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 1 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:21.166435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event deleted for resources: {'Port': ['ID=55010754-43cb-44aa-9072-b264ecb552bf,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:21.196062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:21.260444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc1b87a-304f-4628-bb99-151debb3fc35']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:21.277313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.293150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for ec96df71-9fc1-4023-9073-e17dbf05ebbc owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:21.344233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8478482f-eb6a-409b-aa38-bf0282cee76c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:21.344233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8478482f-eb6a-409b-aa38-bf0282cee76c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:21.361974 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f1ffce6-16cd-4729-a319-4496e7c2dc20 req-26df1f71-9e50-4002-a076-845ea86389c6 service neutron] 10.222.0.61 "GET /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020258 Sep 29 06:50:21.383905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.429870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fae9e124-c382-4418-b8c5-330c55445da5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "DELETE /v2.0/ports/55010754-43cb-44aa-9072-b264ecb552bf HTTP/1.1" status: 204 len: 168 time: 1.8047621 Sep 29 06:50:21.435192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45134) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:21.487698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41e2490-7bf1-4e80-9ade-ffc91ea5a808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a41e2490-7bf1-4e80-9ade-ffc91ea5a808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "GET /v2.0/ports/55010754-43cb-44aa-9072-b264ecb552bf HTTP/1.1" status: 404 len: 333 time: 0.0888546 Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45138) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:21.537940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Subnet': ['ID=b891a27b-da6b-4c9b-94af-d61299bd7aea,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:21.548385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d16c8e-e7c2-4bba-a9cd-a4b6896479ea None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:21.556980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Request body: {'port': {'network_id': '77932bea-523d-40bd-b163-763f1574db66', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1637752609'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:21.562630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.568557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:21.578171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.586118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Usage tracker for resource:port and tenant:ce48b6f404ae474092e2435d95d0e6be is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:21.586118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:21.586118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a1f07d7b-7b34-495f-9f7d-5f40a10e1890 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5641620 Sep 29 06:50:21.586118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:21.586118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:21.602250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2139013007', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b891a27b-da6b-4c9b-94af-d61299bd7aea'}], 'security_groups': ['ca441367-7697-4514-a617-2672b430153f', 'b38f36c8-211c-4ffd-a04e-e21eccf57c80']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:21.624447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:21.624447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.660770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f723a10-0bd7-4e60-9921-89b35030f7ba']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:21.695500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Made reservation on behalf of ce48b6f404ae474092e2435d95d0e6be for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:21.695500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.743724 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 2 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:21.753687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port b0a125e7-1a64-4c6e-b25f-0e8733b46462 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:21.773033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8478482f-eb6a-409b-aa38-bf0282cee76c resource provider aggregate not found Sep 29 06:50:21.804245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:21.804542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028a5b3c-5ef4-48bf-b9ad-a522898d9ab5') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:21.824708 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8478482f-eb6a-409b-aa38-bf0282cee76c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8478482f-eb6a-409b-aa38-bf0282cee76c found for delete ", "request_id": "req-0616ea07-aa4f-47fe-bd5d-3263521c4665"}]} Sep 29 06:50:21.834708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.842230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] For port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:21.842703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.851525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:21.905911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=ec96df71-9fc1-4023-9073-e17dbf05ebbc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:21.933629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fe0ae-3bf5-42c9-9aed-f89af86c1e45 req-587588cb-b53d-4225-923d-1b0cc100db8a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:21.935164 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a42fe0ae-3bf5-42c9-9aed-f89af86c1e45 req-587588cb-b53d-4225-923d-1b0cc100db8a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 946 time: 0.7260935 Sep 29 06:50:21.951321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:22.008144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Calling delete_port for b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:22.047694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.072104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.081588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:22.081992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.110870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.167965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Update dhcp port {'port': {'network_id': '1fd4a694-2f97-4d52-9d01-41ec81366a5a', 'fixed_ips': [{'subnet_id': '6b4d1926-3448-49f9-8db8-ea1a08043b7e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f07c5f1d-481b-46b0-b209-8d4499fdb5d0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b891a27b-da6b-4c9b-94af-d61299bd7aea'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '81ddfca6-c0a6-47bb-b832-bf134750d551'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:50:22.173243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.187303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=afc1b87a-304f-4628-bb99-151debb3fc35,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:22.218227 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7feee501-cbb0-4a74-ba8f-651e4cf054e7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/afc1b87a-304f-4628-bb99-151debb3fc35 HTTP/1.1" status: 204 len: 168 time: 4.9613674 Sep 29 06:50:22.225201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45150) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:22.231906 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a42fe0ae-3bf5-42c9-9aed-f89af86c1e45 req-f00c88dd-a975-4a31-b607-dcbdc88d26f1 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c469a10-b549-4dd0-a461-08c28bd64b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253833 Sep 29 06:50:22.231906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'name': 'tempest-PortsIpV6TestJSON-251782867'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:22.250570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.322858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.355225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.360375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.362715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.409365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] Pushing event deleted for resources: {'Network': ['ID=4f723a10-0bd7-4e60-9921-89b35030f7ba,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:22.428243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.437018 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3c837d5f-f133-4972-8f73-1fa4323e44dd tempest-NetworksTestDHCPv6-1878325206 tempest-NetworksTestDHCPv6-1878325206-project] 10.222.0.26 "DELETE /v2.0/networks/4f723a10-0bd7-4e60-9921-89b35030f7ba HTTP/1.1" status: 204 len: 168 time: 2.0250547 Sep 29 06:50:22.451050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.451178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:50:22.463021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:22.483783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:22.500099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.596128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:22.596128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.607339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'Port': ['ID=b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:22.634309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Allocated IP 172.20.0.34 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/b891a27b-da6b-4c9b-94af-d61299bd7aea/81ddfca6-c0a6-47bb-b832-bf134750d551) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:22.638126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.639613 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ef79dd05-0d2c-41bf-ac12-1ff7ca59012c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 204 len: 168 time: 3.2514882 Sep 29 06:50:22.655217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45156) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:22.656312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port dc0a920f-0a15-4839-a6eb-af816907ecb2 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:22.701952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.706893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-494269295'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:22.762541 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 3 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:22.765380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:22.787022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] No DVR routers for this DVR port b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:22.789953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:22.793872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.796989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:22.799648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-deleted', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:50:22.802200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fea08a-2591-4717-8170-4431a6720d82" -d '{"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-deleted", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:50:22.810971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:22.821588 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e2d9ba26-6894-44c2-acae-3bcb9ddb0d46 req-8f7d715d-fafa-4cd1-9273-f73008b16fc6 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.61 "DELETE /v2.0/ports/b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 HTTP/1.1" status: 204 len: 173 time: 2.6469350 Sep 29 06:50:22.866786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:22.869542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.872613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:22.891418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300de46-4e3d-4cfd-9541-29faae107801 x-openstack-request-id: req-4300de46-4e3d-4cfd-9541-29faae107801 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:50:22.891811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed99f8b-b259-4bd2-85c4-6c3d00c074e2", "name": "network-vif-deleted", "tag": "b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:50:22.892158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4300de46-4e3d-4cfd-9541-29faae107801 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:50:22.892646 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4300de46-4e3d-4cfd-9541-29faae107801'] response: {'server_uuid': '0ed99f8b-b259-4bd2-85c4-6c3d00c074e2', 'name': 'network-vif-deleted', 'tag': 'b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5', 'status': 'completed', 'code': 200} Sep 29 06:50:22.928616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:22.958625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=81ddfca6-c0a6-47bb-b832-bf134750d551,segment=NetworkSegment(16ea4ee2-66aa-4147-b34f-571e3e549256),segment_id=16ea4ee2-66aa-4147-b34f-571e3e549256)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:22.987516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45164) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:22.991817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a125e7-1a64-4c6e-b25f-0e8733b46462,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:23.007441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.041326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Transition to ACTIVE for port object 81ddfca6-c0a6-47bb-b832-bf134750d551 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:23.048026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.108787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:23.120424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.121100 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment b42038fe-f101-4e83-8f07-cd41bb69f195 of type vlan for network d99ac762-6a03-4178-8953-04bbb51e2920 Sep 29 06:50:23.140842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea92ac7-1c89-4a85-b2e8-4f7f86f4f23b None None] Pushing event updated for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:23.156780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Network 77932bea-523d-40bd-b163-763f1574db66 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:23.169319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:23.176310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:23.181780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:23.183301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.223587 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9a4045f5-ecee-4be0-9e42-247d04711e9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6889777 Sep 29 06:50:23.226441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.243383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45170) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:23.251256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:23.252095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:23.293016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:23.293506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b9a76fc3-b56b-4ae8-b550-29abf2eb4bd5 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:23.412238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Delete allocated IP 172.20.0.13 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/f07c5f1d-481b-46b0-b209-8d4499fdb5d0) {{(pid=89136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 06:50:23.432285 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 4 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:23.442195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Allocated IP 172.20.0.43 (1fd4a694-2f97-4d52-9d01-41ec81366a5a/b891a27b-da6b-4c9b-94af-d61299bd7aea/b0da1d07-afd0-40f7-b2f5-fa8fa1042672) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:23.443017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.455383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.461097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:23.461768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.507964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9e023941-4a80-4689-94d8-5c80c70519a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=982b8f5b68aa45e58b8fa1963dc0efdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119300 Sep 29 06:50:23.511509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:23.563445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:23.581657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8800151 Sep 29 06:50:23.591895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45180) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:23.605370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:23.651073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57ee7a13-3c55-428e-bc10-51242805b26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.674376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.724432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3d995036-e910-4d71-af96-c82ce3473096 req-a42b4659-c399-4d67-895a-e57b1e95bdc9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Synchronizing usage tracker for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:23.764824 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 81ddfca6-c0a6-47bb-b832-bf134750d551 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:23.780375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafb784-062d-4416-8ead-28efc376a702 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=d99ac762-6a03-4178-8953-04bbb51e2920,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:23.799691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d99ac762-6a03-4178-8953-04bbb51e2920 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:23.808967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3d995036-e910-4d71-af96-c82ce3473096 req-a42b4659-c399-4d67-895a-e57b1e95bdc9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Unset dirty status for tenant:cb81b6dc174647a8a55d43aa38d1ba1a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:23.810685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d995036-e910-4d71-af96-c82ce3473096 req-a42b4659-c399-4d67-895a-e57b1e95bdc9 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ed99f8b-b259-4bd2-85c4-6c3d00c074e2 HTTP/1.1" status: 200 len: 210 time: 0.2389772 Sep 29 06:50:23.837115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57ee7a13-3c55-428e-bc10-51242805b26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.886336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:23.894210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:23.900037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:23.927772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:23.951592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:23.956014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:23.971323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.018896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 028a5b3c-5ef4-48bf-b9ad-a522898d9ab5 resource provider aggregate not found Sep 29 06:50:24.050030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:50:24.050407 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 028a5b3c-5ef4-48bf-b9ad-a522898d9ab5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 028a5b3c-5ef4-48bf-b9ad-a522898d9ab5 found for delete ", "request_id": "req-d8f6b99a-b533-4e68-b483-f0ef066bff63"}]} Sep 29 06:50:24.065069 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 5 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:24.065646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:24.069359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:24.072572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:24.079286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:24.080228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.083795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.093707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57ee7a13-3c55-428e-bc10-51242805b26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.112273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=dc0a920f-0a15-4839-a6eb-af816907ecb2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:24.123259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57ee7a13-3c55-428e-bc10-51242805b26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.124720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-57ee7a13-3c55-428e-bc10-51242805b26d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7517ef28-54f9-4efd-934a-4d083d3bef69 HTTP/1.1" status: 204 len: 168 time: 0.6120510 Sep 29 06:50:24.143814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7a13-3c55-428e-bc10-51242805b26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7517ef28-54f9-4efd-934a-4d083d3bef69,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:24.148050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Transition to ACTIVE for port object b0da1d07-afd0-40f7-b2f5-fa8fa1042672 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:24.155443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.159530 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b54d4367-e45f-4ecc-8827-51ebe7bce3c3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9332530 Sep 29 06:50:24.175437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45190) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:24.179524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:24.248539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port b0a125e7-1a64-4c6e-b25f-0e8733b46462 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:24.261297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.277019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port dc0a920f-0a15-4839-a6eb-af816907ecb2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:24.277257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.328061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event updated for resources: {'Port': ['ID=b0da1d07-afd0-40f7-b2f5-fa8fa1042672,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:24.333955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Transition to ACTIVE for port object b0a125e7-1a64-4c6e-b25f-0e8733b46462 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:24.338667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.428188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] In _notify_port_updated(), no bound segment for port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 on network 1fd4a694-2f97-4d52-9d01-41ec81366a5a {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:24.438719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:24.439397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.443383 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-310b2ab2-39c5-416a-b8bd-26fe9ec790ef tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "PUT /v2.0/ports/b0da1d07-afd0-40f7-b2f5-fa8fa1042672 HTTP/1.1" status: 200 len: 960 time: 2.8598237 Sep 29 06:50:24.444371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45198) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:24.544263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:24.544603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.568079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a125e7-1a64-4c6e-b25f-0e8733b46462,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:24.592772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.634852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:24.634852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:24.634852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:24.656698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:24.656698 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:24.656698 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 2 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:24.679349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:24.679685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:24.680550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:24.681387 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 6 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:24.691155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:24.691491 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:24.692987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:24.707004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 3 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:24.748904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=2c3caf6e-c76c-4b14-83f7-90f3f105fc65,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:24.786047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:24.830003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:24.830341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:24.830888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:24.842804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': 'b42038fe-f101-4e83-8f07-cd41bb69f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:24.843222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: d99ac762-6a03-4178-8953-04bbb51e2920, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:24.907695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for dc0a920f-0a15-4839-a6eb-af816907ecb2 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:24.937839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:24.938391 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:24.946228 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 4 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:24.954316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45216) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:24.976010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:24.976344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:24.976678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:24.989234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:24.990123 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:24.990913 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 5 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:25.018642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:25.019187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:25.020882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:25.027083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:25.028075 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:25.029062 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 6 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:25.035544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.046434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.135722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45222) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:25.140730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network d99ac762-6a03-4178-8953-04bbb51e2920 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:25.223813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=dc0a920f-0a15-4839-a6eb-af816907ecb2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:25.227081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.231863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:25.232461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:25.232788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:25.242408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:25.243351 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:25.243616 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 7 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:25.253367 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-723ffa84-c5cf-4261-a98f-da2531093efc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/dc0a920f-0a15-4839-a6eb-af816907ecb2 HTTP/1.1" status: 204 len: 168 time: 1.0766475 Sep 29 06:50:25.256658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45226) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:25.265403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'mac_address': 'fa:16:3e:76:bf:d5', 'name': 'tempest-PortsIpV6TestJSON-68921194'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:25.282842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:25.283061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:25.283253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:25.287381 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 7 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:25.341252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:25.341594 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:25.344456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:25.351536 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 8 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:25.375655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for b0da1d07-afd0-40f7-b2f5-fa8fa1042672 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:25.384671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:25.385005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:25.385329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:25.391401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:25.391727 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:25.393259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 9 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:25.409999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:25.414834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:25.415168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:25.415500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:25.419371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:25.423756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:25.426487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:25.427231 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:25.429513 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 10 to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 Sep 29 06:50:25.437992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:25.447701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d99ac762-6a03-4178-8953-04bbb51e2920) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:25.451061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:25.451286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:25.451599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:25.455446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:25.458907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df418bb3-e77a-4393-b7bd-af0ebb14803f None None] Network d99ac762-6a03-4178-8953-04bbb51e2920 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:25.464060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:25.464867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.473625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:25.474150 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:25.474705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.591590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1189136465'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:25.600850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:25.618153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:network and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:25.624250 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-43e197c1-1111-44ce-ac43-df20be6e2474 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0294933 Sep 29 06:50:25.627885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:25.630707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45232) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:25.640496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:25.641835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.657834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-479236320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:25.673849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:25.680915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:25.686035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:25.694004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:25.706630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] For port b0a125e7-1a64-4c6e-b25f-0e8733b46462, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:25.706729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempted to set empty binding levels {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 29 06:50:25.708504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 9165ebee-69b1-413a-a517-a27d92b6bf29 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:25.750923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.751477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] In _notify_port_updated(), no bound segment for port b0a125e7-1a64-4c6e-b25f-0e8733b46462 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:25.752322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:25.752920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.755622 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "PUT /v2.0/ports/b0a125e7-1a64-4c6e-b25f-0e8733b46462 HTTP/1.1" status: 200 len: 981 time: 2.5091860 Sep 29 06:50:25.759601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45236) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:25.773528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d99ac762-6a03-4178-8953-04bbb51e2920', 'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': '2c3caf6e-c76c-4b14-83f7-90f3f105fc65'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:25.774999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.813863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Made reservation on behalf of cb7cd9a49d1842fd8123a44158621b7a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:25.817627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.818912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.819929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.847989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b84186-ab5f-43e1-bc57-9e595daf745e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a125e7-1a64-4c6e-b25f-0e8733b46462,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:25.848303 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Attempt 8 to provision port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 Sep 29 06:50:25.854608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.874763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.895717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:25.902067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Port b0da1d07-afd0-40f7-b2f5-fa8fa1042672 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:50:25.909506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-67718768-5da2-4c4f-aa8b-b0793fce38b4 None None] Could not find standard attr ID for object 02ecb2f1-40ea-4a0c-866a-08d911271941. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:25.978731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=b0da1d07-afd0-40f7-b2f5-fa8fa1042672,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:25.981934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:25.984246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Allocated IP 2001:db8::2 (d99ac762-6a03-4178-8953-04bbb51e2920/2c3caf6e-c76c-4b14-83f7-90f3f105fc65/e904d82d-09e8-442a-851c-01b896464f7c) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:26.001125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.002617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:security_group_rule and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:26.039003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:26.062987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:26.073044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.075043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.078956 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-77adbba3-8a7e-4f79-8eb3-274e45c27ad4 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4431620 Sep 29 06:50:26.079119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45240) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:26.117439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Provisioning complete for port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:26.118358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.118724 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 1 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:26.199683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.200438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.201105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.201730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.202348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.204140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.204794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.205422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.206047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.206735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.207602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.208239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.208858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.209475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.210089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.210809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.212022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.212688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.213326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.213963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.217049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Synchronizing usage tracker for tenant:ce48b6f404ae474092e2435d95d0e6be on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:26.262090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:26.281421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.299738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.311718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Transition to ACTIVE for port object e904d82d-09e8-442a-851c-01b896464f7c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:26.333592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Transition to ACTIVE for port object e904d82d-09e8-442a-851c-01b896464f7c will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:26.339455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.347373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Unset dirty status for tenant:ce48b6f404ae474092e2435d95d0e6be on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:26.353306 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d121e1ce-fcab-49a1-863c-2d37fde66a35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18214 time: 0.5903096 Sep 29 06:50:26.357618 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45244) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:26.415739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Network d99ac762-6a03-4178-8953-04bbb51e2920 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:26.418663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:26.423787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:26.429590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Pushing event updated for resources: {'Port': ['ID=e904d82d-09e8-442a-851c-01b896464f7c,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:26.437059 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8d640b48-b405-4851-bbe0-63d2d1e1ddfb tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/b0da1d07-afd0-40f7-b2f5-fa8fa1042672 HTTP/1.1" status: 204 len: 168 time: 1.9916277 Sep 29 06:50:26.440302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Deleting port b0a125e7-1a64-4c6e-b25f-0e8733b46462 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:26.440814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.466762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45248) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:26.481860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.494970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.543246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.544908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Attempting to bind port e904d82d-09e8-442a-851c-01b896464f7c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:26.545299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Attempting to bind port e904d82d-09e8-442a-851c-01b896464f7c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b42038fe-f101-4e83-8f07-cd41bb69f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:26.546299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Attempting to bind port e904d82d-09e8-442a-851c-01b896464f7c on network d99ac762-6a03-4178-8953-04bbb51e2920 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:26.551694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:26.552073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Checking segment: {'id': 'b42038fe-f101-4e83-8f07-cd41bb69f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:26.552502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.552896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Bound using segment: {'id': 'b42038fe-f101-4e83-8f07-cd41bb69f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:26.553365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Bound port: e904d82d-09e8-442a-851c-01b896464f7c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42038fe-f101-4e83-8f07-cd41bb69f195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd99ac762-6a03-4178-8953-04bbb51e2920'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:26.554787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.561463 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-937401ef-e74a-41d1-a364-3ef9340345cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] GET failed (client error): The resource could not be found. Sep 29 06:50:26.561997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-937401ef-e74a-41d1-a364-3ef9340345cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Synchronizing usage tracker for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:26.612278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:26.621481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:26.626302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:26.632876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:26.638865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:26.639655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.643374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=9165ebee-69b1-413a-a517-a27d92b6bf29,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:26.661241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] For port e904d82d-09e8-442a-851c-01b896464f7c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:26.666201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] For port e904d82d-09e8-442a-851c-01b896464f7c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e904d82d-09e8-442a-851c-01b896464f7c,segment=NetworkSegment(b42038fe-f101-4e83-8f07-cd41bb69f195),segment_id=b42038fe-f101-4e83-8f07-cd41bb69f195)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:26.671073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.687580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-937401ef-e74a-41d1-a364-3ef9340345cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Unset dirty status for tenant:161307f3570441038cb0eb57e7f8ac66 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:26.688791 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-937401ef-e74a-41d1-a364-3ef9340345cd tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports/b0da1d07-afd0-40f7-b2f5-fa8fa1042672 HTTP/1.1" status: 404 len: 333 time: 0.2168190 Sep 29 06:50:26.692024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.702846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7256621e-f1c6-409a-8eab-265ea18c1f49,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:26.703945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45252) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:26.715478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.716028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Added segment 8cb4db3b-3cb8-4bc7-89dc-b50930bec05a of type vlan for network 05aed776-f406-4768-8d14-e4158a7eceb6 Sep 29 06:50:26.719180 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bcf03c1e-061c-44d9-92cb-cee50156f360 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.4615209 Sep 29 06:50:26.723327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45256) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:26.753327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9613ce-953e-42e0-a4e3-2de5f25f88b0 None None] Pushing event updated for resources: {'Port': ['ID=e904d82d-09e8-442a-851c-01b896464f7c,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:26.763879 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 2 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:26.830600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:26.850488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:26.903958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] For port b0a125e7-1a64-4c6e-b25f-0e8733b46462, host hv-neutron-8597, got binding levels [] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:26.904179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.013193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.154216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e14238-dcee-4ec1-8cb9-a1ab81fc243a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:27.154867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-12e14238-dcee-4ec1-8cb9-a1ab81fc243a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:27.173312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eeeec649-260a-4faa-b2db-90a30ce50dab tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.265730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-12e14238-dcee-4ec1-8cb9-a1ab81fc243a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:27.266936 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-12e14238-dcee-4ec1-8cb9-a1ab81fc243a tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/9165ebee-69b1-413a-a517-a27d92b6bf29 HTTP/1.1" status: 200 len: 843 time: 0.5392022 Sep 29 06:50:27.272903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eeeec649-260a-4faa-b2db-90a30ce50dab tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.281140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45264) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:27.290629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Calling delete_port for b0a125e7-1a64-4c6e-b25f-0e8733b46462 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:27.319514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.325640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:27.326234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.335124 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 3 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:27.404106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 9165ebee-69b1-413a-a517-a27d92b6bf29 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:27.404560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.425948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:27.479987 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3407135 Sep 29 06:50:27.480786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eeeec649-260a-4faa-b2db-90a30ce50dab tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.485220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45268) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:27.524455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'subnet': {'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:27.549428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec649-260a-4faa-b2db-90a30ce50dab tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c3a88d-dabe-4445-bf8b-848ece8a9029,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:27.550517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525662b-9ff3-441e-b912-f56376b27c43 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Network': ['ID=05aed776-f406-4768-8d14-e4158a7eceb6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:27.586551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 05aed776-f406-4768-8d14-e4158a7eceb6 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:27.691451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.750684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:27.756571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:subnet and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:27.760773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:27.771994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:27.806115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a125e7-1a64-4c6e-b25f-0e8733b46462,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:27.815920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.817446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eeeec649-260a-4faa-b2db-90a30ce50dab tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.821252 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eeeec649-260a-4faa-b2db-90a30ce50dab tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/security-groups/c3c3a88d-dabe-4445-bf8b-848ece8a9029 HTTP/1.1" status: 204 len: 168 time: 1.1156182 Sep 29 06:50:27.822323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Made reservation on behalf of cb7cd9a49d1842fd8123a44158621b7a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:27.826068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:27.835012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45272) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:27.843445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8::1 (d99ac762-6a03-4178-8953-04bbb51e2920/2c3caf6e-c76c-4b14-83f7-90f3f105fc65/b460c9be-8957-4e33-8532-bcc6dc90964d) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:27.869010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e904d82d-09e8-442a-851c-01b896464f7c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:27.878023 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a4095c3-6512-40a8-adcd-24ad6378b04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b0a125e7-1a64-4c6e-b25f-0e8733b46462 HTTP/1.1" status: 204 len: 168 time: 1.5183399 Sep 29 06:50:27.881823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45276) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:27.927800 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 4 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:27.952743 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdb051d-3076-422b-aa57-1b1e4a6c2b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:50:27.953289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-efdb051d-3076-422b-aa57-1b1e4a6c2b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Synchronizing usage tracker for tenant:ce48b6f404ae474092e2435d95d0e6be on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:28.010311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:28.044895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port e904d82d-09e8-442a-851c-01b896464f7c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:28.046765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5d288c2-7271-4718-b4e2-16481b87c0df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.085408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f524eb8-0ad7-4689-a923-dc07cc1a1c79 None None] Network d99ac762-6a03-4178-8953-04bbb51e2920 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:28.090668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-efdb051d-3076-422b-aa57-1b1e4a6c2b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Unset dirty status for tenant:ce48b6f404ae474092e2435d95d0e6be on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:28.092948 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-efdb051d-3076-422b-aa57-1b1e4a6c2b3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "GET /v2.0/ports/b0a125e7-1a64-4c6e-b25f-0e8733b46462 HTTP/1.1" status: 404 len: 333 time: 0.2088935 Sep 29 06:50:28.103330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45280) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:28.121779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5d288c2-7271-4718-b4e2-16481b87c0df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.168892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-597923335', 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:28.182058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Deleting port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:28.182708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.197561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:28.230687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5d288c2-7271-4718-b4e2-16481b87c0df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.249879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:28.260637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.268409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d288c2-7271-4718-b4e2-16481b87c0df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f36c8-211c-4ffd-a04e-e21eccf57c80,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:28.310368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5d288c2-7271-4718-b4e2-16481b87c0df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.310368 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5d288c2-7271-4718-b4e2-16481b87c0df tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/security-groups/b38f36c8-211c-4ffd-a04e-e21eccf57c80 HTTP/1.1" status: 204 len: 168 time: 0.4574764 Sep 29 06:50:28.310368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:28.408710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Made reservation on behalf of ce48b6f404ae474092e2435d95d0e6be for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:28.411014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.512790 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 5 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:28.534862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] For port 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:28.535440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.551334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 9165ebee-69b1-413a-a517-a27d92b6bf29 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:28.626613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.626613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port 0030c509-179e-42eb-a78b-23788b6ca4e8 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:28.728460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:28.765892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Calling delete_port for 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:28.822994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c424-ccbb-454f-831c-e07fbb3e9388 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.831575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object b460c9be-8957-4e33-8532-bcc6dc90964d will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:28.872436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c424-ccbb-454f-831c-e07fbb3e9388 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.917129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.922661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.951726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c424-ccbb-454f-831c-e07fbb3e9388 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.976463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8c424-ccbb-454f-831c-e07fbb3e9388 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca441367-7697-4514-a617-2672b430153f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:28.991270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c424-ccbb-454f-831c-e07fbb3e9388 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:28.996860 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8ed8c424-ccbb-454f-831c-e07fbb3e9388 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/security-groups/ca441367-7697-4514-a617-2672b430153f HTTP/1.1" status: 204 len: 168 time: 0.6929073 Sep 29 06:50:28.996860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45288) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:29.099080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=9165ebee-69b1-413a-a517-a27d92b6bf29,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:29.117296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet f07c5f1d-481b-46b0-b209-8d4499fdb5d0 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:29.120034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.120999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.149873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.195140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Subnet': ['ID=1e3a353b-f5e7-43d3-a8d4-384d824fe972,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:29.203341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.229437 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 6 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:29.272422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network d99ac762-6a03-4178-8953-04bbb51e2920 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:29.272422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b37cf6a4-1504-482d-87b3-78a55eb2fcb3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/9165ebee-69b1-413a-a517-a27d92b6bf29 HTTP/1.1" status: 204 len: 168 time: 1.9820766 Sep 29 06:50:29.283092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:29.283092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45292) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:29.283092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.294092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:29.294092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.326397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Checking segment: {'id': '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:29.326781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network hostable DHCP agents. Network: 05aed776-f406-4768-8d14-e4158a7eceb6, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:29.382406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.395228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=b460c9be-8957-4e33-8532-bcc6dc90964d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:29.402084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:29.474016 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c25b40a-598e-457e-b98f-78c5400f1324 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:50:29.474016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3c25b40a-598e-457e-b98f-78c5400f1324 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:29.513885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'Port': ['ID=8be42fc3-ab61-4572-b6c0-a1e3c3d4a858,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:29.538927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network 05aed776-f406-4768-8d14-e4158a7eceb6 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:29.546473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3c25b40a-598e-457e-b98f-78c5400f1324 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:29.546473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3c25b40a-598e-457e-b98f-78c5400f1324 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/9165ebee-69b1-413a-a517-a27d92b6bf29 HTTP/1.1" status: 404 len: 333 time: 0.2572455 Sep 29 06:50:29.546473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.555881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45296) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:29.578345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'name': 'tempest-PortsIpV6TestJSON-253445847'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:29.639869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 05aed776-f406-4768-8d14-e4158a7eceb6) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:29.652060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0787b0-1d5a-4e37-8e51-b720c29ca827 None None] Network 05aed776-f406-4768-8d14-e4158a7eceb6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:29.661569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:29.662162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.692470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Network 77932bea-523d-40bd-b163-763f1574db66 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:29.713947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:29.722750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:29.723927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:29.724259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.760924 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-505ceedb-b235-4160-924e-ccde1fc830ba tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2530367 Sep 29 06:50:29.762535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45300) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:29.767414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.774247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.793838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1979872595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:29.802123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=0030c509-179e-42eb-a78b-23788b6ca4e8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:29.808458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:29.811954 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eb9e4f1d-05b0-4b46-97b5-ca678cfa8ba9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7008369 Sep 29 06:50:29.829374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45304) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:29.844301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:router and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:29.851681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:29.852437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:29.886123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:29.944649 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 7 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:29.949672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:29.962989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:29.964040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.019218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:30.022671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.065382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:30.071888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.094923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-05aed776-f406-4768-8d14-e4158a7eceb6', 'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6', 'tenant_id': 'cb7cd9a49d1842fd8123a44158621b7a', 'fixed_ips': [{'subnet_id': '1e3a353b-f5e7-43d3-a8d4-384d824fe972'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:30.095768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.126128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.129455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ab1ee-54ff-43a0-ba73-b65f5f073dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:30.133579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b54ab1ee-54ff-43a0-ba73-b65f5f073dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "GET /v2.0/ports/0030c509-179e-42eb-a78b-23788b6ca4e8 HTTP/1.1" status: 200 len: 958 time: 0.2863977 Sep 29 06:50:30.133579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 5a1b8262-9aa6-4650-855e-acb003f5d459 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:30.137416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45308) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:30.214600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.284292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=f07c5f1d-481b-46b0-b209-8d4499fdb5d0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:30.288262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.290881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.292749 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-af87fc25-f711-4980-9698-aec93d6cf604 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5117822 Sep 29 06:50:30.293864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45312) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:30.295387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d51c13-1f76-4a8a-9ae6-d873b3c38ef0 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:30.300622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Deleting port 0030c509-179e-42eb-a78b-23788b6ca4e8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:30.300961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.313097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.347630 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b2bf0926-ba1e-44bc-bbd3-98fbaef42cd2 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/f07c5f1d-481b-46b0-b209-8d4499fdb5d0 HTTP/1.1" status: 204 len: 168 time: 1.3493044 Sep 29 06:50:30.355909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45316) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:30.395192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Allocated IP 172.20.0.2 (05aed776-f406-4768-8d14-e4158a7eceb6/1e3a353b-f5e7-43d3-a8d4-384d824fe972/8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:30.566909 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 8 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:30.626915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet b891a27b-da6b-4c9b-94af-d61299bd7aea {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:30.709051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.731480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:30.817020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.828646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.832910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.849312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Transition to ACTIVE for port object 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:30.878539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Transition to ACTIVE for port object 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:30.887869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.949612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:30.989227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Network 05aed776-f406-4768-8d14-e4158a7eceb6 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:30.989597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Pushing event updated for resources: {'Port': ['ID=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:30.995840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:31.000386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:31.032272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.033015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.145196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Attempting to bind port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:31.146664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Attempting to bind port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:31.148571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Attempting to bind port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 on network 05aed776-f406-4768-8d14-e4158a7eceb6 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:31.163305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:31.164053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Checking segment: {'id': '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:31.165044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.165674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Bound using segment: {'id': '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:31.167135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Bound port: 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:31.169897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.233305 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 9 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:31.273294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=b460c9be-8957-4e33-8532-bcc6dc90964d,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:31.282004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.309015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:50:31.379236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] For port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:31.389340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] For port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,segment=NetworkSegment(8cb4db3b-3cb8-4bc7-89dc-b50930bec05a),segment_id=8cb4db3b-3cb8-4bc7-89dc-b50930bec05a)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:31.395241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:31.402074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.431945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.470909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.518729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143869f0-2057-4e60-9131-c1bbc3b60994 None None] Pushing event updated for resources: {'Port': ['ID=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:31.628932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Calling delete_port for 0030c509-179e-42eb-a78b-23788b6ca4e8 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:31.652486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:31.677968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:31.691367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:31.701111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:31.702012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.705999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=5a1b8262-9aa6-4650-855e-acb003f5d459,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:31.720489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network d99ac762-6a03-4178-8953-04bbb51e2920 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:31.725922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:31.885661 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-40717ba1-07f5-48be-9399-7344f43cd294 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3163633 Sep 29 06:50:31.885661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45320) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:31.897610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.905839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:31.914121 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 10 to provision port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 Sep 29 06:50:31.922177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:31.974248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.016651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:32.021482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Could not find standard attr ID for object b0da1d07-afd0-40f7-b2f5-fa8fa1042672. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:32.038611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Provisioning for port 81ddfca6-c0a6-47bb-b832-bf134750d551 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:32.049062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Provisioning complete for port 81ddfca6-c0a6-47bb-b832-bf134750d551 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:32.049524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.050086 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Attempt 1 to provision port 81ddfca6-c0a6-47bb-b832-bf134750d551 Sep 29 06:50:32.051976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:32.074812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event deleted for resources: {'Port': ['ID=0030c509-179e-42eb-a78b-23788b6ca4e8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:32.085991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7384a3e2-7e17-4d18-93af-08b8a0282c5a tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "PUT /v2.0/routers/321ad9f5-df9f-46f2-bd1c-e0b3ac92170e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1269767 Sep 29 06:50:32.085991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=b891a27b-da6b-4c9b-94af-d61299bd7aea,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:32.089476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45324) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:32.092485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.098555 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-75ba75cf-d929-4658-9197-9e70d43c1b0b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/b891a27b-da6b-4c9b-94af-d61299bd7aea HTTP/1.1" status: 204 len: 168 time: 1.7392812 Sep 29 06:50:32.104676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45326) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:32.182025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.190951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Deleting subnet 3486f2aa-ff8f-4375-84a9-10e30d38da0d {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:32.210307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] Sync routers for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:32.214990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80a00e-d205-4812-848f-1647e0982881 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:32.300420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.366850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:32.366850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:32.406818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5227ed-8c98-4ce6-9a60-a686b6ab9225 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:32.406818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5227ed-8c98-4ce6-9a60-a686b6ab9225 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:32.406818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4d5227ed-8c98-4ce6-9a60-a686b6ab9225 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/f07c5f1d-481b-46b0-b209-8d4499fdb5d0 HTTP/1.1" status: 404 len: 337 time: 0.2881997 Sep 29 06:50:32.406818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45332) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:32.528368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.553194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.605006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting subnet 6b4d1926-3448-49f9-8db8-ea1a08043b7e {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:32.644789 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3fe6d2bf-f0dd-4eb0-be7e-83445cb5e43a tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "DELETE /v2.0/ports/0030c509-179e-42eb-a78b-23788b6ca4e8 HTTP/1.1" status: 204 len: 168 time: 2.4473190 Sep 29 06:50:32.644789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45336) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:32.712369 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9487f93-3977-4b89-af87-5883caa0b769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:50:32.712369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d9487f93-3977-4b89-af87-5883caa0b769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Synchronizing usage tracker for tenant:ce48b6f404ae474092e2435d95d0e6be on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:32.812382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router a456d035-e43d-42f1-85b8-0d8086a4f1c1 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:50:32.812382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d9487f93-3977-4b89-af87-5883caa0b769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Unset dirty status for tenant:ce48b6f404ae474092e2435d95d0e6be on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:32.812382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d9487f93-3977-4b89-af87-5883caa0b769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "GET /v2.0/ports/0030c509-179e-42eb-a78b-23788b6ca4e8 HTTP/1.1" status: 404 len: 333 time: 0.1775057 Sep 29 06:50:32.829899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45340) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:32.856477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Request body: {'port': {'network_id': '77932bea-523d-40bd-b163-763f1574db66', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-653802918'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:32.881229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:32.889895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.889895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.917625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.917625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] In _notify_port_updated(), no bound segment for port 5a1b8262-9aa6-4650-855e-acb003f5d459 on network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:32.917625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:32.917625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:32.917625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/ports/5a1b8262-9aa6-4650-855e-acb003f5d459 HTTP/1.1" status: 200 len: 818 time: 1.0307384 Sep 29 06:50:32.944453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45344) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:32.954207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:32.964608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5240fa6c-8d4a-47d8-b57b-146339d0fc28 None None] Current status of the port 81ddfca6-c0a6-47bb-b832-bf134750d551 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:33.001270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:50:33.032698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.075102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b14dfd-1b3b-4b8b-bc89-974df1c46a36 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=5a1b8262-9aa6-4650-855e-acb003f5d459,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:33.127852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.187292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:33.202266 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] Sync routers for ids ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:33.211105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-105f220b-273a-4102-9a79-573b75343b77 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/a456d035-e43d-42f1-85b8-0d8086a4f1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1307781 Sep 29 06:50:33.214149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45348) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:33.217997 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] Routers {'a456d035-e43d-42f1-85b8-0d8086a4f1c1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:33.219145 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:33.262397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Provisioning for port e904d82d-09e8-442a-851c-01b896464f7c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:33.304867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Allocated IP 172.20.0.1 (05aed776-f406-4768-8d14-e4158a7eceb6/1e3a353b-f5e7-43d3-a8d4-384d824fe972/a292dd58-a14e-48cc-9df3-b24d2e5ce294) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:33.315143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Provisioning complete for port e904d82d-09e8-442a-851c-01b896464f7c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:33.315576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.316053 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 1 to provision port e904d82d-09e8-442a-851c-01b896464f7c Sep 29 06:50:33.332255 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:33.337462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca0de7-ab47-44f3-90f9-5483cc7a5df1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:33.338903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-29ca0de7-ab47-44f3-90f9-5483cc7a5df1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports/b460c9be-8957-4e33-8532-bcc6dc90964d HTTP/1.1" status: 200 len: 911 time: 0.1226554 Sep 29 06:50:33.342347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45352) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:33.347941 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] Routers {'a456d035-e43d-42f1-85b8-0d8086a4f1c1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:33.348878 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:33.349872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c3caf6e-c76c-4b14-83f7-90f3f105fc65'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:33.363324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a55f21-a7bb-4880-9763-786bde5b9880 None None] Network 05aed776-f406-4768-8d14-e4158a7eceb6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:33.389920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.439163 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:33.440024 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7b5be3-a25f-4c2e-8a67-4fe5d828be54 None None] The sync data for ids ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:33.481040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.529111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Made reservation on behalf of ce48b6f404ae474092e2435d95d0e6be for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:33.531937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.547313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 5a1b8262-9aa6-4650-855e-acb003f5d459 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:33.548037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.643277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:33.778605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Current status of the port e904d82d-09e8-442a-851c-01b896464f7c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:33.778986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.839430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.868305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'Subnet': ['ID=3486f2aa-ff8f-4375-84a9-10e30d38da0d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:33.892086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:33.915579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e5202ca4-f68c-47ec-b42c-c54c0f96a81c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "DELETE /v2.0/subnets/3486f2aa-ff8f-4375-84a9-10e30d38da0d HTTP/1.1" status: 204 len: 168 time: 1.8164539 Sep 29 06:50:33.922755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45356) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:33.923455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:33.953441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Transition to ACTIVE for port object a292dd58-a14e-48cc-9df3-b24d2e5ce294 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:34.001134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504ee29-b22f-4364-b2ee-6763e13c57fc None None] Network 71b35d4d-7314-4d7f-882f-def43e93d923 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:34.012088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.054295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.071394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.138607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.140428 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/6b4d1926-3448-49f9-8db8-ea1a08043b7e HTTP/1.1" status: 204 len: 168 time: 1.7118468 Sep 29 06:50:34.144072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:50:29Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:34.151671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] For port e904d82d-09e8-442a-851c-01b896464f7c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e904d82d-09e8-442a-851c-01b896464f7c,segment=NetworkSegment(b42038fe-f101-4e83-8f07-cd41bb69f195),segment_id=b42038fe-f101-4e83-8f07-cd41bb69f195)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:34.152813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45360) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:34.153370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:34.169068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] Checking router: 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:50:34.173277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.239538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae098c-1019-4562-a6ee-99b3b779dd31 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4d1926-3448-49f9-8db8-ea1a08043b7e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:34.256930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 5a1b8262-9aa6-4650-855e-acb003f5d459 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:34.328798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1949c5-0c7f-471e-bd1d-02cf3b890764 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:34.329796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1949c5-0c7f-471e-bd1d-02cf3b890764 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:34.343547 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6a1949c5-0c7f-471e-bd1d-02cf3b890764 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/a2e9a77f-bcff-4ef6-8e06-90736e1fcf41 HTTP/1.1" status: 404 len: 337 time: 0.1055551 Sep 29 06:50:34.346324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45364) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:34.346475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Pushing event updated for resources: {'Port': ['ID=e904d82d-09e8-442a-851c-01b896464f7c,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:34.351638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.359281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.360429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af00e6e-8c75-4641-aa11-fc433106d7e7 None None] Network 1fd4a694-2f97-4d52-9d01-41ec81366a5a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:34.443980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Port': ['ID=a292dd58-a14e-48cc-9df3-b24d2e5ce294,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:34.463815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Provisioning for port b460c9be-8957-4e33-8532-bcc6dc90964d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:34.465912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network 05aed776-f406-4768-8d14-e4158a7eceb6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:34.468168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:34.472686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:34.508611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.509194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Provisioning complete for port b460c9be-8957-4e33-8532-bcc6dc90964d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:34.509575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.509912 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 1 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:34.552662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] Routers {'321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:34.553315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:34.554709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-32fc7219-00b2-4e2e-80db-7c056a211356 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "GET /v2.0/ports?device_id=49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a HTTP/1.1" status: 200 len: 205 time: 0.1922810 Sep 29 06:50:34.565549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45368) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:34.569738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.575017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=5a1b8262-9aa6-4650-855e-acb003f5d459,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:34.588477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.610002 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c1446bfe-11d3-42fc-a435-6e2ab278f69e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/5a1b8262-9aa6-4650-855e-acb003f5d459 HTTP/1.1" status: 204 len: 168 time: 1.6682732 Sep 29 06:50:34.611237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.613636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45372) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:34.618312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.797566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-9d680b3d-7c02-41ef-9a1f-2d87a824ffca tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] delete failed (client error): The resource could not be found. Sep 29 06:50:34.798621 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9d680b3d-7c02-41ef-9a1f-2d87a824ffca tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/routers/49c3a0a5-2bad-4b1f-ba21-4f31dccb3a0a HTTP/1.1" status: 404 len: 336 time: 0.2319653 Sep 29 06:50:34.803958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45376) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:34.835769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:34.876136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Network 77932bea-523d-40bd-b163-763f1574db66 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:34.886726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:34.900548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:34.901739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:34.902545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:34.918179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=3e782a00-09e3-4a0b-a6fc-8358ab1649c2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:34.942056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] Set router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:50:34.949849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7ba2aa7b-79f5-4ae6-956f-ff2eddd09cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1264074 Sep 29 06:50:34.978649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45380) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:34.990422 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-38445173-92e5-4415-a650-ac2ca198e653 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:34.991022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38445173-92e5-4415-a650-ac2ca198e653 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:34.992856 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-38445173-92e5-4415-a650-ac2ca198e653 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/1e7c8029-7c71-48b6-9075-09e364b48c1b HTTP/1.1" status: 404 len: 337 time: 0.1852582 Sep 29 06:50:35.001676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45e32d-9349-4953-8079-a631d6ac7802 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:35.002671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ee45e32d-9349-4953-8079-a631d6ac7802 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:35.008926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:35.015050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45384) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.103358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.131424 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-003a6b97-9d7b-42b8-a228-6b8568885f6b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.131873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003a6b97-9d7b-42b8-a228-6b8568885f6b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.133790 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-003a6b97-9d7b-42b8-a228-6b8568885f6b tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/73f74e63-1a66-447f-8b3e-e00309b63ad5 HTTP/1.1" status: 404 len: 337 time: 0.1151631 Sep 29 06:50:35.146954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45388) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.155990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ee45e32d-9349-4953-8079-a631d6ac7802 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:35.157525 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ee45e32d-9349-4953-8079-a631d6ac7802 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5424871 Sep 29 06:50:35.168639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45392) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.245626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] DHCP port deletion for 71b35d4d-7314-4d7f-882f-def43e93d923 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:35.256497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] Deleting port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:35.256924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.287467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] DHCP port deletion for 1fd4a694-2f97-4d52-9d01-41ec81366a5a request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:35.291729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.312305 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aacacfa-2e48-4646-8914-526bb0c67175 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.313874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aacacfa-2e48-4646-8914-526bb0c67175 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.316095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2aacacfa-2e48-4646-8914-526bb0c67175 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/fcee9b61-f607-4dda-b386-55145d140e25 HTTP/1.1" status: 404 len: 337 time: 0.1681259 Sep 29 06:50:35.316245 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea01cc-6453-49cc-8a5a-0b8f26293970 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:50:35.318108 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-20ea01cc-6453-49cc-8a5a-0b8f26293970 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/5a1b8262-9aa6-4650-855e-acb003f5d459 HTTP/1.1" status: 404 len: 333 time: 0.1480927 Sep 29 06:50:35.318852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45396) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.323018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] Deleting port 81ddfca6-c0a6-47bb-b832-bf134750d551 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:35.323442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.359109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45398) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.367445 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 2 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:35.373603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1736501622'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:35.378941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:35.384028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:35.387891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:35.394607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:35.412700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Deleting port cb8400f3-3a45-4d96-a0a7-a60221963b1d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:35.413334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.462673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:35.466061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.498148 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b66f66-4009-4eb3-97a2-1eaf6727beb1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.498692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b66f66-4009-4eb3-97a2-1eaf6727beb1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.502973 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-60b66f66-4009-4eb3-97a2-1eaf6727beb1 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/794e426e-98f4-434e-b465-8a65a546564d HTTP/1.1" status: 404 len: 333 time: 0.1188707 Sep 29 06:50:35.504726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45404) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.516948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.545729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:35.577079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-edddfcf2-ae1a-4378-84d9-1fd54d3cec0d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.577538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edddfcf2-ae1a-4378-84d9-1fd54d3cec0d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.583184 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-edddfcf2-ae1a-4378-84d9-1fd54d3cec0d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/1c1905d7-fb07-4119-945d-61012d3b3b53 HTTP/1.1" status: 404 len: 337 time: 0.0564635 Sep 29 06:50:35.583530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45408) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.587105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:50:29Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:35.670315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d381a5-981b-419f-b630-136050c3d4b9 None None] The sync data for ids ['321ad9f5-df9f-46f2-bd1c-e0b3ac92170e'] in dv-neutron-859761-1-hyperv is: [{'id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1699559894', 'tenant_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:46:29Z', 'updated_at': '2022-09-29T06:50:29Z', 'revision_number': 5, 'project_id': 'cb81b6dc174647a8a55d43aa38d1ba1a', 'gw_port': {'id': 'cb8400f3-3a45-4d96-a0a7-a60221963b1d', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:00:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321ad9f5-df9f-46f2-bd1c-e0b3ac92170e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:46:31Z', 'updated_at': '2022-09-29T06:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:35.682380 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bafca5-b303-43d7-a7ec-8ac922e67a2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.683080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bafca5-b303-43d7-a7ec-8ac922e67a2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.688329 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a1bafca5-b303-43d7-a7ec-8ac922e67a2f tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/2ed11604-2050-47cb-94fa-7291fc5048d7 HTTP/1.1" status: 404 len: 337 time: 0.0998240 Sep 29 06:50:35.691580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45412) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.762783 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8269c0eb-a6b9-4056-9578-d28c5291c34d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.763629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8269c0eb-a6b9-4056-9578-d28c5291c34d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.769497 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8269c0eb-a6b9-4056-9578-d28c5291c34d tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/24512396-2663-4148-b4bd-9b9b8311242d HTTP/1.1" status: 404 len: 333 time: 0.0678449 Sep 29 06:50:35.770705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45416) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.772622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] For port 67b18988-27e4-4d2a-b613-f23a18ee4ac8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=67b18988-27e4-4d2a-b613-f23a18ee4ac8,segment=NetworkSegment(708a9575-1d57-4a0b-bfc9-af760d3aac47),segment_id=708a9575-1d57-4a0b-bfc9-af760d3aac47)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:35.773029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.814304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:35.848659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.848994 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment 660783e8-887d-49d6-9108-d7eb79abe5fc of type vlan for network 11e84665-85b3-4eb9-94af-cfc33ddba75e Sep 29 06:50:35.904771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb873f9-c1c9-43f5-b011-23c88002afed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:35.905322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb873f9-c1c9-43f5-b011-23c88002afed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:35.909825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2eb873f9-c1c9-43f5-b011-23c88002afed tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/d57ac49b-088e-420b-af30-1536e349a5bb HTTP/1.1" status: 404 len: 337 time: 0.1331830 Sep 29 06:50:35.913872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45420) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:35.930527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.957079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] Calling delete_port for 67b18988-27e4-4d2a-b613-f23a18ee4ac8 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:35.985727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] For port cb8400f3-3a45-4d96-a0a7-a60221963b1d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cb8400f3-3a45-4d96-a0a7-a60221963b1d,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:35.987297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:35.994588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] For port 81ddfca6-c0a6-47bb-b832-bf134750d551, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=81ddfca6-c0a6-47bb-b832-bf134750d551,segment=NetworkSegment(16ea4ee2-66aa-4147-b34f-571e3e549256),segment_id=16ea4ee2-66aa-4147-b34f-571e3e549256)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:35.994941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.003650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-085a0cb0-d145-4117-91ac-a5e1372234de tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] DELETE failed (client error): The resource could not be found. Sep 29 06:50:36.004220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085a0cb0-d145-4117-91ac-a5e1372234de tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:36.095073 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 3 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:36.141389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.151258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Calling delete_port for cb8400f3-3a45-4d96-a0a7-a60221963b1d owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:36.152511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] device_id is not set on port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:36.170862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.186552 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-085a0cb0-d145-4117-91ac-a5e1372234de tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/subnets/ca6241f1-2e87-4b13-b91e-b38c452c0fe2 HTTP/1.1" status: 404 len: 337 time: 0.2672486 Sep 29 06:50:36.186552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:50:36.186834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.190396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:36.200951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e904d82d-09e8-442a-851c-01b896464f7c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:36.232583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.238296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:36.239170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.244308 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/ports/b460c9be-8957-4e33-8532-bcc6dc90964d HTTP/1.1" status: 200 len: 911 time: 2.9009571 Sep 29 06:50:36.245198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45428) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:36.254927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] Calling delete_port for 81ddfca6-c0a6-47bb-b832-bf134750d551 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:36.274959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.317981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Transition to ACTIVE for port object 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:36.368972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.374656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:36.375491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.399456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:36.409905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Port': ['ID=a292dd58-a14e-48cc-9df3-b24d2e5ce294,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:36.428102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Deleting port 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:36.429089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.435017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.517439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] Pushing event deleted for resources: {'Port': ['ID=67b18988-27e4-4d2a-b613-f23a18ee4ac8,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:36.520270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e75fe0-80ea-4f37-97ff-e2cbfa43fcc2 None None] No DVR routers for this DVR port 67b18988-27e4-4d2a-b613-f23a18ee4ac8 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:36.526188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.604465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] Pushing event deleted for resources: {'Port': ['ID=81ddfca6-c0a6-47bb-b832-bf134750d551,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:36.606818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port e904d82d-09e8-442a-851c-01b896464f7c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:36.607482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.607871 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port e904d82d-09e8-442a-851c-01b896464f7c Sep 29 06:50:36.622528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=b460c9be-8957-4e33-8532-bcc6dc90964d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:36.628293 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2631407 Sep 29 06:50:36.640205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45432) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:36.641265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.644877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b46f1f-2929-4257-88ab-0d5c6ed22209 None None] No DVR routers for this DVR port 81ddfca6-c0a6-47bb-b832-bf134750d551 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:36.647470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:36.666874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=11e84665-85b3-4eb9-94af-cfc33ddba75e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:36.669793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.670332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.670888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.671384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.671883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.672482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.672986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.673768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.674111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.674440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.674795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.675122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2009a5f6-2814-466b-a61f-7573caa434ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.745216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.745564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.745903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.746234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.746585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.746916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.747238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.747761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.748088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.748411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.748733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.749052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68eff61-879d-4af3-b399-d8db112a91e3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:36.765315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:36.787069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port e904d82d-09e8-442a-851c-01b896464f7c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:36.865790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 81ddfca6-c0a6-47bb-b832-bf134750d551 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:36.901615 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 4 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:36.935709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 81ddfca6-c0a6-47bb-b832-bf134750d551 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:36.936069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 81ddfca6-c0a6-47bb-b832-bf134750d551 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:36.936482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67b18988-27e4-4d2a-b613-f23a18ee4ac8 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:36.958477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:36.967804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=3e782a00-09e3-4a0b-a6fc-8358ab1649c2,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:36.976265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:36.976775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:36.977007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:36.986752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:36.987150 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:36.992356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 67b18988-27e4-4d2a-b613-f23a18ee4ac8 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:36.992710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67b18988-27e4-4d2a-b613-f23a18ee4ac8 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:36.995212 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 2 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.010504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:37.024972 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:50:37.026200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:37.036059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.048193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:37.057335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:37.073815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:37.095464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:37.099513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.106148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.106515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.106847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.227742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.228065 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.238829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Calling delete_port for 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:37.248932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.267086 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 3 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.321843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.322573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.322573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.349703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.350067 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.353832 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 4 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.386145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network 05aed776-f406-4768-8d14-e4158a7eceb6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:37.387096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.387425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.387780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.391209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:37.399316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.401651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.401976 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.405883 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 5 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.408657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'Port': ['ID=cb8400f3-3a45-4d96-a0a7-a60221963b1d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:37.526804 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 5 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:37.574936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.580483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Port': ['ID=6957a6b2-f8c3-4eb6-9ac0-e9a27c292310,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:37.595461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.595790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.596301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.599904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:37.603634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.631364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.631695 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.635421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 6 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.654154 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5990147b-fdf4-457c-b8f5-0c327e5b4d12 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/ports/6957a6b2-f8c3-4eb6-9ac0-e9a27c292310 HTTP/1.1" status: 204 len: 168 time: 1.4599247 Sep 29 06:50:37.659022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45436) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:37.661580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.661927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.662251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.764112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.764438 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.766197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:37.767712 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 7 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.800941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.801608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:37.801961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8be42fc3-ab61-4572-b6c0-a1e3c3d4a858 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:37.806762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.807106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.807441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.808480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.814980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.824104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.824434 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.825391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 8 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.852923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:37.853254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:37.853591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:37.893698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Router 2c55e667-3be5-4151-a2c9-79b1d0811ff3 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:50:37.895560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:37.895886 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:37.897288 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 9 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:37.898030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:37.898636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Fanout notify agent at l3_agent the message router_deleted on router 321ad9f5-df9f-46f2-bd1c-e0b3ac92170e {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:50:37.975643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.008499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:38.008802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:38.009082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:38.041026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.042127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6aa268ef-a1c8-4011-ba65-7a8335a3ae81 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "DELETE /v2.0/routers/321ad9f5-df9f-46f2-bd1c-e0b3ac92170e HTTP/1.1" status: 204 len: 168 time: 4.1184294 Sep 29 06:50:38.050690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45440) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:38.051532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.079578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:38.079909 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:38.081359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.101680 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 6 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:38.169961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:38.258620 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempt 10 to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 Sep 29 06:50:38.310519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:38.310752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:38.311084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempting to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:38.316593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd4a694-2f97-4d52-9d01-41ec81366a5a']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.333874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:50:38.334589 dv-neutron-859761-1-hyperv neutron-server[89137]: ERROR neutron.plugins.ml2.managers [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Failed to bind port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on host hv-neutron-8597 for vnic_type normal using segments [{'id': '6278db26-bee6-4199-b799-b48ee6619636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '77932bea-523d-40bd-b163-763f1574db66'}] Sep 29 06:50:38.334589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.347357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ea4ee2-66aa-4147-b34f-571e3e549256') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.347657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ea4ee2-66aa-4147-b34f-571e3e549256') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.360369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:38.366819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.372789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] Sync routers for ids ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:38.377208 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f5481dc4-7ec2-4aae-ac45-c019bfd65e7f tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "PUT /v2.0/routers/2c55e667-3be5-4151-a2c9-79b1d0811ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0795784 Sep 29 06:50:38.380215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:38.382299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45444) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:38.390610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'port': {'network_id': '05aed776-f406-4768-8d14-e4158a7eceb6', 'name': 'tempest-FloatingIPNegativeTestJSON-1908431778'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:38.394116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': '660783e8-887d-49d6-9108-d7eb79abe5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:38.394478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: 11e84665-85b3-4eb9-94af-cfc33ddba75e, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:38.402341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.408142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] Routers {'2c55e667-3be5-4151-a2c9-79b1d0811ff3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:38.409150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.448546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.511036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:38.512489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.522253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] Routers {'2c55e667-3be5-4151-a2c9-79b1d0811ff3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:38.523181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.526976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:38.527389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.597039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 11e84665-85b3-4eb9-94af-cfc33ddba75e) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:38.601550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:38.602166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.603409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e427207e-9951-4f91-82ae-14272fd6fb04 None None] The sync data for ids ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:38.604687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.605031 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 16ea4ee2-66aa-4147-b34f-571e3e549256 resource provider aggregate not found Sep 29 06:50:38.612784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e63fb2a4-0ca4-464b-ab78-24a3da3a8cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.615932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f933d-75c3-4b5e-996b-2e29de0bd207 None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:38.647014 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 16ea4ee2-66aa-4147-b34f-571e3e549256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16ea4ee2-66aa-4147-b34f-571e3e549256 found for delete ", "request_id": "req-e94ffbe3-ee4e-4fec-b829-ac33ba936ae0"}]} Sep 29 06:50:38.649446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.661409 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-26151426-0992-4127-a8e4-bee93bf7ad77 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0175574 Sep 29 06:50:38.665067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45452) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:38.680458 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 7 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:38.683111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:38.698143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.728307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] For port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:38.728678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attempted to set empty binding levels {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 29 06:50:38.732900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.745300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.746141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] In _notify_port_updated(), no bound segment for port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 on network 77932bea-523d-40bd-b163-763f1574db66 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:38.747204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:38.747956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.749453 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "PUT /v2.0/ports/3e782a00-09e3-4a0b-a6fc-8358ab1649c2 HTTP/1.1" status: 200 len: 980 time: 3.7648914 Sep 29 06:50:38.781323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Pushing event deleted for resources: {'Network': ['ID=1fd4a694-2f97-4d52-9d01-41ec81366a5a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:38.784947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45456) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:38.796018 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] 10.222.0.26 "DELETE /v2.0/networks/1fd4a694-2f97-4d52-9d01-41ec81366a5a HTTP/1.1" status: 204 len: 168 time: 1.1356783 Sep 29 06:50:38.799306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:38.850535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:38.853863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.854416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.855005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.855556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.856098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.856627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.857142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.857929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.858454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.858990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.859518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.860032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e62d9-f56c-4270-9ac1-e6c5d3513273 tempest-PortsTestJSON-336449162 tempest-PortsTestJSON-336449162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:38.874568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:port and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:38.884793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:38.899474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:38.913336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857e691-82c4-47f7-a4b6-40dd5a998ae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event updated for resources: {'Port': ['ID=3e782a00-09e3-4a0b-a6fc-8358ab1649c2,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:38.917753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b35d4d-7314-4d7f-882f-def43e93d923']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.924398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Made reservation on behalf of cb7cd9a49d1842fd8123a44158621b7a for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:38.928208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.941735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Deleting port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:38.942216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.971523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-11e84665-85b3-4eb9-94af-cfc33ddba75e', 'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': '0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:38.972107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708a9575-1d57-4a0b-bfc9-af760d3aac47') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.972379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:38.972491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708a9575-1d57-4a0b-bfc9-af760d3aac47') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:38.997164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] device_id is not set on port 7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:38.998587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.025853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port b460c9be-8957-4e33-8532-bcc6dc90964d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:39.026190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.069046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.100660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:39.101104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.188095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45466) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:39.192171 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 708a9575-1d57-4a0b-bfc9-af760d3aac47 resource provider aggregate not found Sep 29 06:50:39.202841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Allocated IP 2001:db8::2 (11e84665-85b3-4eb9-94af-cfc33ddba75e/0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810/a2478986-0dcd-4f41-ae49-b9d73febe99d) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:39.243633 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 708a9575-1d57-4a0b-bfc9-af760d3aac47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 708a9575-1d57-4a0b-bfc9-af760d3aac47 found for delete ", "request_id": "req-11944907-faf1-4ca2-a50a-07c4e7281ae5"}]} Sep 29 06:50:39.247396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:39.300506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] For port 3e782a00-09e3-4a0b-a6fc-8358ab1649c2, host hv-neutron-8597, got binding levels [] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:39.300797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.305232 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 8 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:39.306878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:39.309157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Allocated IP 172.20.0.11 (05aed776-f406-4768-8d14-e4158a7eceb6/1e3a353b-f5e7-43d3-a8d4-384d824fe972/7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:39.318117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:39.331100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:39.337458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.341538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.381726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'Network': ['ID=71b35d4d-7314-4d7f-882f-def43e93d923,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:39.400496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:39.403965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.459767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Calling delete_port for 3e782a00-09e3-4a0b-a6fc-8358ab1649c2 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:39.493212 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-59554e20-6af7-477f-b456-76b30bb0f4d8 tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "DELETE /v2.0/networks/71b35d4d-7314-4d7f-882f-def43e93d923 HTTP/1.1" status: 204 len: 168 time: 1.4346876 Sep 29 06:50:39.496067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45474) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:39.511222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.564869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:39.567892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.578635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Transition to ACTIVE for port object a2478986-0dcd-4f41-ae49-b9d73febe99d will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:39.600543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Transition to ACTIVE for port object a2478986-0dcd-4f41-ae49-b9d73febe99d will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:39.607503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.630938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c6c8dc0c-164d-450d-9c16-8b6523a6a3e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=161307f3570441038cb0eb57e7f8ac66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401858 Sep 29 06:50:39.638021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45478) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:39.647978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for b460c9be-8957-4e33-8532-bcc6dc90964d owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:39.673293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:39.676449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:39.681810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:39.686827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Pushing event updated for resources: {'Port': ['ID=a2478986-0dcd-4f41-ae49-b9d73febe99d,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:39.749902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810 (CIDR: 2001:db8::/64) Sep 29 06:50:39.754157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.754551 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:50:39.755134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:50:39.775120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cb8400f3-3a45-4d96-a0a7-a60221963b1d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:39.791236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3fe5bcc2-3981-4a44-87bc-1f20c49a4962 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1231523 Sep 29 06:50:39.795380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45482) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:39.801091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:39.825216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: cb8400f3-3a45-4d96-a0a7-a60221963b1d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:39.825614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cb8400f3-3a45-4d96-a0a7-a60221963b1d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:39.835194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e782a00-09e3-4a0b-a6fc-8358ab1649c2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:39.837099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89adb4af-4de4-438c-b2db-4e6c4d4cf03c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.838750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Attempting to bind port a2478986-0dcd-4f41-ae49-b9d73febe99d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:39.839134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Attempting to bind port a2478986-0dcd-4f41-ae49-b9d73febe99d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '660783e8-887d-49d6-9108-d7eb79abe5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:39.839593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Attempting to bind port a2478986-0dcd-4f41-ae49-b9d73febe99d on network 11e84665-85b3-4eb9-94af-cfc33ddba75e {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:39.845464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:39.845840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Checking segment: {'id': '660783e8-887d-49d6-9108-d7eb79abe5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:39.846249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.846847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Bound using segment: {'id': '660783e8-887d-49d6-9108-d7eb79abe5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:39.847321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Bound port: a2478986-0dcd-4f41-ae49-b9d73febe99d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660783e8-887d-49d6-9108-d7eb79abe5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:39.848346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.881826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.924203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d83c48fa-0d7b-4101-b675-f4c548e2abd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.931755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89adb4af-4de4-438c-b2db-4e6c4d4cf03c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:39.952423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] For port a2478986-0dcd-4f41-ae49-b9d73febe99d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:40.024728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:40.030037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:40.033329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:40.034780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] For port a2478986-0dcd-4f41-ae49-b9d73febe99d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a2478986-0dcd-4f41-ae49-b9d73febe99d,segment=NetworkSegment(660783e8-887d-49d6-9108-d7eb79abe5fc),segment_id=660783e8-887d-49d6-9108-d7eb79abe5fc)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:40.036553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.039842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.073646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:40.075741 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Attempt 9 to provision port b460c9be-8957-4e33-8532-bcc6dc90964d Sep 29 06:50:40.093549 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-669d29dc-b510-4c44-93e7-a69bfbd42fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3e782a00-09e3-4a0b-a6fc-8358ab1649c2 HTTP/1.1" status: 204 len: 168 time: 1.2999465 Sep 29 06:50:40.099586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45488) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:40.100389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=b460c9be-8957-4e33-8532-bcc6dc90964d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:40.137149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d83c48fa-0d7b-4101-b675-f4c548e2abd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.146389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.154330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Port b460c9be-8957-4e33-8532-bcc6dc90964d was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:50:40.170341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Could not find standard attr ID for object 81ddfca6-c0a6-47bb-b832-bf134750d551. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:40.186985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-87f9bd1c-939c-449c-8bd8-facb75de8abe None None] Could not find standard attr ID for object 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:40.190914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144958f-b65a-43b4-aa55-ab766c3daba3 None None] Pushing event updated for resources: {'Port': ['ID=a2478986-0dcd-4f41-ae49-b9d73febe99d,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:40.194519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:40.198806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.223495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Transition to ACTIVE for port object 7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:40.255568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.318159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Provisioning for port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:40.331441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89adb4af-4de4-438c-b2db-4e6c4d4cf03c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.344774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Provisioning complete for port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:40.345091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.346042 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 1 to provision port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 Sep 29 06:50:40.347870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-056d8bc6-4e22-46b2-baba-a7309eb22843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] GET failed (client error): The resource could not be found. Sep 29 06:50:40.355013 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-056d8bc6-4e22-46b2-baba-a7309eb22843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-654255661-project-admin] 10.222.0.26 "GET /v2.0/ports/3e782a00-09e3-4a0b-a6fc-8358ab1649c2 HTTP/1.1" status: 404 len: 333 time: 0.2474742 Sep 29 06:50:40.356202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45492) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:40.372848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d83c48fa-0d7b-4101-b675-f4c548e2abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.386227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adb4af-4de4-438c-b2db-4e6c4d4cf03c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c469a10-b549-4dd0-a461-08c28bd64b18,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:40.388270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d83c48fa-0d7b-4101-b675-f4c548e2abd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.392464 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d83c48fa-0d7b-4101-b675-f4c548e2abd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baee7df0-312c-4740-86d1-c130914a4111 HTTP/1.1" status: 204 len: 168 time: 0.7534482 Sep 29 06:50:40.393982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-89adb4af-4de4-438c-b2db-4e6c4d4cf03c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.397431 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-89adb4af-4de4-438c-b2db-4e6c4d4cf03c tempest-TestNetworkAdvancedServerOps-1215643223 tempest-TestNetworkAdvancedServerOps-1215643223-project] 10.222.0.26 "DELETE /v2.0/security-groups/0c469a10-b549-4dd0-a461-08c28bd64b18 HTTP/1.1" status: 204 len: 168 time: 0.8900185 Sep 29 06:50:40.404100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network 05aed776-f406-4768-8d14-e4158a7eceb6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:40.415290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:40.428569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:40.553049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:40.553731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.628770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Port': ['ID=7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:40.635691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c48fa-0d7b-4101-b675-f4c548e2abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee7df0-312c-4740-86d1-c130914a4111,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:40.680155 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c3bfb447-53b0-44f4-a6b2-79319d6bc7f1 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2948046 Sep 29 06:50:40.682988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45502) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:40.695951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:40.717427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Current status of the port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:40.718165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.727769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:40.740385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:floatingip and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:40.747640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:40.761645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:40.789911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.801373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] For port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,segment=NetworkSegment(8cb4db3b-3cb8-4bc7-89dc-b50930bec05a),segment_id=8cb4db3b-3cb8-4bc7-89dc-b50930bec05a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:40.806922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.875928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Could not find standard attr ID for object 6957a6b2-f8c3-4eb6-9ac0-e9a27c292310. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:40.913530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Could not find standard attr ID for object 81ddfca6-c0a6-47bb-b832-bf134750d551. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:40.930457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-014c698b-50f8-404b-b6d4-4c71232570b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.943475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Provisioning for port a292dd58-a14e-48cc-9df3-b24d2e5ce294 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:40.955338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Provisioning complete for port a292dd58-a14e-48cc-9df3-b24d2e5ce294 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:40.955879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:40.956220 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 1 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:40.973882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45512) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:41.040146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Pushing event updated for resources: {'Port': ['ID=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:41.044004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:41.068027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.101743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.125540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.315754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c5baaacd-f7ee-4b00-9bfb-0bb46a4b629a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb81b6dc174647a8a55d43aa38d1ba1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401356 Sep 29 06:50:41.319437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45528) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:41.395179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Allocated IP 172.26.0.177 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/85b0979e-a520-4b81-ad99-8ba568cffc22) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:41.408602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da298025-40ac-4606-98f8-0ebd60fc12d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.463812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da298025-40ac-4606-98f8-0ebd60fc12d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.544900 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 2 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:41.586893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.599964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router a456d035-e43d-42f1-85b8-0d8086a4f1c1 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:50:41.645201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:41.654681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77932bea-523d-40bd-b163-763f1574db66']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:41.654941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da298025-40ac-4606-98f8-0ebd60fc12d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.675508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.680827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da298025-40ac-4606-98f8-0ebd60fc12d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcf5cfc-153c-4b5c-8dd3-3a7e08ada157,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:41.710827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da298025-40ac-4606-98f8-0ebd60fc12d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.712553 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da298025-40ac-4606-98f8-0ebd60fc12d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dcf5cfc-153c-4b5c-8dd3-3a7e08ada157 HTTP/1.1" status: 204 len: 168 time: 0.3921223 Sep 29 06:50:41.746162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45538) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:41.750899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6278db26-bee6-4199-b799-b48ee6619636') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:41.750899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6278db26-bee6-4199-b799-b48ee6619636') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:41.754447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.798616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.817600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c2d5f-73c0-4643-bd79-675616dc2d76 None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:41.864364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:41.868151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:41.872394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:41.919091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Port': ['ID=85b0979e-a520-4b81-ad99-8ba568cffc22,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:41.923947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:41.936685 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] Sync routers for ids ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:41.947234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.950706 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] Routers {'a456d035-e43d-42f1-85b8-0d8086a4f1c1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:41.955797 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:41.958162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:41.959660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cd99b2c1-aeaa-4f5f-bcf5-8f337f32ea71 tempest-DvrRoutersNegativeTest-276433814 tempest-DvrRoutersNegativeTest-276433814-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1064962984', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:41.972743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.policy [None req-cd99b2c1-aeaa-4f5f-bcf5-8f337f32ea71 tempest-DvrRoutersNegativeTest-276433814 tempest-DvrRoutersNegativeTest-276433814-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89137) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 29 06:50:41.973171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.policy [None req-cd99b2c1-aeaa-4f5f-bcf5-8f337f32ea71 tempest-DvrRoutersNegativeTest-276433814 tempest-DvrRoutersNegativeTest-276433814-project] Failed policy check for 'create_router' {{(pid=89137) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 29 06:50:41.974136 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-cd99b2c1-aeaa-4f5f-bcf5-8f337f32ea71 tempest-DvrRoutersNegativeTest-276433814 tempest-DvrRoutersNegativeTest-276433814-project] create failed (client error): Access was denied to this resource. Sep 29 06:50:41.974805 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cd99b2c1-aeaa-4f5f-bcf5-8f337f32ea71 tempest-DvrRoutersNegativeTest-276433814 tempest-DvrRoutersNegativeTest-276433814-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2272310 Sep 29 06:50:42.016243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a2478986-0dcd-4f41-ae49-b9d73febe99d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:42.030222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.067310 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:42.080986 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] Routers {'a456d035-e43d-42f1-85b8-0d8086a4f1c1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:42.082565 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:42.111464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.134303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:42.134735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.147734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.153710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:42.158676 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 3 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:42.169373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ae45e477-86f7-4aa7-be14-1c5bfdb6de22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/a456d035-e43d-42f1-85b8-0d8086a4f1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8632011 Sep 29 06:50:42.170366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:42.181053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:42.181716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.199860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.208822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45550) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:42.240079 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:42.240477 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159e89b-3309-4a27-a373-67fea583d70f None None] The sync data for ids ['a456d035-e43d-42f1-85b8-0d8086a4f1c1'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:42.252655 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6278db26-bee6-4199-b799-b48ee6619636 resource provider aggregate not found Sep 29 06:50:42.266432 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4698875 Sep 29 06:50:42.283831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45558) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:42.284392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5276a-91c9-4f8c-b575-5c0159751807 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=e97b4b4d-bb9d-40de-97fd-8fdf8a434a17,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:42.293290 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6278db26-bee6-4199-b799-b48ee6619636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6278db26-bee6-4199-b799-b48ee6619636 found for delete ", "request_id": "req-e33cd408-f0df-4e2e-8580-983535adc28f"}]} Sep 29 06:50:42.297483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'fixed_ips': [{'subnet_id': '0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810'}, {'subnet_id': 'e97b4b4d-bb9d-40de-97fd-8fdf8a434a17'}], 'name': 'tempest-PortsIpV6TestJSON-1803482016'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:42.344623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a2478986-0dcd-4f41-ae49-b9d73febe99d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:42.357195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-99beeabe-5133-421d-a48c-f8f8d3fd1aa3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:42.360142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:42.376687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.381481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.400169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45562) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:42.426982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:42.433450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-99beeabe-5133-421d-a48c-f8f8d3fd1aa3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:42.436152 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-99beeabe-5133-421d-a48c-f8f8d3fd1aa3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=a456d035-e43d-42f1-85b8-0d8086a4f1c1 HTTP/1.1" status: 200 len: 205 time: 0.2169309 Sep 29 06:50:42.440373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] 10.222.0.26 "DELETE /v2.0/networks/77932bea-523d-40bd-b163-763f1574db66 HTTP/1.1" status: 204 len: 168 time: 1.9981256 Sep 29 06:50:42.441245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:42.446689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c94729-f735-402d-83f0-9cce0e28fa3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1074451137-project] Pushing event deleted for resources: {'Network': ['ID=77932bea-523d-40bd-b163-763f1574db66,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:42.572865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45574) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:42.601889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.634850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.647555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:42.647938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.648787 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 Sep 29 06:50:42.661761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:42.665931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Usage tracker for resource:security_group_rule and tenant:e3a6b105633046e9a75f799132594a41 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:42.669201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:42.675609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:42.762941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:42.817384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.839194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.848257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Update dhcp port {'port': {'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'fixed_ips': [{'subnet_id': '0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e97b4b4d-bb9d-40de-97fd-8fdf8a434a17'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'a2478986-0dcd-4f41-ae49-b9d73febe99d'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:50:42.853599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Usage tracker for resource:security_group_rule and tenant:7c50dd60b01e46b7a273327e0c5e2fa9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:42.857161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.885947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:42.897872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:42.913415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.931051 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 4 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:42.938550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.947533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:42.976395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:42.987511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:43.000179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45582) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.039914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:43.084873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.097901 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3a6b105633046e9a75f799132594a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966209 Sep 29 06:50:43.100142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Port': ['ID=85b0979e-a520-4b81-ad99-8ba568cffc22,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:43.102977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:43.105583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45588) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.109117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:43.110811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ece66-08d5-4c1f-a154-f4dac7b92c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054edb6-cfb4-4698-a5fb-a7b2b23a24ee,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:43.160763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.162317 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7b17ae88-0392-4299-be46-fdfd9b0cde05 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4782152 Sep 29 06:50:43.165648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45592) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.172549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a4093256-548c-4dd5-89b3-f07758a9530c tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'floatingip': {'port_id': '7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:43.188811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:43.221826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.222056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Allocated IP 2001:db8:0:1::2 (11e84665-85b3-4eb9-94af-cfc33ddba75e/e97b4b4d-bb9d-40de-97fd-8fdf8a434a17/a2478986-0dcd-4f41-ae49-b9d73febe99d) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:43.227616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.233325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:43.360225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.360703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router a456d035-e43d-42f1-85b8-0d8086a4f1c1 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:50:43.377193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-814dd27c-bad5-4b33-b1c1-5ccc6c9d83bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.389774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a4093256-548c-4dd5-89b3-f07758a9530c tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.405194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.406281 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d25366b-336c-437d-90e0-b5a6c90b546e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/a456d035-e43d-42f1-85b8-0d8086a4f1c1 HTTP/1.1" status: 204 len: 168 time: 0.9561186 Sep 29 06:50:43.412583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.415866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45596) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.424154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] For port a2478986-0dcd-4f41-ae49-b9d73febe99d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a2478986-0dcd-4f41-ae49-b9d73febe99d,segment=NetworkSegment(660783e8-887d-49d6-9108-d7eb79abe5fc),segment_id=660783e8-887d-49d6-9108-d7eb79abe5fc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:43.451560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.468182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Ignored duplicate provisioning block setup for port a2478986-0dcd-4f41-ae49-b9d73febe99d by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:50:43.472619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.475755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-814dd27c-bad5-4b33-b1c1-5ccc6c9d83bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.506660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.560316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 0eb572da-df3b-4883-a9cc-8866ccae7276 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:43.566979 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 5 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:43.598647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Pushing event updated for resources: {'Port': ['ID=a2478986-0dcd-4f41-ae49-b9d73febe99d,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:43.617629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet 2c3caf6e-c76c-4b14-83f7-90f3f105fc65 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:43.623317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.641340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.679535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.707218 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-50e808cc-afce-4f11-ba85-367eef7fea17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b853bde47f6e4b72af1f4a8050982293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849849 Sep 29 06:50:43.713297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.713652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.714016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.714347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.714802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.715142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.715475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.715805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.715925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45600) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.716132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.716461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.716784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.717105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935d1e8-1f97-4260-be9a-b8183d0f4802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:50:43.728792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:43.769522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3777efd7-0237-464a-a63d-2c6d2784f6fd,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:43.775235 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ad1401f9-7828-4b7e-83e2-5fa46858fa77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c50dd60b01e46b7a273327e0c5e2fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2014065 Sep 29 06:50:43.777569 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-a4093256-548c-4dd5-89b3-f07758a9530c tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] update failed (client error): The resource could not be found. Sep 29 06:50:43.782946 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a4093256-548c-4dd5-89b3-f07758a9530c tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "PUT /v2.0/floatingips/38435c82-ee95-4b73-84fd-bbf2d6420e67 HTTP/1.1" status: 404 len: 507 time: 0.6117446 Sep 29 06:50:43.782946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45604) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.782946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45608) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:43.783504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-814dd27c-bad5-4b33-b1c1-5ccc6c9d83bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.805793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.862037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dd27c-bad5-4b33-b1c1-5ccc6c9d83bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054edb6-cfb4-4698-a5fb-a7b2b23a24ee,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:43.984801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Deleting port 85b0979e-a520-4b81-ad99-8ba568cffc22 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:43.985141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.993537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-814dd27c-bad5-4b33-b1c1-5ccc6c9d83bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:43.997075 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-814dd27c-bad5-4b33-b1c1-5ccc6c9d83bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b054edb6-cfb4-4698-a5fb-a7b2b23a24ee HTTP/1.1" status: 204 len: 168 time: 0.8878973 Sep 29 06:50:44.028831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1367d2d-cf70-4336-be66-85844b64d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.059645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.063126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba566b53-78e6-434b-9cb6-b1c40e63c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.171573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba566b53-78e6-434b-9cb6-b1c40e63c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.174081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1367d2d-cf70-4336-be66-85844b64d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.230633 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 6 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:44.261338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::2a5 (11e84665-85b3-4eb9-94af-cfc33ddba75e/0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810/0eb572da-df3b-4883-a9cc-8866ccae7276) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:44.275387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8:0:1::1c (11e84665-85b3-4eb9-94af-cfc33ddba75e/e97b4b4d-bb9d-40de-97fd-8fdf8a434a17/0eb572da-df3b-4883-a9cc-8866ccae7276) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:44.283170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.292014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba566b53-78e6-434b-9cb6-b1c40e63c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.303468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:44.327303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba566b53-78e6-434b-9cb6-b1c40e63c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3777efd7-0237-464a-a63d-2c6d2784f6fd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:44.330172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3caf6e-c76c-4b14-83f7-90f3f105fc65,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:44.342594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.361473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c659c88-1975-41e1-bc5e-631a7011c17e None None] Network d99ac762-6a03-4178-8953-04bbb51e2920 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:44.362583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba566b53-78e6-434b-9cb6-b1c40e63c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.363792 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ba566b53-78e6-434b-9cb6-b1c40e63c837 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3777efd7-0237-464a-a63d-2c6d2784f6fd HTTP/1.1" status: 204 len: 168 time: 0.5838952 Sep 29 06:50:44.364849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1367d2d-cf70-4336-be66-85844b64d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.403576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c4ceec7b-d23d-438e-a35f-99b34f2e3cd9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/2c3caf6e-c76c-4b14-83f7-90f3f105fc65 HTTP/1.1" status: 204 len: 168 time: 0.9851034 Sep 29 06:50:44.404238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45622) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:44.413585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1367d2d-cf70-4336-be66-85844b64d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1040bb43-bbd4-4dc1-8ddc-d4e0fbebb1a6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:44.421623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e1367d2d-cf70-4336-be66-85844b64d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.422912 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e1367d2d-cf70-4336-be66-85844b64d458 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1040bb43-bbd4-4dc1-8ddc-d4e0fbebb1a6 HTTP/1.1" status: 204 len: 168 time: 0.7061129 Sep 29 06:50:44.428165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f124a2-e385-4a2f-8428-05eacd665c25 None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:44.433918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.434261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.623358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Calling delete_port for 85b0979e-a520-4b81-ad99-8ba568cffc22 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:44.849136 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 7 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:44.900934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:44.995385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Port': ['ID=85b0979e-a520-4b81-ad99-8ba568cffc22,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:44.996597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.041886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port e904d82d-09e8-442a-851c-01b896464f7c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:45.042349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.128133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.154835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.182014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.187657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-35e5be0c-94f8-4212-a3ea-0657cf555961 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "DELETE /v2.0/floatingips/38435c82-ee95-4b73-84fd-bbf2d6420e67 HTTP/1.1" status: 204 len: 168 time: 1.4008405 Sep 29 06:50:45.187777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 0eb572da-df3b-4883-a9cc-8866ccae7276 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:45.187882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45640) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:45.196634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'floatingip': {'floating_network_id': '05aed776-f406-4768-8d14-e4158a7eceb6', 'port_id': '7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:45.202954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45644) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:45.208666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:45.212952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:45.213109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:floatingip and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:45.216102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:45.229297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:45.254477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.382398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45650) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:45.465121 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d61414df-11ff-46e1-8d35-9814005cc825 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce48b6f404ae474092e2435d95d0e6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592001 Sep 29 06:50:45.470254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45656) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:45.475704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.494007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] DHCP port deletion for d99ac762-6a03-4178-8953-04bbb51e2920 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:45.498952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Deleting port e904d82d-09e8-442a-851c-01b896464f7c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:45.499549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.516214 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:50:45.517747 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8e343516-4a3f-447d-a1ae-7e5ab64aa468 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3299680 Sep 29 06:50:45.521258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45660) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:45.530625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:45.537717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:45.537941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:45.542540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Usage tracker for resource:floatingip and tenant:cb7cd9a49d1842fd8123a44158621b7a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:45.545387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:45.546418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:45.553102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:45.575106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.579149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:45.584721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:45.585351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.590105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port e904d82d-09e8-442a-851c-01b896464f7c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e904d82d-09e8-442a-851c-01b896464f7c,segment=NetworkSegment(b42038fe-f101-4e83-8f07-cd41bb69f195),segment_id=b42038fe-f101-4e83-8f07-cd41bb69f195)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:45.590462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.655351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1005390067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:45.680099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:45.720769 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 8 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:45.748610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:router and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:45.761962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:45.798712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:45.800769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1d66d077-5316-4890-b086-caa981053817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.801007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=0eb572da-df3b-4883-a9cc-8866ccae7276,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:45.821761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for e904d82d-09e8-442a-851c-01b896464f7c owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:45.836221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.837433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.855698 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4e652297-763d-40be-a739-501205cf18ec tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5674684 Sep 29 06:50:45.860846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45664) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:45.874679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:45.903389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a2478986-0dcd-4f41-ae49-b9d73febe99d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:45.935716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.936400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:45.997536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=e904d82d-09e8-442a-851c-01b896464f7c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:45.997780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] For port e904d82d-09e8-442a-851c-01b896464f7c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e904d82d-09e8-442a-851c-01b896464f7c,segment=NetworkSegment(b42038fe-f101-4e83-8f07-cd41bb69f195),segment_id=b42038fe-f101-4e83-8f07-cd41bb69f195)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:45.997906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:45.999409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port e904d82d-09e8-442a-851c-01b896464f7c on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:46.066616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1d66d077-5316-4890-b086-caa981053817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.135140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Calling delete_port for e904d82d-09e8-442a-851c-01b896464f7c owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:46.141692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1d66d077-5316-4890-b086-caa981053817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.177115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66d077-5316-4890-b086-caa981053817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236fa84d-4255-4fba-b46a-1f9e50133774,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:46.184008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.189378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.214677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1d66d077-5316-4890-b086-caa981053817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.215951 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1d66d077-5316-4890-b086-caa981053817 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/236fa84d-4255-4fba-b46a-1f9e50133774 HTTP/1.1" status: 204 len: 168 time: 0.7444117 Sep 29 06:50:46.223636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99ac762-6a03-4178-8953-04bbb51e2920']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:46.231121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:50:46.231341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:50:46.244503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42038fe-f101-4e83-8f07-cd41bb69f195') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:46.245217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42038fe-f101-4e83-8f07-cd41bb69f195') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:46.262893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.290519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.299959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:46.300832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.331820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.360467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e904d82d-09e8-442a-851c-01b896464f7c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:50:46.411119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: e904d82d-09e8-442a-851c-01b896464f7c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:50:46.411466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e904d82d-09e8-442a-851c-01b896464f7c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:50:46.428746 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b42038fe-f101-4e83-8f07-cd41bb69f195 resource provider aggregate not found Sep 29 06:50:46.437592 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 9 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:46.440862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.442445 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3bd22dc3-5a3f-4e69-b304-c87836328830 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0575087 Sep 29 06:50:46.446415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45674) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:46.459148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.522530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:46.527374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.528169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1147022603'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:46.538201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:46.548957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:network and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:46.552001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.556216 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b42038fe-f101-4e83-8f07-cd41bb69f195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b42038fe-f101-4e83-8f07-cd41bb69f195 found for delete ", "request_id": "req-6fbbd240-8b25-4523-8e3c-fe341662b6eb"}]} Sep 29 06:50:46.557104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=d99ac762-6a03-4178-8953-04bbb51e2920,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:46.561771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:46.574029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-88b8ef98-785e-46b8-91c5-ad6b703d347a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/d99ac762-6a03-4178-8953-04bbb51e2920 HTTP/1.1" status: 204 len: 168 time: 2.1617126 Sep 29 06:50:46.579781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45680) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:46.589557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:46.599030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1001627576', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:46.624240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:46.635341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:46.666132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:46.672667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:46.676060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.701806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:46.732151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Deleting port e904d82d-09e8-442a-851c-01b896464f7c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:46.732913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.737578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.784770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:46.789359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.790373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.801119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:security_group_rule and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:46.808080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:46.809716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-667bdaf3-6ac0-4749-b878-31617a35d38e None None] The port 'e904d82d-09e8-442a-851c-01b896464f7c' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:50:46.810724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.826718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:46.840336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Allocated IP 172.26.0.195 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/8e976a17-39c6-4fbf-8046-e09fe0ed65c6) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:46.894382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:46.997831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.024527 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Attempt 10 to provision port a292dd58-a14e-48cc-9df3-b24d2e5ce294 Sep 29 06:50:47.038404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.090622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c40e1ca-707f-4bc3-ae23-4049d3da7f00 None None] Port a292dd58-a14e-48cc-9df3-b24d2e5ce294 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:47.214245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Provisioning for port 0eb572da-df3b-4883-a9cc-8866ccae7276 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:47.220682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Provisioning complete for port 0eb572da-df3b-4883-a9cc-8866ccae7276 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:47.221059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.221409 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 1 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:47.240068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.243874 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1c74715d-6d7d-406c-99fd-ec7a7c04c890 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6555080 Sep 29 06:50:47.244463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45704) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:47.251055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-51398643'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:47.258817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:47.262817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:47.265690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:47.272050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:47.306252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:47.314979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.325263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.335284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.340612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:47.344168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.386666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:47.393854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:47.406453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.407154 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment e1a91e37-027c-4318-a54c-06ea09c6aae6 of type vlan for network 526d92b0-5a85-41e9-9a84-c378b717afc1 Sep 29 06:50:47.454880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac78b32-caaa-4980-ab42-644a3da55b59,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:47.460717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.461124 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Added segment 5d90702a-867e-4b42-b800-868ffe6d1644 of type vlan for network f593fcc4-d20a-4be4-a2ed-75b275cdc805 Sep 29 06:50:47.462603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.499768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.501686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Delete allocated IP 2001:db8:0:1::1c (11e84665-85b3-4eb9-94af-cfc33ddba75e/e97b4b4d-bb9d-40de-97fd-8fdf8a434a17) {{(pid=89137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 06:50:47.505776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:47.506466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.507654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.512082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.587257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:47.610451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:47.616784 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3711474 Sep 29 06:50:47.619790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45716) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:47.630193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:47.644052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080fd94-fdcc-4263-ba4c-e56adf466a12 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=526d92b0-5a85-41e9-9a84-c378b717afc1,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:47.664986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:47.674971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:47.735934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event updated for resources: {'Port': ['ID=8e976a17-39c6-4fbf-8046-e09fe0ed65c6,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:47.742701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.748480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:47.749071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.781614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:47.789753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:47.794074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:47.803219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:47.806671 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 2 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:47.816600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:47.822319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:47.868946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45724) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:47.876230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:47.935837 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4837608 Sep 29 06:50:47.940159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45730) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:47.946126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'subnet': {'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:47.969701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2927e7-c2ff-4f3e-b1fe-8a704f85aff8 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Network': ['ID=f593fcc4-d20a-4be4-a2ed-75b275cdc805,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:47.980684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:48.055403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.084712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Deleting port 8e976a17-39c6-4fbf-8046-e09fe0ed65c6 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:48.085078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.201631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:48.209020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:subnet and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:48.239391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:48.249492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1113197460', 'network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:48.251465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:48.258958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Ignored duplicate provisioning block setup for port 0eb572da-df3b-4883-a9cc-8866ccae7276 by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:50:48.260039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:48.276057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:48.276478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Usage tracker for resource:port and tenant:bd6b2e1862fb4284ac671db427b5e76b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:48.279082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.279291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.280822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:48.325224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:48.378195 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 3 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:48.414204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.474425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:48.491782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Made reservation on behalf of bd6b2e1862fb4284ac671db427b5e76b for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:48.494774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.513847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] In _notify_port_updated(), no bound segment for port 0eb572da-df3b-4883-a9cc-8866ccae7276 on network 11e84665-85b3-4eb9-94af-cfc33ddba75e {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:48.519580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:48.520212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.521723 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/ports/0eb572da-df3b-4883-a9cc-8866ccae7276 HTTP/1.1" status: 200 len: 926 time: 2.6572139 Sep 29 06:50:48.529611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45734) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:48.534379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b8747-d884-44e7-bf7c-87223d7505ee tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=0eb572da-df3b-4883-a9cc-8866ccae7276,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:48.536077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=754d19ea-1e2f-4a69-aed9-8a89e9de6e75,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:48.538962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.572218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810'}, {'subnet_id': 'e97b4b4d-bb9d-40de-97fd-8fdf8a434a17'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:48.572687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:48.580179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Usage tracker for resource:security_group_rule and tenant:bd6b2e1862fb4284ac671db427b5e76b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:48.584664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:48.597086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:48.597472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: 526d92b0-5a85-41e9-9a84-c378b717afc1, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:48.601708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:48.608112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.608729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.676830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:48.749679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Calling delete_port for 8e976a17-39c6-4fbf-8046-e09fe0ed65c6 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:48.783549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 526d92b0-5a85-41e9-9a84-c378b717afc1) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:48.787747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:48.788483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.797426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca192c-6c8e-4ba2-9d39-9877640b40f2 None None] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:48.813702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.894196 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8cf0fd4f-5ef7-41ce-b130-1b4e912fc772 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2730553 Sep 29 06:50:48.897052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45738) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:48.925325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.933746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.944560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:48.953553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] device_id is not set on port 5729e617-bf19-4a5f-914d-8bc18ffbf0ad yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:50:49.002925 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 4 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:49.051041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Port': ['ID=8e976a17-39c6-4fbf-8046-e09fe0ed65c6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:49.070863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Subnet': ['ID=5d45c48d-42fe-4c14-a4c3-3ff19bf8159d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:49.094514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:49.106984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6813cfd0-b0d1-425b-bfab-cddb9bcb23d9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:49.116047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-526d92b0-5a85-41e9-9a84-c378b717afc1', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:49.117852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.123886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Checking segment: {'id': '5d90702a-867e-4b42-b800-868ffe6d1644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:49.123886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network hostable DHCP agents. Network: f593fcc4-d20a-4be4-a2ed-75b275cdc805, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:49.248387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Allocated IP 172.26.0.103 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/5729e617-bf19-4a5f-914d-8bc18ffbf0ad) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:49.250612 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] create failed (client error): The resource could not be found. Sep 29 06:50:49.255465 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ae1f2985-f153-4a22-988f-cfe8abb37ac4 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7329071 Sep 29 06:50:49.257865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45742) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:49.301646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Allocated IP 2001:db8::2 (526d92b0-5a85-41e9-9a84-c378b717afc1/754d19ea-1e2f-4a69-aed9-8a89e9de6e75/c0a57727-e58e-4ab7-abd5-d6a881d4f541) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:49.355366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Deleting port 7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:49.356012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.359318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.369044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:49.484077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f593fcc4-d20a-4be4-a2ed-75b275cdc805) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:49.515181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f83d79-1f55-4ffe-a23b-90b1c6e9061a None None] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:49.525351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:49.525720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.581671 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4d3479d0-74c1-4888-a528-5d3528cbbbe2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6374526 Sep 29 06:50:49.582349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45746) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:49.603725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'network': {'name': 'tempest-router-network01--1287341251'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:49.612162 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 5 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:49.657345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:49.676829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:network and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:49.689264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:49.710148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:49.717184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.719737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:49.725342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.743721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Transition to ACTIVE for port object c0a57727-e58e-4ab7-abd5-d6a881d4f541 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:49.746139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:49.749998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.796447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.800527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Transition to ACTIVE for port object c0a57727-e58e-4ab7-abd5-d6a881d4f541 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:49.806855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.812171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:49.927311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:49.930391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:49.932977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:49.973518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f593fcc4-d20a-4be4-a2ed-75b275cdc805', 'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805', 'tenant_id': '0f66425b26ed4f4390ebd3471f4cb1b6', 'fixed_ips': [{'subnet_id': '5d45c48d-42fe-4c14-a4c3-3ff19bf8159d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:49.974352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.004909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Pushing event updated for resources: {'Port': ['ID=c0a57727-e58e-4ab7-abd5-d6a881d4f541,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:50.060972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:50.071400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Calling delete_port for 7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:50.123027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Attempting to bind port c0a57727-e58e-4ab7-abd5-d6a881d4f541 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:50.123491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Attempting to bind port c0a57727-e58e-4ab7-abd5-d6a881d4f541 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:50.123884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Attempting to bind port c0a57727-e58e-4ab7-abd5-d6a881d4f541 on network 526d92b0-5a85-41e9-9a84-c378b717afc1 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:50.126384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.126810 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Added segment 922a185f-2106-4ba1-a24f-efef7c448de7 of type vlan for network 1ab70a45-79ad-4f18-897c-8a5a5464982b Sep 29 06:50:50.137925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:50.138408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Checking segment: {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:50.138738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.139116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Bound using segment: {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:50.139581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Bound port: c0a57727-e58e-4ab7-abd5-d6a881d4f541, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:50.139949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.140272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.213045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8:0:1::32f (11e84665-85b3-4eb9-94af-cfc33ddba75e/e97b4b4d-bb9d-40de-97fd-8fdf8a434a17/0eb572da-df3b-4883-a9cc-8866ccae7276) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:50.232826 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 6 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:50.256612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.265424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:50.268292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Pushing event updated for resources: {'Port': ['ID=5729e617-bf19-4a5f-914d-8bc18ffbf0ad,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:50.272635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:50.276758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:50.340463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:50.346874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Allocated IP 2001:db8::2 (f593fcc4-d20a-4be4-a2ed-75b275cdc805/5d45c48d-42fe-4c14-a4c3-3ff19bf8159d/a56c85c0-7405-441e-bfb0-f24d620cd7fe) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:50.353037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] For port c0a57727-e58e-4ab7-abd5-d6a881d4f541, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:50.357010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] For port c0a57727-e58e-4ab7-abd5-d6a881d4f541, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c0a57727-e58e-4ab7-abd5-d6a881d4f541,segment=NetworkSegment(e1a91e37-027c-4318-a54c-06ea09c6aae6),segment_id=e1a91e37-027c-4318-a54c-06ea09c6aae6)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:50.379318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:50:50.386957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8::1 (526d92b0-5a85-41e9-9a84-c378b717afc1/754d19ea-1e2f-4a69-aed9-8a89e9de6e75/1879b588-2b6c-4fd8-9414-3e6cbe0c061d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:50.388908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.441667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.458532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Port': ['ID=7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:50.465435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 0eb572da-df3b-4883-a9cc-8866ccae7276 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:50.478511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.502395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.508310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:50.509091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.540565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:50.541625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.548835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.600378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509e4ad-c977-41ee-821c-8bd82fe9639c None None] Pushing event updated for resources: {'Port': ['ID=c0a57727-e58e-4ab7-abd5-d6a881d4f541,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:50.688408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.705348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object 1879b588-2b6c-4fd8-9414-3e6cbe0c061d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:50.723035 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1396053 Sep 29 06:50:50.728254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45750) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:50.740425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.753753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Transition to ACTIVE for port object a56c85c0-7405-441e-bfb0-f24d620cd7fe will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:50.764316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826274d-97ee-40ab-801f-a7df4ed6222c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Network': ['ID=1ab70a45-79ad-4f18-897c-8a5a5464982b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:50.790812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'network': {'name': 'tempest-router-network02--1638044996'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:50.794242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Transition to ACTIVE for port object a56c85c0-7405-441e-bfb0-f24d620cd7fe will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:50.796899 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4cf4b39d-8a82-43af-aabe-27ed36b58db8 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9145761 Sep 29 06:50:50.798910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:50.800297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45754) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:50.810193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:50.816359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.103'}]}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:50.828843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.841998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:50.852913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Usage tracker for resource:router and tenant:bd6b2e1862fb4284ac671db427b5e76b is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:50.860166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.864794 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-48a16050-16ce-431c-a3b9-462ac79089f6 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "DELETE /v2.0/ports/7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71 HTTP/1.1" status: 204 len: 168 time: 1.6037133 Sep 29 06:50:50.864794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:50.866612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45758) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:50.886984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] In _notify_port_updated(), no bound segment for port 0eb572da-df3b-4883-a9cc-8866ccae7276 on network 11e84665-85b3-4eb9-94af-cfc33ddba75e {{(pid=89136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:50:50.894197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:50.895109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.900212 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/ports/0eb572da-df3b-4883-a9cc-8866ccae7276 HTTP/1.1" status: 200 len: 1012 time: 2.3693876 Sep 29 06:50:50.901329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45762) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:50.932459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:network and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:50.941287 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 7 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:50.942335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:50.961387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:51.005040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.005914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.013851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:51.016937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffdc9a-712f-40a6-b338-26b565226387 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=0eb572da-df3b-4883-a9cc-8866ccae7276,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:51.039620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953ecf8-28f4-424a-8eb5-a25b4818a346 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:51.040366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2953ecf8-28f4-424a-8eb5-a25b4818a346 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Synchronizing usage tracker for tenant:cb7cd9a49d1842fd8123a44158621b7a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:50:51.051043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:51.055922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.084201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2953ecf8-28f4-424a-8eb5-a25b4818a346 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Unset dirty status for tenant:cb7cd9a49d1842fd8123a44158621b7a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:50:51.085539 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2953ecf8-28f4-424a-8eb5-a25b4818a346 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c55e667-3be5-4151-a2c9-79b1d0811ff3 HTTP/1.1" status: 200 len: 913 time: 0.2169876 Sep 29 06:50:51.088652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45766) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:51.134318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:51.149828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:51.159685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:51.185054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:51.190723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:51.193842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:51.203055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:51.203661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.230807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:51.230807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Pushing event updated for resources: {'Port': ['ID=a56c85c0-7405-441e-bfb0-f24d620cd7fe,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:51.260016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:51.260016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.306628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Attempting to bind port a56c85c0-7405-441e-bfb0-f24d620cd7fe on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:51.306628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Attempting to bind port a56c85c0-7405-441e-bfb0-f24d620cd7fe by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '5d90702a-867e-4b42-b800-868ffe6d1644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:51.306628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Attempting to bind port a56c85c0-7405-441e-bfb0-f24d620cd7fe on network f593fcc4-d20a-4be4-a2ed-75b275cdc805 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:51.318142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:51.318142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Checking segment: {'id': '5d90702a-867e-4b42-b800-868ffe6d1644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:51.318142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.318142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Bound using segment: {'id': '5d90702a-867e-4b42-b800-868ffe6d1644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:51.318142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Bound port: a56c85c0-7405-441e-bfb0-f24d620cd7fe, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d90702a-867e-4b42-b800-868ffe6d1644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f593fcc4-d20a-4be4-a2ed-75b275cdc805'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:51.318142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.339842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 0eb572da-df3b-4883-a9cc-8866ccae7276 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:51.339842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.386579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:51.395641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.396132 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Added segment 91788323-88a3-4727-9fcb-83f4545e9cc3 of type vlan for network 337cd576-5014-42d7-9acd-21a7218c4a60 Sep 29 06:50:51.424323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.446008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] For port a56c85c0-7405-441e-bfb0-f24d620cd7fe, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:51.451325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] For port a56c85c0-7405-441e-bfb0-f24d620cd7fe, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a56c85c0-7405-441e-bfb0-f24d620cd7fe,segment=NetworkSegment(5d90702a-867e-4b42-b800-868ffe6d1644),segment_id=5d90702a-867e-4b42-b800-868ffe6d1644)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:51.461295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.570658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff663c0-0036-4611-8c63-92aa535af950 None None] Pushing event updated for resources: {'Port': ['ID=a56c85c0-7405-441e-bfb0-f24d620cd7fe,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:51.597231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.603350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:51.604086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.723107 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 8 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:51.853131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:51.914624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:51.949103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0a57727-e58e-4ab7-abd5-d6a881d4f541 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:51.956102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:52.020859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Network': ['ID=337cd576-5014-42d7-9acd-21a7218c4a60,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:52.034428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 337cd576-5014-42d7-9acd-21a7218c4a60 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:52.039065 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5dc9cb5-e30b-47c9-8cc2-68e4ae319261 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3094456 Sep 29 06:50:52.044180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:52.084994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'subnet': {'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:52.187311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c0a57727-e58e-4ab7-abd5-d6a881d4f541 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:52.197781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a56c85c0-7405-441e-bfb0-f24d620cd7fe up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:52.287492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a56c85c0-7405-441e-bfb0-f24d620cd7fe completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:52.319072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268bc7e-575e-4142-8cfe-cb32fecae717 None None] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:52.366822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:52.397541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:subnet and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:52.403753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:52.413421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:52.425433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:52.493284 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 9 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:52.543233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:52.570389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 0eb572da-df3b-4883-a9cc-8866ccae7276 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:52.605305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:52.670542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:52.717968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:52.743764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:52.747239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:52.889486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1be3c7-d24c-4e63-ab1e-0da95c55cb29 None None] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:53.034048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.103358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.104094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.124348 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 10 to provision port 0eb572da-df3b-4883-a9cc-8866ccae7276 Sep 29 06:50:53.126134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.232149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Port 0eb572da-df3b-4883-a9cc-8866ccae7276 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:53.241727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Could not find standard attr ID for object 7e0a8ca0-8a6f-40a3-9b7a-ec06935aac71. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:53.264449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Provisioning for port a2478986-0dcd-4f41-ae49-b9d73febe99d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:53.272591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Provisioning complete for port a2478986-0dcd-4f41-ae49-b9d73febe99d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:53.272961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.274011 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Attempt 1 to provision port a2478986-0dcd-4f41-ae49-b9d73febe99d Sep 29 06:50:53.410064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Current status of the port a2478986-0dcd-4f41-ae49-b9d73febe99d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:53.410590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.446776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:53.456318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] For port a2478986-0dcd-4f41-ae49-b9d73febe99d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a2478986-0dcd-4f41-ae49-b9d73febe99d,segment=NetworkSegment(660783e8-887d-49d6-9108-d7eb79abe5fc),segment_id=660783e8-887d-49d6-9108-d7eb79abe5fc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:53.461649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.461946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.487574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Deleting port a292dd58-a14e-48cc-9df3-b24d2e5ce294 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:53.487923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.608042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619d3a9-dcd4-48be-91c1-05d77e57b5ac None None] Pushing event updated for resources: {'Port': ['ID=a2478986-0dcd-4f41-ae49-b9d73febe99d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:53.628433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Provisioning for port a56c85c0-7405-441e-bfb0-f24d620cd7fe completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:53.634130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Provisioning complete for port a56c85c0-7405-441e-bfb0-f24d620cd7fe triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:53.634585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.634896 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 1 to provision port a56c85c0-7405-441e-bfb0-f24d620cd7fe Sep 29 06:50:53.648894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.680328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.684392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.717306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=0eb572da-df3b-4883-a9cc-8866ccae7276,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:53.722875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:53.730904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:53.759507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Current status of the port a56c85c0-7405-441e-bfb0-f24d620cd7fe is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:53.759888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.780910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Subnet': ['ID=b1257691-203e-41d1-bb67-9196e5b69e7b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:53.795385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.795898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c86a91b-6117-4a8f-a85f-95447d8172d2 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:50:53.808432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] For port a56c85c0-7405-441e-bfb0-f24d620cd7fe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a56c85c0-7405-441e-bfb0-f24d620cd7fe,segment=NetworkSegment(5d90702a-867e-4b42-b800-868ffe6d1644),segment_id=5d90702a-867e-4b42-b800-868ffe6d1644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:53.819162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:53.881485 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 29 06:50:53.882761 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e6bf138c-7cf5-4f5c-999f-8013b36294d0 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0813119 Sep 29 06:50:53.897060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45774) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:53.905271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Could not find standard attr ID for object 0eb572da-df3b-4883-a9cc-8866ccae7276. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:50:53.909093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a2478986-0dcd-4f41-ae49-b9d73febe99d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:53.957437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Pushing event updated for resources: {'Port': ['ID=a56c85c0-7405-441e-bfb0-f24d620cd7fe,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:53.997712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Provisioning for port c0a57727-e58e-4ab7-abd5-d6a881d4f541 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:54.004088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Provisioning complete for port c0a57727-e58e-4ab7-abd5-d6a881d4f541 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:54.004725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.005303 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 1 to provision port c0a57727-e58e-4ab7-abd5-d6a881d4f541 Sep 29 06:50:54.019368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Deleting port 5729e617-bf19-4a5f-914d-8bc18ffbf0ad {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:54.019903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.035598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a2478986-0dcd-4f41-ae49-b9d73febe99d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:54.036140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.036768 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a2478986-0dcd-4f41-ae49-b9d73febe99d Sep 29 06:50:54.066851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.079146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.092269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Checking segment: {'id': '922a185f-2106-4ba1-a24f-efef7c448de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:54.092985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network hostable DHCP agents. Network: 1ab70a45-79ad-4f18-897c-8a5a5464982b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:54.126033 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-926fc794-a69d-47e5-b0f4-3e346654d691 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/0eb572da-df3b-4883-a9cc-8866ccae7276 HTTP/1.1" status: 204 len: 168 time: 3.1869891 Sep 29 06:50:54.127297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45778) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:54.157899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:54.172429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 1ab70a45-79ad-4f18-897c-8a5a5464982b) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:54.177114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:54.177717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.183829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:50:54.205400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c60c2d-e9bc-411e-b598-8b14f63291da None None] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:54.254364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Calling delete_port for a292dd58-a14e-48cc-9df3-b24d2e5ce294 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:54.256460 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f243ab6e-8e38-44cc-b6bf-8381e4d35925 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1852512 Sep 29 06:50:54.268176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45782) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:54.274404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'subnet': {'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:54.304968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a2478986-0dcd-4f41-ae49-b9d73febe99d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:54.341220 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-10276701-db7f-4148-86c1-bc4e211f89be tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:50:54.342590 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-10276701-db7f-4148-86c1-bc4e211f89be tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/0eb572da-df3b-4883-a9cc-8866ccae7276 HTTP/1.1" status: 404 len: 333 time: 0.1500835 Sep 29 06:50:54.347222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45786) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:54.393017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Current status of the port c0a57727-e58e-4ab7-abd5-d6a881d4f541 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:54.393396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.464547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:54.475540 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bc1f4c07-09b5-4d89-b6f6-c2710e87c562 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5710564 Sep 29 06:50:54.476822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45790) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:54.484201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:54.486979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] For port c0a57727-e58e-4ab7-abd5-d6a881d4f541, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c0a57727-e58e-4ab7-abd5-d6a881d4f541,segment=NetworkSegment(e1a91e37-027c-4318-a54c-06ea09c6aae6),segment_id=e1a91e37-027c-4318-a54c-06ea09c6aae6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:54.489394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:54.493622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1191167946'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:54.499976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:subnet and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:54.503662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:54.505905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:54.513502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:54.516146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:54.518823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:54.526912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:54.533515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.536050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:54.541892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.557206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:54.560572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.573389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet e97b4b4d-bb9d-40de-97fd-8fdf8a434a17 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:54.579278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:54.579922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:54.589317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.669588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.694538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:50:54.710376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-1ab70a45-79ad-4f18-897c-8a5a5464982b', 'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b', 'tenant_id': '0f66425b26ed4f4390ebd3471f4cb1b6', 'fixed_ips': [{'subnet_id': 'b1257691-203e-41d1-bb67-9196e5b69e7b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:54.711370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.719890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.720377 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment ffa4c12b-6695-4b11-8336-a8991f652c1d of type vlan for network 51250730-b15a-491d-8508-4ea314a08cdc Sep 29 06:50:54.753526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Provisioning for port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:54.768529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.813065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Provisioning complete for port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:54.813436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.813777 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 1 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:50:54.830659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.861406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Pushing event updated for resources: {'Port': ['ID=c0a57727-e58e-4ab7-abd5-d6a881d4f541,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:54.877161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:50:54.909621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.944525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.950326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Calling delete_port for 5729e617-bf19-4a5f-914d-8bc18ffbf0ad owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:54.950991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:54.951676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:54.966030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:55.113234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6346169 Sep 29 06:50:55.115763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45794) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:55.119092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Subnet': ['ID=a19eb198-3432-499d-82bd-9839add0bb5e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:55.126702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66a63e-1d49-4921-84fc-154da6a4ded8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=51250730-b15a-491d-8508-4ea314a08cdc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:55.134549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Checking segment: {'id': '91788323-88a3-4727-9fcb-83f4545e9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:55.135040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network hostable DHCP agents. Network: 337cd576-5014-42d7-9acd-21a7218c4a60, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:55.144190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:50:55.153381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 51250730-b15a-491d-8508-4ea314a08cdc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:50:55.157215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network 337cd576-5014-42d7-9acd-21a7218c4a60 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:55.168387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 337cd576-5014-42d7-9acd-21a7218c4a60) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:55.173136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:55.173950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.201667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ef681507-471a-450a-a986-8fb37c8ba696 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9322300 Sep 29 06:50:55.204165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45798) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:55.224850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4bd56f-47d0-4cd5-a494-dc5b172ec360 None None] Network 337cd576-5014-42d7-9acd-21a7218c4a60 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:55.240434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.316603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Port': ['ID=a292dd58-a14e-48cc-9df3-b24d2e5ce294,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:55.352514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Allocated IP 2001:db8::2 (1ab70a45-79ad-4f18-897c-8a5a5464982b/b1257691-203e-41d1-bb67-9196e5b69e7b/428ed37b-2f59-48e7-8c59-a2c9c295bcbf) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:55.380776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.562069 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 2 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:50:55.591119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:55.602978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.615514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:55.649144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:55.669370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:55.674561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=e97b4b4d-bb9d-40de-97fd-8fdf8a434a17,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:55.678275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.723747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3090de0c-6f24-4513-b029-5535099f12ed None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:55.831014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:55.863572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.867514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:50:55.871139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.875123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0a57727-e58e-4ab7-abd5-d6a881d4f541 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:55.889366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.897048 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-970c1350-a324-4bf5-8c23-9babb15fc185 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/e97b4b4d-bb9d-40de-97fd-8fdf8a434a17 HTTP/1.1" status: 204 len: 168 time: 1.5471876 Sep 29 06:50:55.901141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45802) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:55.945866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:55.977353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-337cd576-5014-42d7-9acd-21a7218c4a60', 'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60', 'tenant_id': '0f66425b26ed4f4390ebd3471f4cb1b6', 'fixed_ips': [{'subnet_id': 'a19eb198-3432-499d-82bd-9839add0bb5e'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:55.978180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.066507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Pushing event deleted for resources: {'Port': ['ID=5729e617-bf19-4a5f-914d-8bc18ffbf0ad,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:56.108946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet 0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:56.150626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.168661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.213364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Transition to ACTIVE for port object 428ed37b-2f59-48e7-8c59-a2c9c295bcbf will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:56.227495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.255530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c0a57727-e58e-4ab7-abd5-d6a881d4f541 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:56.255957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.256241 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c0a57727-e58e-4ab7-abd5-d6a881d4f541 Sep 29 06:50:56.293843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:50:51Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:50:52Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:56.306663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Transition to ACTIVE for port object 428ed37b-2f59-48e7-8c59-a2c9c295bcbf will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:56.341716 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 3 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:50:56.377646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:50:56.377646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Updating router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:50:56.421591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.423238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.432998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Router 2c55e667-3be5-4151-a2c9-79b1d0811ff3 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:50:56.452116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.454150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Allocated IP 2001:db8::1 (1ab70a45-79ad-4f18-897c-8a5a5464982b/b1257691-203e-41d1-bb67-9196e5b69e7b/18b36840-dc66-4e8f-80e6-384d02185e82) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:56.473455 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ba21fa12-6d21-47bf-91e5-bd1868ce1639 tempest-RoutersAdminNegativeTest-174463142 tempest-RoutersAdminNegativeTest-174463142-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5729e617-bf19-4a5f-914d-8bc18ffbf0ad HTTP/1.1" status: 204 len: 168 time: 2.5719197 Sep 29 06:50:56.526464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Allocated IP 2001:db8::2 (337cd576-5014-42d7-9acd-21a7218c4a60/a19eb198-3432-499d-82bd-9839add0bb5e/0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:56.562020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.618006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.633555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Transition to ACTIVE for port object 18b36840-dc66-4e8f-80e6-384d02185e82 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:56.661404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.748129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:56.753815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:56.762536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:56.763372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.766419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Port': ['ID=18b36840-dc66-4e8f-80e6-384d02185e82,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:56.791532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45810) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:56.819909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.858448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.883126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Pushing event updated for resources: {'Port': ['ID=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:56.897088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:56.902847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:56.970754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:50:56.976718 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7b5a3fe7-c4b5-4282-8041-f8c8eaee7a8f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810 HTTP/1.1" status: 204 len: 168 time: 1.0738981 Sep 29 06:50:56.983226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45816) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:56.984307 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] Sync routers for ids ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:50:56.985043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fc090cf1-3a2a-4dc3-ad95-2f017c171500 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "PUT /v2.0/routers/2c55e667-3be5-4151-a2c9-79b1d0811ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8952992 Sep 29 06:50:56.989476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45818) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:56.993851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=afbec32b-548c-4eb0-be1d-12fe38ded40e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:56.996722 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] Routers {'2c55e667-3be5-4151-a2c9-79b1d0811ff3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:56.997348 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:57.063965 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:57.073598 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] Routers {'2c55e667-3be5-4151-a2c9-79b1d0811ff3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:50:57.074544 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:57.076274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:57.097453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.114192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.124809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.126438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:57.136821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:57.138890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:50:57.141995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.149506 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:57.150162 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483af04c-817b-4eea-a1ec-91644b4ebe7f None None] The sync data for ids ['2c55e667-3be5-4151-a2c9-79b1d0811ff3'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:50:57.169949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:57.193992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:57.194340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: 51250730-b15a-491d-8508-4ea314a08cdc, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:50:57.275090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port a2478986-0dcd-4f41-ae49-b9d73febe99d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:57.275647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.305545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Usage tracker for resource:security_group_rule and tenant:dc74ee6517c34654b6089467ad0ee534 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:50:57.320878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:50:57.323847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c0a57727-e58e-4ab7-abd5-d6a881d4f541 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:57.324744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a56c85c0-7405-441e-bfb0-f24d620cd7fe up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:57.360590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:50:57.487984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 51250730-b15a-491d-8508-4ea314a08cdc is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:50:57.489904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.499773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.504087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.504587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Attempting to bind port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:57.504913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Attempting to bind port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '922a185f-2106-4ba1-a24f-efef7c448de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:57.505376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Attempting to bind port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf on network 1ab70a45-79ad-4f18-897c-8a5a5464982b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:57.514766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Transition to ACTIVE for port object 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:57.524027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 51250730-b15a-491d-8508-4ea314a08cdc) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:57.530450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:50:57.530980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.550843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.550989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:57.551220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Checking segment: {'id': '922a185f-2106-4ba1-a24f-efef7c448de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:57.551360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Fanout notify agent at l3_agent the message router_deleted on router 2c55e667-3be5-4151-a2c9-79b1d0811ff3 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:50:57.551616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.552003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Bound using segment: {'id': '922a185f-2106-4ba1-a24f-efef7c448de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:57.552482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Bound port: 428ed37b-2f59-48e7-8c59-a2c9c295bcbf, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922a185f-2106-4ba1-a24f-efef7c448de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1ab70a45-79ad-4f18-897c-8a5a5464982b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:57.552856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.563883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.567769 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-393d7e42-a801-49b3-a462-cedd003244d3 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "DELETE /v2.0/routers/2c55e667-3be5-4151-a2c9-79b1d0811ff3 HTTP/1.1" status: 204 len: 168 time: 0.5750773 Sep 29 06:50:57.569813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45824) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:57.570459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d78fd-1090-4d91-8101-0bdec02fc20b None None] Network 51250730-b15a-491d-8508-4ea314a08cdc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:57.606134 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 4 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:50:57.623303 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-543ec102-ec2e-4b9f-a0fa-60c8101a5c4b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5023775 Sep 29 06:50:57.627002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45828) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:57.726971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Transition to ACTIVE for port object 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:57.768248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] For port a2478986-0dcd-4f41-ae49-b9d73febe99d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a2478986-0dcd-4f41-ae49-b9d73febe99d,segment=NetworkSegment(660783e8-887d-49d6-9108-d7eb79abe5fc),segment_id=660783e8-887d-49d6-9108-d7eb79abe5fc)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:57.768691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.777805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Deleting subnet 1e3a353b-f5e7-43d3-a8d4-384d824fe972 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:50:57.783240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.809905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.910017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.916089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:57.931738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Network 337cd576-5014-42d7-9acd-21a7218c4a60 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:57.969277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:57.975363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for a2478986-0dcd-4f41-ae49-b9d73febe99d owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:50:57.980652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a56c85c0-7405-441e-bfb0-f24d620cd7fe triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:50:57.981026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:57.981359 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a56c85c0-7405-441e-bfb0-f24d620cd7fe Sep 29 06:50:58.014086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:58.043441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821d941-d68d-4f2c-8b4c-f8e58804bf2e None None] Update dhcp port {'port': {'network_id': '11e84665-85b3-4eb9-94af-cfc33ddba75e', 'fixed_ips': [{'subnet_id': '0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': 'a2478986-0dcd-4f41-ae49-b9d73febe99d'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:50:58.090349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.096512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Pushing event updated for resources: {'Port': ['ID=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:58.123161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.178122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.183505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] For port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:58.235143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc74ee6517c34654b6089467ad0ee534&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4410021 Sep 29 06:50:58.255861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45832) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:58.256768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=a2478986-0dcd-4f41-ae49-b9d73febe99d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:58.260941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d96c7-efc5-4a59-9a90-db037d7bb20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab85819f-aa9e-4816-aea6-39d3cb9dc6b0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:58.263641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No DVR routers for this DVR port a2478986-0dcd-4f41-ae49-b9d73febe99d on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:50:58.282370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.284354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] For port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,segment=NetworkSegment(922a185f-2106-4ba1-a24f-efef7c448de7),segment_id=922a185f-2106-4ba1-a24f-efef7c448de7)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:58.291053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.311636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2821d941-d68d-4f2c-8b4c-f8e58804bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.321255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.321996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.333503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.393472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Transition to ACTIVE for port object 1879b588-2b6c-4fd8-9414-3e6cbe0c061d will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:58.398284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Attempting to bind port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:58.398467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Attempting to bind port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '91788323-88a3-4727-9fcb-83f4545e9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:58.398816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Attempting to bind port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 on network 337cd576-5014-42d7-9acd-21a7218c4a60 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:58.399647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.449587 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 5 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:50:58.490049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.595875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Port': ['ID=18b36840-dc66-4e8f-80e6-384d02185e82,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:58.607677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.611970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.624241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:58.624614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Checking segment: {'id': '91788323-88a3-4727-9fcb-83f4545e9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:58.625013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.625401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Bound using segment: {'id': '91788323-88a3-4727-9fcb-83f4545e9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:58.625875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Bound port: 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91788323-88a3-4727-9fcb-83f4545e9cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '337cd576-5014-42d7-9acd-21a7218c4a60'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:58.626257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.637544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df7f712f-4d93-4911-976d-9e62b912e27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.654994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.673231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:58.682807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3a353b-f5e7-43d3-a8d4-384d824fe972,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:58.685304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821d941-d68d-4f2c-8b4c-f8e58804bf2e None None] Host dv-neutron-859761-1-hyperv tried to update port a2478986-0dcd-4f41-ae49-b9d73febe99d which no longer exists. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 06:50:58.694486 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cfa4d968-67b0-4727-b4fa-f38d1f3ed731 tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "DELETE /v2.0/subnets/1e3a353b-f5e7-43d3-a8d4-384d824fe972 HTTP/1.1" status: 204 len: 168 time: 1.1233394 Sep 29 06:50:58.744362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45836) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:58.784371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e84665-85b3-4eb9-94af-cfc33ddba75e']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:58.787036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e2db4-7f88-49aa-bce4-1e855d79bc5a None None] Network 05aed776-f406-4768-8d14-e4158a7eceb6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:58.821980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660783e8-887d-49d6-9108-d7eb79abe5fc') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:58.822336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660783e8-887d-49d6-9108-d7eb79abe5fc') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:50:58.832003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49870292-2f83-43cd-876f-fe255562ad76 None None] Pushing event updated for resources: {'Port': ['ID=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:58.952815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d1c85-2bfe-463c-8df6-edf975ba380d None None] Network 11e84665-85b3-4eb9-94af-cfc33ddba75e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:50:59.021773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:59.025943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df7f712f-4d93-4911-976d-9e62b912e27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.040145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:59.042421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.049760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-51250730-b15a-491d-8508-4ea314a08cdc', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:50:59.050611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.060565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:59.144300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8:1::1 (51250730-b15a-491d-8508-4ea314a08cdc/afbec32b-548c-4eb0-be1d-12fe38ded40e/972a1529-0e11-4f75-97c4-814e502473cc) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:50:59.157344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.207313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a56c85c0-7405-441e-bfb0-f24d620cd7fe is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:50:59.242861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:50:59.243268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.264445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.333845 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 660783e8-887d-49d6-9108-d7eb79abe5fc resource provider aggregate not found Sep 29 06:50:59.336856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05537b-afca-4c21-b3ef-fdab9f18fe85 None None] Pushing event updated for resources: {'Port': ['ID=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:59.374899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 660783e8-887d-49d6-9108-d7eb79abe5fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 660783e8-887d-49d6-9108-d7eb79abe5fc found for delete ", "request_id": "req-e0183441-2773-4d4b-a45a-6c57d839e1f4"}]} Sep 29 06:50:59.389608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 428ed37b-2f59-48e7-8c59-a2c9c295bcbf up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:50:59.398316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Deleting port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:50:59.398731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.409211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.468485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object 972a1529-0e11-4f75-97c4-814e502473cc will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:50:59.474430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df7f712f-4d93-4911-976d-9e62b912e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.477120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.504218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.515153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.528439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Attempting to bind port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:50:59.528887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Attempting to bind port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:50:59.529449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Attempting to bind port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d on network 526d92b0-5a85-41e9-9a84-c378b717afc1 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:50:59.531885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] For port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:50:59.557441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f712f-4d93-4911-976d-9e62b912e27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab85819f-aa9e-4816-aea6-39d3cb9dc6b0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:59.561711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 51250730-b15a-491d-8508-4ea314a08cdc is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:50:59.570902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/11e84665-85b3-4eb9-94af-cfc33ddba75e HTTP/1.1" status: 204 len: 168 time: 2.5831487 Sep 29 06:50:59.571104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:50:59.577068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45844) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:50:59.577532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:50:59.578050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.598116 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 6 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:50:59.602694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df7f712f-4d93-4911-976d-9e62b912e27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.604069 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-df7f712f-4d93-4911-976d-9e62b912e27a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab85819f-aa9e-4816-aea6-39d3cb9dc6b0 HTTP/1.1" status: 204 len: 168 time: 1.3445826 Sep 29 06:50:59.615686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca089-775b-45a8-8e95-d6cd22de8fe3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=11e84665-85b3-4eb9-94af-cfc33ddba75e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:50:59.665737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575fd6f-dc44-462f-9934-692cbf2dcf2d None None] DHCP port deletion for 11e84665-85b3-4eb9-94af-cfc33ddba75e request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:50:59.669466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:50:59.669966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Checking segment: {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:50:59.670539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.670815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Router 706a8976-a989-43ce-aad2-569c1ac04248 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:50:59.670991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Bound using segment: {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:50:59.671574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Bound port: 1879b588-2b6c-4fd8-9414-3e6cbe0c061d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a91e37-027c-4318-a54c-06ea09c6aae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:50:59.672038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.697205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] For port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,segment=NetworkSegment(91788323-88a3-4727-9fcb-83f4545e9cc3),segment_id=91788323-88a3-4727-9fcb-83f4545e9cc3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:50:59.760653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.882398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:50:59.922920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:50:59.962366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:50:59.997506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] For port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,segment=NetworkSegment(8cb4db3b-3cb8-4bc7-89dc-b50930bec05a),segment_id=8cb4db3b-3cb8-4bc7-89dc-b50930bec05a)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:50:59.997855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.015421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Allocated IP 2001:db8:1::2 (51250730-b15a-491d-8508-4ea314a08cdc/afbec32b-548c-4eb0-be1d-12fe38ded40e/6ccf540d-804f-4fd4-ab1b-46398ad164d2) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:00.027575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:00.028853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f6aba-c85e-4dde-97f6-215e1a61d116 None None] Pushing event updated for resources: {'Port': ['ID=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:00.049816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] For port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:00.053958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] For port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,segment=NetworkSegment(e1a91e37-027c-4318-a54c-06ea09c6aae6),segment_id=e1a91e37-027c-4318-a54c-06ea09c6aae6)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:00.060883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] Sync routers for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:00.097068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.103651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a2478986-0dcd-4f41-ae49-b9d73febe99d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:00.137741 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c25e46a4-a12f-4639-9d37-96b5a61a9efa tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9312372 Sep 29 06:51:00.247796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629eb3a7-89de-44e2-82a0-432f29a3d543 None None] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:00.262967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:00.263672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:00.313419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45852) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:00.326365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Calling delete_port for 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:00.379314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=972a1529-0e11-4f75-97c4-814e502473cc,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:00.469132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45856) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:00.510448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df439535-1df9-4dc2-b6e6-793d17963661 None None] DHCP port deletion for 05aed776-f406-4768-8d14-e4158a7eceb6 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:00.517881 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Attempt 7 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:51:00.542316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a2478986-0dcd-4f41-ae49-b9d73febe99d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:00.542845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a2478986-0dcd-4f41-ae49-b9d73febe99d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:00.607330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6df650-8605-42b5-acb2-2ec895c55f87 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:00.609055 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4d6df650-8605-42b5-acb2-2ec895c55f87 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9442313 Sep 29 06:51:00.613071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-df439535-1df9-4dc2-b6e6-793d17963661 None None] Deleting port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:00.613557 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df439535-1df9-4dc2-b6e6-793d17963661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.616600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45860) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:00.698251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:00.699239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:00.713886 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a139d85-8235-4cd6-a3a5-54bd52ef4fb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd6b2e1862fb4284ac671db427b5e76b&name=default HTTP/1.1" status: 200 len: 2981 time: 0.2311375 Sep 29 06:51:00.714738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.717259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45864) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:00.749896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:00.837257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c09699d-0725-40f1-afe0-b4b77f701d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.851830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.860235 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2bdeed34-a951-4e2c-9929-67c7ce01e211 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2421060 Sep 29 06:51:00.863540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.864303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.875295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45868) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:00.915656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:00.916309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:00.921826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-250108287'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:00.939000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c09699d-0725-40f1-afe0-b4b77f701d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:00.961711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:00.978341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Port': ['ID=8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:00.979575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05537b-afca-4c21-b3ef-fdab9f18fe85 None None] Pushing event updated for resources: {'Port': ['ID=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:00.994468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] No DVR routers for this DVR port 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:01.004966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:01.016782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:01.054232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-df439535-1df9-4dc2-b6e6-793d17963661 None None] The port '8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:01.060547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:01.061172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c0b6af-7f33-40b0-a2c5-812491cc6efe None None] The sync data for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:01.071913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:01.108755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c8c357f0-a291-4b35-adf5-824badd5f1e0 None None] Port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:51:01.111367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=972a1529-0e11-4f75-97c4-814e502473cc,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:01.126859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:01.130600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.146556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:01.227022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c09699d-0725-40f1-afe0-b4b77f701d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.254065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:01.275869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09699d-0725-40f1-afe0-b4b77f701d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6813cfd0-b0d1-425b-bfab-cddb9bcb23d9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:01.276388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.278880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 51250730-b15a-491d-8508-4ea314a08cdc is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:01.282000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:01.293034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.293387 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment df14637b-e1ea-4ac8-8978-ad76391b6afe of type vlan for network 5c87023b-4823-4645-a8e9-87754a57616b Sep 29 06:51:01.313557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05aed776-f406-4768-8d14-e4158a7eceb6']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:01.328566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:01.328935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb4db3b-3cb8-4bc7-89dc-b50930bec05a') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:01.340993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.358383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.365181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:01.365580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.484349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c09699d-0725-40f1-afe0-b4b77f701d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.485452 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8c09699d-0725-40f1-afe0-b4b77f701d84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6813cfd0-b0d1-425b-bfab-cddb9bcb23d9 HTTP/1.1" status: 204 len: 168 time: 0.7635052 Sep 29 06:51:01.553941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:01.557237 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8cb4db3b-3cb8-4bc7-89dc-b50930bec05a resource provider aggregate not found Sep 29 06:51:01.572986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:01.600726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.607206 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8cb4db3b-3cb8-4bc7-89dc-b50930bec05a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cb4db3b-3cb8-4bc7-89dc-b50930bec05a found for delete ", "request_id": "req-b283cbe6-95a4-44c0-8fdc-607c96facef1"}]} Sep 29 06:51:01.633233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.656419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51f9d5-5048-4d6b-bff8-c0317f615de5 None None] Network 337cd576-5014-42d7-9acd-21a7218c4a60 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:01.688341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Provisioning complete for port a56c85c0-7405-441e-bfb0-f24d620cd7fe triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:01.688715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.689050 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Attempt 1 to provision port a56c85c0-7405-441e-bfb0-f24d620cd7fe Sep 29 06:51:01.696443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.726508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] Pushing event deleted for resources: {'Network': ['ID=05aed776-f406-4768-8d14-e4158a7eceb6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:01.750697 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6566f9be-6d5e-4989-a27a-4711f97d05cc tempest-FloatingIPNegativeTestJSON-1575633334 tempest-FloatingIPNegativeTestJSON-1575633334-project] 10.222.0.26 "DELETE /v2.0/networks/05aed776-f406-4768-8d14-e4158a7eceb6 HTTP/1.1" status: 204 len: 168 time: 2.9997759 Sep 29 06:51:01.818536 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-e3b02ca6-1eb5-464c-a408-49ba7f093b3f tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:01.819307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e3b02ca6-1eb5-464c-a408-49ba7f093b3f tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5042593 Sep 29 06:51:01.822927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45882) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:01.835449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:01.849646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.857242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:01.858231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.894773 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-651a5591-853d-41cb-978b-f9ebf5292493 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3920786 Sep 29 06:51:01.903472 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-98238d83-6524-461b-a32f-c0d0dbeeec5a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2756786 Sep 29 06:51:01.919528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:01.945009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45888) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:01.977353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2021571232'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:01.990389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:02.007257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:02.057460 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1506696 Sep 29 06:51:02.060783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45896) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:02.072338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '5c87023b-4823-4645-a8e9-87754a57616b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:02.093033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:02.100737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a70f5-a307-46e1-b062-89dbe7ce579f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=5c87023b-4823-4645-a8e9-87754a57616b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:02.116416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:02.147218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:02.150811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.183636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:02.187330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Transition to ACTIVE for port object 6ccf540d-804f-4fd4-ab1b-46398ad164d2 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:02.208614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Transition to ACTIVE for port object 6ccf540d-804f-4fd4-ab1b-46398ad164d2 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:02.218055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:02.222968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 5c87023b-4823-4645-a8e9-87754a57616b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:02.223917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:02.228674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-83bf5ba2-0732-4931-9d49-69ebcc6dd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:02.230421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-83bf5ba2-0732-4931-9d49-69ebcc6dd45c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 1099 time: 0.2543333 Sep 29 06:51:02.231384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:02.239193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:02.250566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.296376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:02.302838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.319236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45904) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:02.394285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccf540d-804f-4fd4-ab1b-46398ad164d2,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:02.408999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:02.435466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.436044 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment 0c79f0dd-7041-410d-959c-37308b92a349 of type vlan for network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd Sep 29 06:51:02.471578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Network 51250730-b15a-491d-8508-4ea314a08cdc is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:02.489536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:02.493005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:02.519732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:02.521845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.636190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.639981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:02.640860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8c521ff9-ea9a-4be0-a8ad-e4004d9dfd66 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:02.643948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:02.644960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.779601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Current status of the port a56c85c0-7405-441e-bfb0-f24d620cd7fe is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:02.933537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Attempting to bind port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:02.933784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Attempting to bind port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:02.934235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Attempting to bind port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 on network 51250730-b15a-491d-8508-4ea314a08cdc {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:02.949314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 3, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:00Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 1, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:02.957097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45918) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:02.957312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Provisioning for port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:02.962945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b85e37-de9a-4456-b7a9-8215b3c8a121 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 3, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:00Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 1, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:02.965651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Provisioning complete for port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:02.966200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:02.966720 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Attempt 1 to provision port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf Sep 29 06:51:02.977566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-25a26180-49d2-4187-8321-d17ee5bbd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:02.979358 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-25a26180-49d2-4187-8321-d17ee5bbd798 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.7221074 Sep 29 06:51:03.006561 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0461755 Sep 29 06:51:03.007130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45924) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:03.008300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:03.008851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Checking segment: {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:03.009544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.011655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Bound using segment: {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:03.013272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Bound port: 6ccf540d-804f-4fd4-ab1b-46398ad164d2, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:03.013911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.035460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:03.160576 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4670d444-1199-4829-afa3-85b556af6ea3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb7cd9a49d1842fd8123a44158621b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7848260 Sep 29 06:51:03.165470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45928) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:03.191512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091f5c5-641b-4eba-a66c-4b9709dd632d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:03.229384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:03.236214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:03.246006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'networks': [{'name': 'tempest-network--66123363'}, {'name': 'tempest-network--560309762'}]} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:03.248327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.250869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'network': {'name': 'tempest-network--66123363'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:03.251489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'network': {'name': 'tempest-network--560309762'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:03.263964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:03.275659 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-ecc7aa60-30d7-48b6-892c-9077e85cfa6c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4563654e-3b30-4d06-9148-cc653a8a5bac HTTP/1.1" status: 200 len: 1002 time: 0.2780437 Sep 29 06:51:03.281750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:network and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:03.293725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:03.311253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:03.319454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:03.360484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:03.424973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'network': 2} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:03.432361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.438578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:03.470381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.499452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:03.509988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.522122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-b8fe0b66-840c-49b5-98ee-7b6ff3691b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:03.524180 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-b8fe0b66-840c-49b5-98ee-7b6ff3691b93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.2373672 Sep 29 06:51:03.577638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Current status of the port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:03.580219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.649688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] For port 6ccf540d-804f-4fd4-ab1b-46398ad164d2, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:03.668418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:03.676307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.683514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-769ae8f4-6136-4c58-bb40-1249550c5514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.688040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:security_group_rule and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:03.697848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] For port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,segment=NetworkSegment(922a185f-2106-4ba1-a24f-efef7c448de7),segment_id=922a185f-2106-4ba1-a24f-efef7c448de7)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:03.709197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] For port 6ccf540d-804f-4fd4-ab1b-46398ad164d2, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ccf540d-804f-4fd4-ab1b-46398ad164d2,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:03.712705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.773125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.785711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Could not find standard attr ID for object a2478986-0dcd-4f41-ae49-b9d73febe99d. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:03.816896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:03.842525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95419dcf-c815-464f-adef-19860ca03ed8 None None] Pushing event updated for resources: {'Port': ['ID=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:03.854940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=71493dda-3004-444e-a220-fc8ef64345fe,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:03.886138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:03.982405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-769ae8f4-6136-4c58-bb40-1249550c5514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:03.985349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting port 18b36840-dc66-4e8f-80e6-384d02185e82 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:03.985818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.003432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': 'df14637b-e1ea-4ac8-8978-ad76391b6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5c87023b-4823-4645-a8e9-87754a57616b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:04.003798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: 5c87023b-4823-4645-a8e9-87754a57616b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:04.010310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Provisioning for port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:04.019864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Provisioning complete for port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:04.020247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.020601 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Attempt 1 to provision port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 Sep 29 06:51:04.083421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf216-4215-4dac-a121-3a5295f0f0e6 None None] Pushing event updated for resources: {'Port': ['ID=6ccf540d-804f-4fd4-ab1b-46398ad164d2,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:04.120753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.171851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-5f7aca4d-0222-4753-966f-3f0c363fb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:04.173403 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-5f7aca4d-0222-4753-966f-3f0c363fb36c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6223688 Sep 29 06:51:04.229245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Current status of the port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:04.229794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.231745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 5c87023b-4823-4645-a8e9-87754a57616b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:04.269121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=0082b6f3-eba1-4b7a-a097-27243e05ca0b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:04.291872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] For port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,segment=NetworkSegment(91788323-88a3-4727-9fcb-83f4545e9cc3),segment_id=91788323-88a3-4727-9fcb-83f4545e9cc3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:04.301526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.358513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 5c87023b-4823-4645-a8e9-87754a57616b) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:04.384807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:04.385024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:04.391256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:04.391478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008bdccc-c002-423c-97db-420e65cf7b77 None None] Network 5c87023b-4823-4645-a8e9-87754a57616b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:04.392136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.396451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.442819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.462644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-769ae8f4-6136-4c58-bb40-1249550c5514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.484320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.485001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.545850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ae8f4-6136-4c58-bb40-1249550c5514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7256621e-f1c6-409a-8eab-265ea18c1f49,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:04.554268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Provisioning for port 18b36840-dc66-4e8f-80e6-384d02185e82 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:04.567621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Calling delete_port for 18b36840-dc66-4e8f-80e6-384d02185e82 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:04.584240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Provisioning complete for port 18b36840-dc66-4e8f-80e6-384d02185e82 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:04.584750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.585104 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Attempt 1 to provision port 18b36840-dc66-4e8f-80e6-384d02185e82 Sep 29 06:51:04.589675 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-8053df86-541c-4b9d-bf23-4b43b8fa3474 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988147 Sep 29 06:51:04.601598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:04.605631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb34bc4f-6591-4f54-a25e-60fc1839733d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:04.624312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:04.633057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:04.633683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.635549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-769ae8f4-6136-4c58-bb40-1249550c5514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.636658 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-769ae8f4-6136-4c58-bb40-1249550c5514 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7256621e-f1c6-409a-8eab-265ea18c1f49 HTTP/1.1" status: 204 len: 168 time: 1.4682989 Sep 29 06:51:04.682716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:04.736902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0531428b-c458-483f-8a3d-5b15b73b2ee3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7255096 Sep 29 06:51:04.738614 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2e758c26-70b9-412d-8009-ef9812a087a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6741838 Sep 29 06:51:04.747181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45936) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:04.747752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45938) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:04.777657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.778262 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Added segment 2d4a4d1a-0f4b-4144-9e57-bae4fa24a031 of type vlan for network 4c39302a-454a-4b1f-ae66-2ff3dda50c1c Sep 29 06:51:04.797979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e8d48-e9c3-4b46-977f-8681b4757dcc None None] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:04.814355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Pushing event updated for resources: {'Port': ['ID=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:04.830705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '5c87023b-4823-4645-a8e9-87754a57616b', 'name': 'tempest-PortsIpV6TestJSON-252051465'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:04.847852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:04.848110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Port 18b36840-dc66-4e8f-80e6-384d02185e82 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:04.940135 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a3a1dd2-f219-4303-9452-46cb4a7773e4 req-7b8a9bee-2091-4e19-ba21-f23cd7e2deb1 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054307 Sep 29 06:51:04.985283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:05.001388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.001994 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Added segment d80fb8d7-ab28-4084-a89b-2ffdcf46d51a of type vlan for network 4934e50d-1df8-4825-8ec0-bb59302004ab Sep 29 06:51:05.049574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.116598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.119243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.136079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:05.140953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:05.141630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.235763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-5c87023b-4823-4645-a8e9-87754a57616b', 'network_id': '5c87023b-4823-4645-a8e9-87754a57616b', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': '71493dda-3004-444e-a220-fc8ef64345fe'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:05.241598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.326525 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.3689158 Sep 29 06:51:05.335027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45950) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:05.388528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Network': ['ID=4c39302a-454a-4b1f-ae66-2ff3dda50c1c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:05.404689 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Attempt 2 to provision port 18b36840-dc66-4e8f-80e6-384d02185e82 Sep 29 06:51:05.503517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4c39302a-454a-4b1f-ae66-2ff3dda50c1c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:05.598941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b43ad-c7a9-4189-b738-7c82658f673c tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Network': ['ID=4934e50d-1df8-4825-8ec0-bb59302004ab,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:05.650245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da45ebd-c36b-4a64-b0b6-05889d38c4c0 None None] Network 51250730-b15a-491d-8508-4ea314a08cdc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:05.658272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:05.662457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 428ed37b-2f59-48e7-8c59-a2c9c295bcbf up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:05.664718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:05.671133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:05.677359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:05.678217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Synchronizing usage tracker for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:05.706623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Unset dirty status for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:05.711394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-38c37f55-c378-4855-8f89-fefb00bd0a21 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3720832 Sep 29 06:51:05.711554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4934e50d-1df8-4825-8ec0-bb59302004ab details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:05.711744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45960) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:05.807863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:05.863761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:05.946118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Port 18b36840-dc66-4e8f-80e6-384d02185e82 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:05.999640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:06.016355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:06.019358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.061470 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:06.080711 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:06.081946 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:06.087081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:06.087916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.097164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45970) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:06.143198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:06.151402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:06.151815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.152307 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf Sep 29 06:51:06.165168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Port': ['ID=18b36840-dc66-4e8f-80e6-384d02185e82,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:06.202652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.254847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Allocated IP 2001:db8::2 (5c87023b-4823-4645-a8e9-87754a57616b/71493dda-3004-444e-a220-fc8ef64345fe/aa377a13-e2a8-484c-a4b8-e81d9cd7fb74) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:06.272790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c39302a-454a-4b1f-ae66-2ff3dda50c1c']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:06.307016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4a4d1a-0f4b-4144-9e57-bae4fa24a031') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:06.307226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4a4d1a-0f4b-4144-9e57-bae4fa24a031') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:06.315518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:06.319196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.365049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.402053 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:06.423610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.446846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-2067139828'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:06.450716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:06.451104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.477613 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Attempt 3 to provision port 18b36840-dc66-4e8f-80e6-384d02185e82 Sep 29 06:51:06.544346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Port 18b36840-dc66-4e8f-80e6-384d02185e82 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:51:06.557483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.577461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port a129d038-302f-45a5-bc96-b02c6c57a8f7 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:06.612199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.620306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:06.624343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.629725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.654826 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 2d4a4d1a-0f4b-4144-9e57-bae4fa24a031 resource provider aggregate not found Sep 29 06:51:06.664788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:06.676066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:06.679842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Network': ['ID=4c39302a-454a-4b1f-ae66-2ff3dda50c1c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:06.688225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:06.691791 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 2d4a4d1a-0f4b-4144-9e57-bae4fa24a031 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d4a4d1a-0f4b-4144-9e57-bae4fa24a031 found for delete ", "request_id": "req-67be4db8-f246-4eb2-a218-75d620261201"}]} Sep 29 06:51:06.697460 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-24f6d13f-c01e-4dcb-a397-ee08a728b1da tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/networks/4c39302a-454a-4b1f-ae66-2ff3dda50c1c HTTP/1.1" status: 204 len: 168 time: 0.9846985 Sep 29 06:51:06.701025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45980) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:06.724799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:06.729550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.755277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Provisioning complete for port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:06.755685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.756029 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Attempt 1 to provision port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf Sep 29 06:51:06.835460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Allocated IP 2001:db8:2::2 (7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd/0082b6f3-eba1-4b7a-a097-27243e05ca0b/231c9ece-6fa8-43de-9c8d-38d010821ded) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:06.839700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:06.840795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1879b588-2b6c-4fd8-9414-3e6cbe0c061d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:06.845620 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 3, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:00Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:00Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:06.849887 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:06.850523 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Updating router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c port 972a1529-0e11-4f75-97c4-814e502473cc binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:51:06.869989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.880021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.908248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:06.910537 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:06.913014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:security_group_rule and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:06.916823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:06.923957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:07.051321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.091090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.105506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:07.121819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.122382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment 8ccd1baa-dbb2-4fcd-a730-1441e04bb9be of type vlan for network 04c89c0c-d130-4a53-9711-239fe78cff30 Sep 29 06:51:07.160328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.199002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.259879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d20ea9-126d-46c8-99b6-0991657f6b6b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:07.266662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:07.270639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Transition to ACTIVE for port object aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:07.320136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:07.320515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.321110 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:51:07.382141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Router 706a8976-a989-43ce-aad2-569c1ac04248 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:07.394918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Transition to ACTIVE for port object aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:07.396071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-861d45ff-adf3-4683-8fb2-e7ccb9bb93b9 None None] Current status of the port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:07.432706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.462751 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.468342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.474178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:07.474858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.490625 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Transition to ACTIVE for port object 972a1529-0e11-4f75-97c4-814e502473cc will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:07.511131 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.511732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.628672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Network 5c87023b-4823-4645-a8e9-87754a57616b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:07.651484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:07.669547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:07.671962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cddc0d5e-eb0c-492c-a55f-71cf693d9b44 None None] Provisioning complete for port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:07.672442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cddc0d5e-eb0c-492c-a55f-71cf693d9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.672881 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-cddc0d5e-eb0c-492c-a55f-71cf693d9b44 None None] Attempt 1 to provision port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 Sep 29 06:51:07.688823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=04c89c0c-d130-4a53-9711-239fe78cff30,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:07.711751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4934e50d-1df8-4825-8ec0-bb59302004ab']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:07.727461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80fb8d7-ab28-4084-a89b-2ffdcf46d51a') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:07.729234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80fb8d7-ab28-4084-a89b-2ffdcf46d51a') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:07.738140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:07.743560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Pushing event updated for resources: {'Port': ['ID=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:07.747211 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Pushing event updated for resources: {'Port': ['ID=972a1529-0e11-4f75-97c4-814e502473cc,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:07.767395 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-20ad36ce-0e09-497e-98ca-536906a55a10 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6688237 Sep 29 06:51:07.769508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.775235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45984) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:07.778038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.779870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::dc (5c87023b-4823-4645-a8e9-87754a57616b/71493dda-3004-444e-a220-fc8ef64345fe/a129d038-302f-45a5-bc96-b02c6c57a8f7) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:07.787769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 04c89c0c-d130-4a53-9711-239fe78cff30 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:07.796140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-118026785'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:07.807881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.807881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45990) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:07.808670 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0a3ced07-8da9-40b5-9c76-479dd213e3f4 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9846730 Sep 29 06:51:07.813976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:07.820360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:07.825986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:07.835270 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.836102 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.836381 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.836925 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.837416 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.837761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.838090 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.838412 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.838761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.839081 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.839421 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.839914 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:07.843147 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Attempting to bind port 972a1529-0e11-4f75-97c4-814e502473cc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:07.843501 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Attempting to bind port 972a1529-0e11-4f75-97c4-814e502473cc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:07.844033 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Attempting to bind port 972a1529-0e11-4f75-97c4-814e502473cc on network 51250730-b15a-491d-8508-4ea314a08cdc {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:07.844389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:07.850853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:07.851244 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Checking segment: {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:07.851641 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.852018 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Bound using segment: {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:07.852474 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Bound port: 972a1529-0e11-4f75-97c4-814e502473cc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa4c12b-6695-4b11-8336-a8991f652c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:07.852853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.913905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:07.914635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:07.916515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] Sync routers for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:07.937401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-9eda0938-14dc-4af9-8855-10b7c53fd046 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] delete failed (client error): The resource could not be found. Sep 29 06:51:07.942799 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9eda0938-14dc-4af9-8855-10b7c53fd046 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-34099070 HTTP/1.1" status: 404 len: 333 time: 0.1336935 Sep 29 06:51:07.947910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 45994) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:07.957000 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] For port 972a1529-0e11-4f75-97c4-814e502473cc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:07.961015 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] For port 972a1529-0e11-4f75-97c4-814e502473cc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=972a1529-0e11-4f75-97c4-814e502473cc,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:07.967019 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.003776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-df058d5f-340d-4649-94d6-af27514aa7eb tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'router': {'external_gateway_info': {'network_id': '706a8976-a989-43ce-aad2-569c1ac04248'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:08.042123 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:08.042938 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:08.089745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Transition to ACTIVE for port object 231c9ece-6fa8-43de-9c8d-38d010821ded will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:08.152743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.185240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object a129d038-302f-45a5-bc96-b02c6c57a8f7 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:08.193525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:08.193899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:08.230812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:08.236969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.243599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.256464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:08.257009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.261888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.266389 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:08.285837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.304667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Transition to ACTIVE for port object 231c9ece-6fa8-43de-9c8d-38d010821ded will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:08.307425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Attempting to bind port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:08.307795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Attempting to bind port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'df14637b-e1ea-4ac8-8978-ad76391b6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5c87023b-4823-4645-a8e9-87754a57616b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:08.308157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Attempting to bind port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 on network 5c87023b-4823-4645-a8e9-87754a57616b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:08.339460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:08.339946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Checking segment: {'id': 'df14637b-e1ea-4ac8-8978-ad76391b6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5c87023b-4823-4645-a8e9-87754a57616b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:08.340361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.340998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Bound using segment: {'id': 'df14637b-e1ea-4ac8-8978-ad76391b6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5c87023b-4823-4645-a8e9-87754a57616b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:08.341647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Bound port: aa377a13-e2a8-484c-a4b8-e81d9cd7fb74, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14637b-e1ea-4ac8-8978-ad76391b6afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5c87023b-4823-4645-a8e9-87754a57616b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:08.342038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.353169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.356876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:08.378529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Network': ['ID=4934e50d-1df8-4825-8ec0-bb59302004ab,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:08.408271 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-91ab8a83-b79b-418d-9360-a01170b87369 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/networks/4934e50d-1df8-4825-8ec0-bb59302004ab HTTP/1.1" status: 204 len: 168 time: 1.7062175 Sep 29 06:51:08.431280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:08.440887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.441248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment 86bb8e2d-3d1e-4cff-97aa-19d3895026e8 of type vlan for network 13d07bf8-a972-450e-a017-089cb31c7626 Sep 29 06:51:08.489572 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ee2c0-127c-45de-9be5-683ed112c2f9 None None] Pushing event updated for resources: {'Port': ['ID=972a1529-0e11-4f75-97c4-814e502473cc,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:08.492749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:08.506088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 45998) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:08.515762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,segment=NetworkSegment(e1a91e37-027c-4318-a54c-06ea09c6aae6),segment_id=e1a91e37-027c-4318-a54c-06ea09c6aae6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:08.537801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:08.543364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:08.544151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:50:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:08.640767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.674196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=a129d038-302f-45a5-bc96-b02c6c57a8f7,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:08.680286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 5c87023b-4823-4645-a8e9-87754a57616b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:08.689054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-df058d5f-340d-4649-94d6-af27514aa7eb tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.701681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Pushing event updated for resources: {'Port': ['ID=231c9ece-6fa8-43de-9c8d-38d010821ded,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:08.708007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:08.713296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:08.723752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:08.723984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8:2::1 (7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd/0082b6f3-eba1-4b7a-a097-27243e05ca0b/ab4ead11-f7cc-4cce-8f82-225967b7774d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:08.724496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b7eff5-bfb1-438d-a5ac-9634f94a957e None None] The sync data for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:08.725957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:08.732413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:08.733273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.735242 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 3, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:00Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:07Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:08.740849 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24be5a9-d8da-4a23-be56-b6436e42a604 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:50:59Z', 'revision_number': 3, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:00Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:07Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:08.746972 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d80fb8d7-ab28-4084-a89b-2ffdcf46d51a resource provider aggregate not found Sep 29 06:51:08.755513 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-df058d5f-340d-4649-94d6-af27514aa7eb tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] update failed (client error): The resource could not be found. Sep 29 06:51:08.762362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-df058d5f-340d-4649-94d6-af27514aa7eb tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248 HTTP/1.1" status: 404 len: 339 time: 0.8126137 Sep 29 06:51:08.763487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46006) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:08.770740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-802490952'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:08.777368 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d80fb8d7-ab28-4084-a89b-2ffdcf46d51a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d80fb8d7-ab28-4084-a89b-2ffdcf46d51a found for delete ", "request_id": "req-edbe8c3b-dc35-4646-a4fd-bcc2a01bb791"}]} Sep 29 06:51:08.779818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:08.784563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:network and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:08.787934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:08.799013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:08.819098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.819599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:08.837248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3770cc-d059-4dcd-aeb0-bfcc33771f8b tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:08.841244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:08.843680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3770cc-d059-4dcd-aeb0-bfcc33771f8b tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:08.846543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6e3770cc-d059-4dcd-aeb0-bfcc33771f8b tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3361530 Sep 29 06:51:08.846698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.858548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46010) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:08.874768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1871152937'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:08.884024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:08.891646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:network and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:08.895995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:08.899440 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f3e43949-c3f4-4b80-9217-130e1eacdc08 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1451011 Sep 29 06:51:08.900626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46014) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:08.902976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.908152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:08.908624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:08.909234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:08.917355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '5c87023b-4823-4645-a8e9-87754a57616b', 'name': 'tempest-PortsIpV6TestJSON-1495721992'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:08.934535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:09.016720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2341576 Sep 29 06:51:09.017392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46018) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:09.025004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:09.028858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.044845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:09.045152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.045603 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Added segment 03b0a26e-c5b1-4787-ac8c-862d16013d15 of type vlan for network daca4ff6-219e-4831-aa17-255ba2ba837b Sep 29 06:51:09.112195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.128561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:09.145363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] For port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:09.146785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2c05e-c6b1-4af8-8f9f-6ae4df2ca53e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=13d07bf8-a972-450e-a017-089cb31c7626,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:09.151511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.151989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Added segment 8e4ad266-4117-4acf-9311-c2b08062afa3 of type vlan for network f9e03df9-65fa-45c2-9e89-a91111eb4070 Sep 29 06:51:09.154592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:09.165652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:09.173892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:09.180121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 13d07bf8-a972-450e-a017-089cb31c7626 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:09.182391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:09.198512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:09.207364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e063cf8c-531f-4955-be41-1f820f124659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.210106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.215874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.218481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.224146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:09.224806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.226992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:09.234825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:09.240250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:09.248178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object ab4ead11-f7cc-4cce-8f82-225967b7774d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:09.249483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:09.257691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:09.261054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.266369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:09.270242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.275450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] For port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,segment=NetworkSegment(df14637b-e1ea-4ac8-8978-ad76391b6afe),segment_id=df14637b-e1ea-4ac8-8978-ad76391b6afe)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:09.277969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-cddc0d5e-eb0c-492c-a55f-71cf693d9b44 None None] Current status of the port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:09.307009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.333359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:51:09.382275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6169868 Sep 29 06:51:09.388352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46022) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:09.391826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 3b32b55f-bc69-4440-a5c1-56487577ada3 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:09.423689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Attempting to bind port 231c9ece-6fa8-43de-9c8d-38d010821ded on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:09.424163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Attempting to bind port 231c9ece-6fa8-43de-9c8d-38d010821ded by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:09.424996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Attempting to bind port 231c9ece-6fa8-43de-9c8d-38d010821ded on network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:09.431464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'subnet': {'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:09.439919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584183e4-12f0-4042-bb8a-39d27c0eee03 None None] Pushing event updated for resources: {'Port': ['ID=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:09.451364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31f762-7f75-400b-a0ea-8e018f63557c tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Network': ['ID=daca4ff6-219e-4831-aa17-255ba2ba837b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:09.457542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.459145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:09.459595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Checking segment: {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:09.460131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.461188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Bound using segment: {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:09.461846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Bound port: 231c9ece-6fa8-43de-9c8d-38d010821ded, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:09.462298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.464143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:09.464792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.486524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network daca4ff6-219e-4831-aa17-255ba2ba837b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:09.536150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.540202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cddc0d5e-eb0c-492c-a55f-71cf693d9b44 None None] Provisioning for port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:09.624087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:09.629568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:09.636359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:09.637284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.667001 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:09.667446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.667891 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 Sep 29 06:51:09.682331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=ab4ead11-f7cc-4cce-8f82-225967b7774d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:09.688701 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8289452 Sep 29 06:51:09.696311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46028) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:09.744990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-72828228'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:09.755851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:09.765256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:09.767514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cda76-eb04-4848-ac30-f9f1b99a5856 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Network': ['ID=f9e03df9-65fa-45c2-9e89-a91111eb4070,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:09.777386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:network and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:09.780746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Usage tracker for resource:subnet and tenant:0f66425b26ed4f4390ebd3471f4cb1b6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:09.783343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:09.788097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:09.800299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:09.803467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:09.831614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::269 (5c87023b-4823-4645-a8e9-87754a57616b/71493dda-3004-444e-a220-fc8ef64345fe/3b32b55f-bc69-4440-a5c1-56487577ada3) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:09.834588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:09.838784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.855784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Made reservation on behalf of 0f66425b26ed4f4390ebd3471f4cb1b6 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:09.859592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f9e03df9-65fa-45c2-9e89-a91111eb4070 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:09.859899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.880978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:09.948956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99eaf8c1-2d3e-42bf-be93-34609224781f None None] Provisioning for port 972a1529-0e11-4f75-97c4-814e502473cc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:10.001926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:10.025179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] For port 231c9ece-6fa8-43de-9c8d-38d010821ded, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:10.032630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.032991 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Added segment 43acf9e7-5b21-4d75-b616-12711f83446e of type vlan for network 8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a Sep 29 06:51:10.036977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] For port 231c9ece-6fa8-43de-9c8d-38d010821ded, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=231c9ece-6fa8-43de-9c8d-38d010821ded,segment=NetworkSegment(0c79f0dd-7041-410d-959c-37308b92a349),segment_id=0c79f0dd-7041-410d-959c-37308b92a349)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:10.042137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.053738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.055489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=71cd2691-9978-4326-87b5-7cd00cb7e861,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:10.130937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:10.131761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: 04c89c0c-d130-4a53-9711-239fe78cff30, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:10.195347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 04c89c0c-d130-4a53-9711-239fe78cff30 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:10.244770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.283226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 04c89c0c-d130-4a53-9711-239fe78cff30) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:10.286447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:10.287781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ccf540d-804f-4fd4-ab1b-46398ad164d2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:10.347318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:10.348055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.353763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46969850-5312-4404-b5dc-bf8d0e3dee8e None None] Network 04c89c0c-d130-4a53-9711-239fe78cff30 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:10.384538 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8356bebb-a943-4566-b86f-a30d1078e687 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3575182 Sep 29 06:51:10.397669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46032) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:10.411769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': '13d07bf8-a972-450e-a017-089cb31c7626', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:10.426289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.442446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.456166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:10.458452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.472650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f6435-caf0-41a8-8c39-1045bd4252a5 None None] Pushing event updated for resources: {'Port': ['ID=231c9ece-6fa8-43de-9c8d-38d010821ded,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:10.509113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:10.518812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:10.519205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.519538 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 Sep 29 06:51:10.589277 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8889625 Sep 29 06:51:10.593350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46036) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:10.597778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 3b32b55f-bc69-4440-a5c1-56487577ada3 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:10.661942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'ports': [{'network_id': 'f9e03df9-65fa-45c2-9e89-a91111eb4070', 'name': 'tempest-port--750062966', 'admin_state_up': True}, {'network_id': '8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a', 'admin_state_up': False}]} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:10.665457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'port': {'network_id': 'f9e03df9-65fa-45c2-9e89-a91111eb4070', 'name': 'tempest-port--750062966', 'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:10.666244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'port': {'network_id': '8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a', 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:10.705323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:10.716402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bdad5-a113-4a6f-8e9f-d49712bc2cf6 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Network': ['ID=8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:10.731480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.746008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:10.767942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:10.778183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:10.805906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:10.829896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-04c89c0c-d130-4a53-9711-239fe78cff30', 'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': '71cd2691-9978-4326-87b5-7cd00cb7e861'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:10.830801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:10.923235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.011262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 5c87023b-4823-4645-a8e9-87754a57616b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:11.013670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:11.017534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.025292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:11.025677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.034323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:11.034693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7950c950-ffe1-4801-b148-2960b4f62e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.062241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:11.070860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:11.071931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.083095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Subnet': ['ID=aac6a6c5-fd52-44f0-ac83-c7e1a567d5c2,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:11.115586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=3b32b55f-bc69-4440-a5c1-56487577ada3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:11.137016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Checking segment: {'id': '03b0a26e-c5b1-4787-ac8c-862d16013d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:11.137714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network hostable DHCP agents. Network: daca4ff6-219e-4831-aa17-255ba2ba837b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:11.154626 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-986d0640-f033-41f3-8c59-bc138a6cc903 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2535865 Sep 29 06:51:11.157902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46040) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:11.185499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:11.196320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6ccf540d-804f-4fd4-ab1b-46398ad164d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ccf540d-804f-4fd4-ab1b-46398ad164d2,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:11.197672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:port and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:11.204327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.206868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:11.225654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:11.261678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.266209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network daca4ff6-219e-4831-aa17-255ba2ba837b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:11.269340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'port': 2} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:11.274799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.296071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.296891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.310441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Allocated IP 172.20.0.2 (04c89c0c-d130-4a53-9711-239fe78cff30/71cd2691-9978-4326-87b5-7cd00cb7e861/d645b2fc-e91d-4d0d-98d7-7f9246a78cf1) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:11.327684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, daca4ff6-219e-4831-aa17-255ba2ba837b) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:11.340643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:11.342645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.357301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be65a3-6c4e-41f3-97f1-89e92a1fdedf None None] Network daca4ff6-219e-4831-aa17-255ba2ba837b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:11.403258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.410594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7e08cff9-a5b1-453a-a1a8-48d44aa6ba2d tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0188985 Sep 29 06:51:11.417385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46044) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:11.422985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6349d7b2-1dde-420a-b2ad-649214fdd753 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'router': {'external_gateway_info': {'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:11.487232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b2327a-af0f-4e3e-8ea3-ee6e16e4dd54 None None] Network 5c87023b-4823-4645-a8e9-87754a57616b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:11.541342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6ccf540d-804f-4fd4-ab1b-46398ad164d2,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:11.626334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2d577-069b-4202-982d-3331047fa536 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:11.627250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9da2d577-069b-4202-982d-3331047fa536 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:11.710275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:11.770107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75394867-0300-4f16-b29c-61ee4c8d9bb7 None None] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:11.783406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9da2d577-069b-4202-982d-3331047fa536 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:11.787529 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9da2d577-069b-4202-982d-3331047fa536 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Adc HTTP/1.1" status: 200 len: 927 time: 0.6281958 Sep 29 06:51:11.788251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46048) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:11.800111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=ab4ead11-f7cc-4cce-8f82-225967b7774d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:11.886811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f8946cc5-5036-4862-8115-af90414329f3 None None] Provisioning for port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:11.971821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6349d7b2-1dde-420a-b2ad-649214fdd753 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:11.989240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 3b32b55f-bc69-4440-a5c1-56487577ada3 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:11.989672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.030326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.039129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.102523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.115783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] device_id is not set on port 6d08a702-4dde-467c-9cf3-7e95e2fe3fc6 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:12.129201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:12.135060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:12.168945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=069d0207-7c7d-4e0c-9351-1adae35a6de5,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:12.201111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-819bf3ae-6393-4434-9bea-efe000374f8b None None] Provisioning for port 231c9ece-6fa8-43de-9c8d-38d010821ded completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:12.204257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-daca4ff6-219e-4831-aa17-255ba2ba837b', 'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b', 'tenant_id': '0f66425b26ed4f4390ebd3471f4cb1b6', 'fixed_ips': [{'subnet_id': 'aac6a6c5-fd52-44f0-ac83-c7e1a567d5c2'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:12.205776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.213931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:12.253282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:12.253959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.254298 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 Sep 29 06:51:12.318426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': '86bb8e2d-3d1e-4cff-97aa-19d3895026e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '13d07bf8-a972-450e-a017-089cb31c7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:12.318813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: 13d07bf8-a972-450e-a017-089cb31c7626, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:12.362976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.379780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 13d07bf8-a972-450e-a017-089cb31c7626 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:12.400948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:12.420427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 13d07bf8-a972-450e-a017-089cb31c7626) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:12.433828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:12.434583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.446000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ea514-2078-440e-9eb5-238ab63be818 None None] Network 13d07bf8-a972-450e-a017-089cb31c7626 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:12.516350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.523817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 3b32b55f-bc69-4440-a5c1-56487577ada3 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:12.580650 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-6349d7b2-1dde-420a-b2ad-649214fdd753 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:12.585279 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6349d7b2-1dde-420a-b2ad-649214fdd753 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248 HTTP/1.1" status: 400 len: 364 time: 1.1634960 Sep 29 06:51:12.586166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46052) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:12.667056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.685711 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bdae3c4b-91a4-4582-aa17-d22d191b8e21 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2864375 Sep 29 06:51:12.696858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46056) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:12.705028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558771997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:12.711545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Transition to ACTIVE for port object d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:12.722276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:12.738172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:12.744188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:12.758039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:12.761298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:12.767885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] device_id is not set on port 2046f9b7-0b36-4ac8-8ca1-96993add982d yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:12.773582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-439f85c1-7991-406f-84f4-283c66c51da3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0241046 Sep 29 06:51:12.778572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46060) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:12.779510 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:12.786013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-900407302'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:12.792085 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:12.793262 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:12.793707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:12.797324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.798323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.804639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:network and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:12.810881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:12.822033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:12.843605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.859422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:12.862644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Transition to ACTIVE for port object d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:12.863017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.924108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.960612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:12.960897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.976998 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:12.994998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:12.997715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.000574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.000922 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added segment 73749ed7-d2e4-4b32-9612-857fb58a5692 of type vlan for network 807dbd14-9d01-40da-a862-fb74502cdf52 Sep 29 06:51:13.009993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.011390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d46c9885-dd3b-4b1a-b570-819921efb2b0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3105226 Sep 29 06:51:13.016783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46064) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:13.112005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:13.112391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.123339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Network 04c89c0c-d130-4a53-9711-239fe78cff30 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:13.129716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=3b32b55f-bc69-4440-a5c1-56487577ada3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:13.135319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Allocated IP 2001:db8:1::2 (daca4ff6-219e-4831-aa17-255ba2ba837b/aac6a6c5-fd52-44f0-ac83-c7e1a567d5c2/a84b9e06-846d-4ce1-acc6-80cadc48b6dc) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:13.143554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:13.189402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:13.235839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Pushing event updated for resources: {'Port': ['ID=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:13.336993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-13d07bf8-a972-450e-a017-089cb31c7626', 'network_id': '13d07bf8-a972-450e-a017-089cb31c7626', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': '069d0207-7c7d-4e0c-9351-1adae35a6de5'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:13.337832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.372835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.389800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,segment=NetworkSegment(df14637b-e1ea-4ac8-8978-ad76391b6afe),segment_id=df14637b-e1ea-4ac8-8978-ad76391b6afe)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:13.415942 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:09Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:07Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:10Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:13.423980 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:13.423980 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Updating router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c port ab4ead11-f7cc-4cce-8f82-225967b7774d binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:51:13.553232 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.572854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.617293 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c58fc30e-e1f2-4a5a-87b8-a5f2eff28e7b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/3b32b55f-bc69-4440-a5c1-56487577ada3 HTTP/1.1" status: 204 len: 168 time: 1.8255105 Sep 29 06:51:13.623627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46068) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:13.635309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.636108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 231c9ece-6fa8-43de-9c8d-38d010821ded up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:13.747978 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5e9e74-2b3f-4dfc-a05b-9369e1128460 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:51:13.748668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a5e9e74-2b3f-4dfc-a05b-9369e1128460 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:13.797049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a5e9e74-2b3f-4dfc-a05b-9369e1128460 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:13.804208 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9a5e9e74-2b3f-4dfc-a05b-9369e1128460 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/3b32b55f-bc69-4440-a5c1-56487577ada3 HTTP/1.1" status: 404 len: 333 time: 0.1768997 Sep 29 06:51:13.806146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46072) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:13.838476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:13.972134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.087536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:51:14.120416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.136433 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:51:14.149243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Transition to ACTIVE for port object a84b9e06-846d-4ce1-acc6-80cadc48b6dc will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:14.168930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.173534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Transition to ACTIVE for port object a84b9e06-846d-4ce1-acc6-80cadc48b6dc will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:14.176984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:14.177818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.181101 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.196084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.207554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.235076 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Transition to ACTIVE for port object ab4ead11-f7cc-4cce-8f82-225967b7774d will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:14.237483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Attempting to bind port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:14.238056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Attempting to bind port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:14.238686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Attempting to bind port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 on network 04c89c0c-d130-4a53-9711-239fe78cff30 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:14.255448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:14.256120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Checking segment: {'id': '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:14.256697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.257377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Bound using segment: {'id': '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:14.258015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Bound port: d645b2fc-e91d-4d0d-98d7-7f9246a78cf1, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '04c89c0c-d130-4a53-9711-239fe78cff30'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:14.258573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.272976 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.302294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port a129d038-302f-45a5-bc96-b02c6c57a8f7 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:14.302675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.339058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Network daca4ff6-219e-4831-aa17-255ba2ba837b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:14.347030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:14.350177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:14.378746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:14.474713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Pushing event updated for resources: {'Port': ['ID=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:14.478798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 231c9ece-6fa8-43de-9c8d-38d010821ded completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:14.501905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Port': ['ID=6d08a702-4dde-467c-9cf3-7e95e2fe3fc6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:14.555979 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7763658 Sep 29 06:51:14.563700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.575044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3f849723-4a16-4bcf-b386-60a059aa33ec None None] Provisioning for port ab4ead11-f7cc-4cce-8f82-225967b7774d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:14.583525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46076) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:14.591152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 231c9ece-6fa8-43de-9c8d-38d010821ded triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:14.591398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.591560 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 231c9ece-6fa8-43de-9c8d-38d010821ded Sep 29 06:51:14.627727 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08404a5-0699-4066-b04b-f59d2c637586 None None] Pushing event updated for resources: {'Port': ['ID=ab4ead11-f7cc-4cce-8f82-225967b7774d,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:14.722725 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Attempting to bind port ab4ead11-f7cc-4cce-8f82-225967b7774d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:14.723147 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Attempting to bind port ab4ead11-f7cc-4cce-8f82-225967b7774d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:14.723512 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Attempting to bind port ab4ead11-f7cc-4cce-8f82-225967b7774d on network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:14.735714 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:14.736145 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Checking segment: {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:14.736562 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.736937 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Bound using segment: {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:14.737447 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Bound port: ab4ead11-f7cc-4cce-8f82-225967b7774d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c79f0dd-7041-410d-959c-37308b92a349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:14.737830 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.757943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'subnet': {'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:14.769783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Allocated IP 172.21.0.2 (13d07bf8-a972-450e-a017-089cb31c7626/069d0207-7c7d-4e0c-9351-1adae35a6de5/aef24d16-a96e-4fdc-8321-06aaa17e8cf3) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:14.845966 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] For port ab4ead11-f7cc-4cce-8f82-225967b7774d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:14.848456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a209cd8-415f-41e4-bc72-8cfcf612ab08 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Network': ['ID=807dbd14-9d01-40da-a862-fb74502cdf52,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:14.851571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Checking segment: {'id': '8e4ad266-4117-4acf-9311-c2b08062afa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f9e03df9-65fa-45c2-9e89-a91111eb4070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:14.851940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network hostable DHCP agents. Network: f9e03df9-65fa-45c2-9e89-a91111eb4070, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:14.852926 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] For port ab4ead11-f7cc-4cce-8f82-225967b7774d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ab4ead11-f7cc-4cce-8f82-225967b7774d,segment=NetworkSegment(0c79f0dd-7041-410d-959c-37308b92a349),segment_id=0c79f0dd-7041-410d-959c-37308b92a349)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:14.862996 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:14.921513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:14.922225 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:14.981096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:14.988154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network f9e03df9-65fa-45c2-9e89-a91111eb4070 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:14.994651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:subnet and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:15.002698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.004852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:15.015313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Transition to ACTIVE for port object aef24d16-a96e-4fdc-8321-06aaa17e8cf3 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:15.035056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Transition to ACTIVE for port object aef24d16-a96e-4fdc-8321-06aaa17e8cf3 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:15.047594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:15.059142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f9e03df9-65fa-45c2-9e89-a91111eb4070) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:15.075404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:15.076240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.089559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 807dbd14-9d01-40da-a862-fb74502cdf52 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:15.120940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291f139-25a3-410c-a42c-195662bfa1cc None None] Network f9e03df9-65fa-45c2-9e89-a91111eb4070 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:15.130975 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:15.131528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Allocated IP 2001:db8::1 (f593fcc4-d20a-4be4-a2ed-75b275cdc805/5d45c48d-42fe-4c14-a4c3-3ff19bf8159d/56416657-0543-4417-b125-e5824127c493) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:15.141358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Made reservation on behalf of da6681a609f742a489204ae47a6f4aa3 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:15.144822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.146710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.227328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.239330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] For port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:15.319133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for a129d038-302f-45a5-bc96-b02c6c57a8f7 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:15.338425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Port': ['ID=2046f9b7-0b36-4ac8-8ca1-96993add982d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:15.367208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.20.0.1 (04c89c0c-d130-4a53-9711-239fe78cff30/71cd2691-9978-4326-87b5-7cd00cb7e861/784c56f7-bac2-47eb-9f2c-88b60180ffc1) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:15.381929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Checking segment: {'id': '43acf9e7-5b21-4d75-b616-12711f83446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:15.382967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network hostable DHCP agents. Network: 8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:15.404986 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08404a5-0699-4066-b04b-f59d2c637586 None None] Pushing event updated for resources: {'Port': ['ID=ab4ead11-f7cc-4cce-8f82-225967b7774d,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:15.534710 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:09Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:07Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:14Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:15.540578 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414245-5b65-4a1a-80a2-fae2d0b27f13 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:09Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:07Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:14Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:15.543398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network 8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:15.578793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:15.603850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:15.609877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:15.623655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:15.624368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.666908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Attempting to bind port a84b9e06-846d-4ce1-acc6-80cadc48b6dc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:15.671454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Attempting to bind port a84b9e06-846d-4ce1-acc6-80cadc48b6dc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '03b0a26e-c5b1-4787-ac8c-862d16013d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:15.671777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Attempting to bind port a84b9e06-846d-4ce1-acc6-80cadc48b6dc on network daca4ff6-219e-4831-aa17-255ba2ba837b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:15.681182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b2ab505f-b265-448d-b749-1337766027af None None] Could not find standard attr ID for object 3b32b55f-bc69-4440-a5c1-56487577ada3. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:15.712187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fc8aa-d95a-47b9-85f4-385166a2666f None None] Network 8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:15.718454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.730573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4deedb3d-43a2-4c4f-85ff-3c9213e79652 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1346340 Sep 29 06:51:15.731361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46080) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:15.734117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.752169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Network 13d07bf8-a972-450e-a017-089cb31c7626 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:15.753132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:15.753505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Checking segment: {'id': '03b0a26e-c5b1-4787-ac8c-862d16013d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:15.753906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.754305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Bound using segment: {'id': '03b0a26e-c5b1-4787-ac8c-862d16013d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:15.754834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Bound port: a84b9e06-846d-4ce1-acc6-80cadc48b6dc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b0a26e-c5b1-4787-ac8c-862d16013d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'daca4ff6-219e-4831-aa17-255ba2ba837b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:15.755655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.766054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] For port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,segment=NetworkSegment(8ccd1baa-dbb2-4fcd-a730-1441e04bb9be),segment_id=8ccd1baa-dbb2-4fcd-a730-1441e04bb9be)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:15.779561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:15.784675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.787068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.829111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Transition to ACTIVE for port object 56416657-0543-4417-b125-e5824127c493 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:15.844994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=a129d038-302f-45a5-bc96-b02c6c57a8f7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:15.860763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.864514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:15.894304 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bb7155e3-b94a-402b-bfeb-d42d3e6fb1cf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/a129d038-302f-45a5-bc96-b02c6c57a8f7 HTTP/1.1" status: 204 len: 168 time: 2.0820646 Sep 29 06:51:15.895066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46084) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:15.896530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:15.897899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object 784c56f7-bac2-47eb-9f2c-88b60180ffc1 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:15.979910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-df63bbcb-61ee-4d4b-87d8-26464c7f2d8b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:51:15.986587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-df63bbcb-61ee-4d4b-87d8-26464c7f2d8b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:16.010815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 231c9ece-6fa8-43de-9c8d-38d010821ded is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:16.011063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.012629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.068118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-df63bbcb-61ee-4d4b-87d8-26464c7f2d8b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:16.072854 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-df63bbcb-61ee-4d4b-87d8-26464c7f2d8b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/a129d038-302f-45a5-bc96-b02c6c57a8f7 HTTP/1.1" status: 404 len: 333 time: 0.1745992 Sep 29 06:51:16.073698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46088) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:16.085971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 231c9ece-6fa8-43de-9c8d-38d010821ded, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=231c9ece-6fa8-43de-9c8d-38d010821ded,segment=NetworkSegment(0c79f0dd-7041-410d-959c-37308b92a349),segment_id=0c79f0dd-7041-410d-959c-37308b92a349)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:16.087752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Pushing event updated for resources: {'Port': ['ID=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:16.166477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Subnet': ['ID=9f233524-2782-42ce-8e1a-296b6d85dea7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:16.170162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:16.184061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:16.197444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b2ab505f-b265-448d-b749-1337766027af None None] Provisioning complete for port a129d038-302f-45a5-bc96-b02c6c57a8f7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:16.197820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b2ab505f-b265-448d-b749-1337766027af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.198159 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b2ab505f-b265-448d-b749-1337766027af None None] Attempt 1 to provision port a129d038-302f-45a5-bc96-b02c6c57a8f7 Sep 29 06:51:16.200443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdea089-d630-4d72-a0f3-d14de9b96965 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:16.205314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:16.205855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.207451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdea089-d630-4d72-a0f3-d14de9b96965 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:16.208250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-acdea089-d630-4d72-a0f3-d14de9b96965 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Synchronizing usage tracker for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:16.216329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Checking segment: {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:16.216687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network hostable DHCP agents. Network: 807dbd14-9d01-40da-a862-fb74502cdf52, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:16.235810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Port': ['ID=56416657-0543-4417-b125-e5824127c493,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:16.259312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet 71493dda-3004-444e-a220-fc8ef64345fe {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:16.263626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-acdea089-d630-4d72-a0f3-d14de9b96965 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Unset dirty status for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:16.263971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.264871 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-acdea089-d630-4d72-a0f3-d14de9b96965 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5291770 Sep 29 06:51:16.268096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46092) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:16.290063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.290864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 972a1529-0e11-4f75-97c4-814e502473cc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:16.321779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 807dbd14-9d01-40da-a862-fb74502cdf52 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:16.339226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.367598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.400285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 807dbd14-9d01-40da-a862-fb74502cdf52) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:16.447247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:16.448103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.452585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] For port a84b9e06-846d-4ce1-acc6-80cadc48b6dc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:16.484452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 04c89c0c-d130-4a53-9711-239fe78cff30 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:16.494760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab505f-b265-448d-b749-1337766027af None None] Port a129d038-302f-45a5-bc96-b02c6c57a8f7 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:51:16.498043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb39bdf-9915-4619-8a51-b7191d52146b None None] Network 807dbd14-9d01-40da-a862-fb74502cdf52 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:16.512104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Deleting port 6d08a702-4dde-467c-9cf3-7e95e2fe3fc6 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:16.512372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.524417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.583649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:16.614694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:16.678945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] For port a84b9e06-846d-4ce1-acc6-80cadc48b6dc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,segment=NetworkSegment(03b0a26e-c5b1-4787-ac8c-862d16013d15),segment_id=03b0a26e-c5b1-4787-ac8c-862d16013d15)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:16.697992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=784c56f7-bac2-47eb-9f2c-88b60180ffc1,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:16.781885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9a8435f5-0a3d-4122-ad1c-109d1c64cf69 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0287478 Sep 29 06:51:16.787234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.793665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46096) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:16.798828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Attempting to bind port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:16.799527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Attempting to bind port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '86bb8e2d-3d1e-4cff-97aa-19d3895026e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '13d07bf8-a972-450e-a017-089cb31c7626'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:16.800134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Attempting to bind port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 on network 13d07bf8-a972-450e-a017-089cb31c7626 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:16.824251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:16.825079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Checking segment: {'id': '86bb8e2d-3d1e-4cff-97aa-19d3895026e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '13d07bf8-a972-450e-a017-089cb31c7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:16.825734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.826367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Bound using segment: {'id': '86bb8e2d-3d1e-4cff-97aa-19d3895026e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '13d07bf8-a972-450e-a017-089cb31c7626'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:16.827277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Bound port: aef24d16-a96e-4fdc-8321-06aaa17e8cf3, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bb8e2d-3d1e-4cff-97aa-19d3895026e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '13d07bf8-a972-450e-a017-089cb31c7626'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:16.831196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.837515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:16.905271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46deeb-31ea-4794-8b49-43617a33f5d4 None None] Pushing event updated for resources: {'Port': ['ID=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:16.916363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.001396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 972a1529-0e11-4f75-97c4-814e502473cc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:17.027538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b2ab505f-b265-448d-b749-1337766027af None None] Provisioning complete for port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:17.027835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b2ab505f-b265-448d-b749-1337766027af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.028177 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b2ab505f-b265-448d-b749-1337766027af None None] Attempt 1 to provision port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 Sep 29 06:51:17.074328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.137604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=71493dda-3004-444e-a220-fc8ef64345fe,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:17.137866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 972a1529-0e11-4f75-97c4-814e502473cc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:17.138435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.139076 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 972a1529-0e11-4f75-97c4-814e502473cc Sep 29 06:51:17.140737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.165353 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b9fd4f56-8680-4f0a-8b04-72ef190762a6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/71493dda-3004-444e-a220-fc8ef64345fe HTTP/1.1" status: 204 len: 168 time: 1.0836320 Sep 29 06:51:17.169264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46100) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:17.192531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf83157-0058-402e-a51b-238414ab0ddb None None] Network 5c87023b-4823-4645-a8e9-87754a57616b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:17.308074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.325070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=231c9ece-6fa8-43de-9c8d-38d010821ded,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:17.453413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.496258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.521580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.530357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:17.531328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.575970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.581813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.671390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Calling delete_port for 6d08a702-4dde-467c-9cf3-7e95e2fe3fc6 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:17.705238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] For port aef24d16-a96e-4fdc-8321-06aaa17e8cf3, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:17.806418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] For port aef24d16-a96e-4fdc-8321-06aaa17e8cf3, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,segment=NetworkSegment(86bb8e2d-3d1e-4cff-97aa-19d3895026e8),segment_id=86bb8e2d-3d1e-4cff-97aa-19d3895026e8)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:17.813732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b18eee-8617-45a3-a688-3d999d3de1a1 None None] Pushing event updated for resources: {'Port': ['ID=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:17.871237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-807dbd14-9d01-40da-a862-fb74502cdf52', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:17.872278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.889878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab505f-b265-448d-b749-1337766027af None None] Current status of the port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:17.891660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.928313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:17.953021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:17.958179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:17.968103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event updated for resources: {'Port': ['ID=56416657-0543-4417-b125-e5824127c493,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:18.023579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a280cd4-10ff-4aae-8f3f-fa21bbd60c95 None None] Network 04c89c0c-d130-4a53-9711-239fe78cff30 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:18.126907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 972a1529-0e11-4f75-97c4-814e502473cc is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:18.127374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.331258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] For port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,segment=NetworkSegment(df14637b-e1ea-4ac8-8978-ad76391b6afe),segment_id=df14637b-e1ea-4ac8-8978-ad76391b6afe)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:18.331606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.456586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.540744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.557257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:18.579518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663917c1-5eac-4f15-999c-83f81c2b2fac None None] Network daca4ff6-219e-4831-aa17-255ba2ba837b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:18.649308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Router 706a8976-a989-43ce-aad2-569c1ac04248 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:18.661281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.668295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.675819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Port': ['ID=6d08a702-4dde-467c-9cf3-7e95e2fe3fc6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:18.770358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3c57f-44c9-4002-9ed2-cb53d22b611c None None] Pushing event updated for resources: {'Port': ['ID=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:18.785735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 972a1529-0e11-4f75-97c4-814e502473cc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=972a1529-0e11-4f75-97c4-814e502473cc,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:18.821603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Allocated IP 2001:db8:3::2 (807dbd14-9d01-40da-a862-fb74502cdf52/9f233524-2782-42ce-8e1a-296b6d85dea7/d9dd6f65-45ae-42fa-ac2b-f8057ea159dd) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:18.828741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Provisioning for port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:18.832303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=aa377a13-e2a8-484c-a4b8-e81d9cd7fb74,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:18.832779 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c24e4b2-7701-4aa5-9dbd-dd872264f716 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/ports/6d08a702-4dde-467c-9cf3-7e95e2fe3fc6 HTTP/1.1" status: 204 len: 168 time: 2.5634792 Sep 29 06:51:18.832980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:18.833935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1879b588-2b6c-4fd8-9414-3e6cbe0c061d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:18.837325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No DVR routers for this DVR port aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:18.838771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46104) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:19.169789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe3dfd-5885-4539-9c32-b735757b501f None None] DHCP port deletion for 5c87023b-4823-4645-a8e9-87754a57616b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:19.170914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Deleting port 2046f9b7-0b36-4ac8-8ca1-96993add982d {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:19.171255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.195453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.199696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:19.205357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Provisioning for port 56416657-0543-4417-b125-e5824127c493 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:19.209617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.227184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] Sync routers for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:19.243454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Provisioning complete for port 56416657-0543-4417-b125-e5824127c493 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:19.243987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.244435 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 1 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:19.263359 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-071d0d2d-17e4-4706-b872-cea8ef392d0a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6766798 Sep 29 06:51:19.265344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.269963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=972a1529-0e11-4f75-97c4-814e502473cc,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:19.274551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46108) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:19.351724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=784c56f7-bac2-47eb-9f2c-88b60180ffc1,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:19.377263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:19.378042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.394245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.485764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:19.503123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:19.503488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.504339 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d Sep 29 06:51:19.559003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c87023b-4823-4645-a8e9-87754a57616b']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.561105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.578750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ebb7-4f63-4611-8bef-08d79987c483 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.590769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 04c89c0c-d130-4a53-9711-239fe78cff30 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:19.592963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:19.635374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:19.636010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.645103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df14637b-e1ea-4ac8-8978-ad76391b6afe') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.645402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df14637b-e1ea-4ac8-8978-ad76391b6afe') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.740391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.776853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:19.777253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ef2b3-8d06-4dd0-91cd-10f520f3da65 None None] The sync data for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:19.783751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed637e9-5e91-4907-a970-9774afa0a87a None None] Network 13d07bf8-a972-450e-a017-089cb31c7626 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:19.797280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 22c4c152-a5d3-4203-afdf-af103f4767ed is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:51:19.848483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.877995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:19.878368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.903895 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-9bc7ebb7-4f63-4611-8bef-08d79987c483 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 06:51:19.907997 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9bc7ebb7-4f63-4611-8bef-08d79987c483 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248 HTTP/1.1" status: 409 len: 329 time: 0.6325109 Sep 29 06:51:19.954172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46114) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:19.955518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.957205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:19.973998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment df14637b-e1ea-4ac8-8978-ad76391b6afe resource provider aggregate not found Sep 29 06:51:19.975587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:19.995503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Transition to ACTIVE for port object d9dd6f65-45ae-42fa-ac2b-f8057ea159dd will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:20.002797 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 2 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:20.073881 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment df14637b-e1ea-4ac8-8978-ad76391b6afe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df14637b-e1ea-4ac8-8978-ad76391b6afe found for delete ", "request_id": "req-24090626-df97-4a89-87a4-1d910bce926b"}]} Sep 29 06:51:20.126898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Transition to ACTIVE for port object d9dd6f65-45ae-42fa-ac2b-f8057ea159dd will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:20.170749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:20.181658 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] Sync routers for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:20.182897 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7d578267-c913-4035-94d5-20af4c7d1e91 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/22c4c152-a5d3-4203-afdf-af103f4767ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1650362 Sep 29 06:51:20.185598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46120) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:20.190957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:20.203052 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:20.207077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.208051 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:20.308760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a3531-e7d3-4310-aefe-7c41cf3377b4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:20.309387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d67a3531-e7d3-4310-aefe-7c41cf3377b4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:20.370285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Calling delete_port for 2046f9b7-0b36-4ac8-8ca1-96993add982d owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:20.395437 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:20.406898 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:20.409589 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:20.412189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Network 807dbd14-9d01-40da-a862-fb74502cdf52 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:20.421351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:20.428644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:20.491558 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:20.492304 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c2a55e-5078-4fc0-ac53-610250946808 None None] The sync data for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:20.502808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Allocated IP 2001:db8:3::1 (807dbd14-9d01-40da-a862-fb74502cdf52/9f233524-2782-42ce-8e1a-296b6d85dea7/f113a595-46a3-4db2-bca7-f03f2af67019) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:20.570252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 231c9ece-6fa8-43de-9c8d-38d010821ded up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:20.572541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.588537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.613530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.635455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Pushing event updated for resources: {'Port': ['ID=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:20.669924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Port': ['ID=2046f9b7-0b36-4ac8-8ca1-96993add982d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:20.679806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=5c87023b-4823-4645-a8e9-87754a57616b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:20.701331 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1e98a447-0c23-4b0f-847d-f5bc7588614b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/5c87023b-4823-4645-a8e9-87754a57616b HTTP/1.1" status: 204 len: 168 time: 3.5258818 Sep 29 06:51:20.702965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46124) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:20.707867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.712364 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5cd06d98-d60e-4bcb-9efd-da1c54725a5e tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/ports/2046f9b7-0b36-4ac8-8ca1-96993add982d HTTP/1.1" status: 204 len: 168 time: 1.8598154 Sep 29 06:51:20.712534 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 3 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:20.723081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.742037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Transition to ACTIVE for port object f113a595-46a3-4db2-bca7-f03f2af67019 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:20.770099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46128) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:20.782197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Attempting to bind port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:20.782627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Attempting to bind port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:20.783241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Attempting to bind port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd on network 807dbd14-9d01-40da-a862-fb74502cdf52 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:20.793411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768253800'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:20.798397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:20.802296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:20.803475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:20.804411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Checking segment: {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:20.804800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.805188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Bound using segment: {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:20.805662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Bound port: d9dd6f65-45ae-42fa-ac2b-f8057ea159dd, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:20.805808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:20.806055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.811443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:20.817813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.875125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:20.879673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:20.884797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.907853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 231c9ece-6fa8-43de-9c8d-38d010821ded triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:20.908446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.909000 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 231c9ece-6fa8-43de-9c8d-38d010821ded Sep 29 06:51:20.929599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=f113a595-46a3-4db2-bca7-f03f2af67019,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:20.935354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e8234ea-836e-4660-a8f8-25301b21d7a4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Synchronizing usage tracker for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:20.948947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 807dbd14-9d01-40da-a862-fb74502cdf52 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:20.951067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:20.953510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d67a3531-e7d3-4310-aefe-7c41cf3377b4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:20.957347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d67a3531-e7d3-4310-aefe-7c41cf3377b4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports/784c56f7-bac2-47eb-9f2c-88b60180ffc1 HTTP/1.1" status: 200 len: 910 time: 0.7679486 Sep 29 06:51:20.965185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46132) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:20.966034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:20.966651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:20.998024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e8234ea-836e-4660-a8f8-25301b21d7a4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Unset dirty status for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:21.005345 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1e8234ea-836e-4660-a8f8-25301b21d7a4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2321241 Sep 29 06:51:21.006328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46136) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:21.048058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] For port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:21.076361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] For port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:21.085285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:21.089502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.093436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 231c9ece-6fa8-43de-9c8d-38d010821ded is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:21.094272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.094637 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment 7fbb791a-b730-4663-a61f-659dc81e5038 of type vlan for network e213849b-e4ad-4f84-88db-6c2c9f33dc71 Sep 29 06:51:21.095005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:21.122146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.222732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.233447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4ae6b-75a8-4505-9f34-2d0ec4ca95ca None None] Pushing event updated for resources: {'Port': ['ID=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:21.242724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:21.243363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.250917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:21.258626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:21.259290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.259887 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 Sep 29 06:51:21.327560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1523769150'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:21.344831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:21.386038 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 4 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:21.404591 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6963294 Sep 29 06:51:21.407338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46140) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:21.425510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:network and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:21.425759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:21.445503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:21.449834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5e6d-83bc-4266-90d2-3b3c7dbc3f61 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=e213849b-e4ad-4f84-88db-6c2c9f33dc71,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:21.468410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:21.484731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:21.485124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.546030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:21.593259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:21.624380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:21.627723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:21.627929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.635659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:21.647669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:21.680540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:21.684836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.709206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,segment=NetworkSegment(8ccd1baa-dbb2-4fcd-a730-1441e04bb9be),segment_id=8ccd1baa-dbb2-4fcd-a730-1441e04bb9be)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:21.713368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:21.726959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.727805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ab4ead11-f7cc-4cce-8f82-225967b7774d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:21.770854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.804648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:21.818743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.853704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:21.868175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.868514 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Added segment de48966b-21b8-40d5-b144-a9e7267bf918 of type vlan for network 3f38eea1-c9e4-4925-88a9-1529c179b85d Sep 29 06:51:21.905676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port ab4ead11-f7cc-4cce-8f82-225967b7774d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:21.914604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port ab4ead11-f7cc-4cce-8f82-225967b7774d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:21.915464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:21.915772 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port ab4ead11-f7cc-4cce-8f82-225967b7774d Sep 29 06:51:21.971286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.104746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port ab4ead11-f7cc-4cce-8f82-225967b7774d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:22.105319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.150564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port ab4ead11-f7cc-4cce-8f82-225967b7774d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ab4ead11-f7cc-4cce-8f82-225967b7774d,segment=NetworkSegment(0c79f0dd-7041-410d-959c-37308b92a349),segment_id=0c79f0dd-7041-410d-959c-37308b92a349)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:22.158193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.159230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 972a1529-0e11-4f75-97c4-814e502473cc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:22.227886 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 5 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:22.247139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting port 56416657-0543-4417-b125-e5824127c493 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:22.247489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.275518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:51:22.324696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.340415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.345675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:22.346253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.363707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:22.371954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=ab4ead11-f7cc-4cce-8f82-225967b7774d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:22.386677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 972a1529-0e11-4f75-97c4-814e502473cc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:22.388049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.388500 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 972a1529-0e11-4f75-97c4-814e502473cc Sep 29 06:51:22.435354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.547434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=9d963e5d-c948-487d-8cfe-f039759b8bad,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:22.559539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 972a1529-0e11-4f75-97c4-814e502473cc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:22.560624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a84b9e06-846d-4ce1-acc6-80cadc48b6dc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:22.607947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': '7fbb791a-b730-4663-a61f-659dc81e5038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:22.608540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: e213849b-e4ad-4f84-88db-6c2c9f33dc71, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:22.641120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.641639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e2c99-ff6a-40a9-a640-d0a0097a9074 None None] Network 807dbd14-9d01-40da-a862-fb74502cdf52 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:22.665133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a84b9e06-846d-4ce1-acc6-80cadc48b6dc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:22.668934 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4414999 Sep 29 06:51:22.712507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e37fa-dc67-41f3-8453-1c0096b9438a tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Network': ['ID=3f38eea1-c9e4-4925-88a9-1529c179b85d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:22.714532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46144) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:22.716158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:22.722094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aef24d16-a96e-4fdc-8321-06aaa17e8cf3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:22.759216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 3f38eea1-c9e4-4925-88a9-1529c179b85d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:22.777090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-528352921'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:22.791369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Calling delete_port for 56416657-0543-4417-b125-e5824127c493 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:22.867696 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 6 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:22.966244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:22.978988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:network and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:22.984125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e213849b-e4ad-4f84-88db-6c2c9f33dc71) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:22.987521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:22.994415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:22.994666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:22.995068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.014857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.015995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.018722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:23.020134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce8905-2375-4230-86ed-baa71d761b2b None None] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:23.026568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-40f46186-e31e-4980-a47a-1e96b1060eaf tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6150448 Sep 29 06:51:23.032284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46148) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:23.037126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:23.041433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71', 'name': 'tempest-PortsIpV6TestJSON-1332950338', 'fixed_ips': [{'subnet_id': '9d963e5d-c948-487d-8cfe-f039759b8bad', 'ip_address': '2001:db8::10'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:23.127359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:23.130677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.148462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:23.159818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ccf540d-804f-4fd4-ab1b-46398ad164d2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:23.191906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.21.0.1 (13d07bf8-a972-450e-a017-089cb31c7626/069d0207-7c7d-4e0c-9351-1adae35a6de5/f55e6dd4-bee8-444d-bb70-0108d0ebf321) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:23.203542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event updated for resources: {'Port': ['ID=f113a595-46a3-4db2-bca7-f03f2af67019,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:23.207779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:23.232365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.233391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Added segment 48e485b6-a7f3-4ef8-af97-09bd02b96e9e of type vlan for network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b Sep 29 06:51:23.309514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:23.320548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.338518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:23.370125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Network 807dbd14-9d01-40da-a862-fb74502cdf52 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:23.374689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:23.374918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:23.375190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:23.375297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.375382 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 Sep 29 06:51:23.418975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e213849b-e4ad-4f84-88db-6c2c9f33dc71', 'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': '9d963e5d-c948-487d-8cfe-f039759b8bad'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:23.420007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.421319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.530889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.536083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:23.537484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.544731 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 7 to provision port 56416657-0543-4417-b125-e5824127c493 Sep 29 06:51:23.570227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.601484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object f55e6dd4-bee8-444d-bb70-0108d0ebf321 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:23.617613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:23.636524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:23.650888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Port 56416657-0543-4417-b125-e5824127c493 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:51:23.685293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Provisioning for port a84b9e06-846d-4ce1-acc6-80cadc48b6dc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:23.719198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:23.727467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Port': ['ID=56416657-0543-4417-b125-e5824127c493,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:23.755492 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0405264 Sep 29 06:51:23.757841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:23.758187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aa377a13-e2a8-484c-a4b8-e81d9cd7fb74 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:23.765300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Provisioning complete for port a84b9e06-846d-4ce1-acc6-80cadc48b6dc triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:23.765678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.766017 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Attempt 1 to provision port a84b9e06-846d-4ce1-acc6-80cadc48b6dc Sep 29 06:51:23.841425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccfa13-14ae-4195-9e5a-9a0d7d67c526 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Network': ['ID=34b9a5d6-83a3-4504-9c20-e1a7485f7f6b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:23.849058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.897029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:23.930818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:24.115241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Allocated IP 2001:db8::2 (e213849b-e4ad-4f84-88db-6c2c9f33dc71/9d963e5d-c948-487d-8cfe-f039759b8bad/3564d571-8455-403e-b3b2-e33537ff3eaa) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:24.201841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d9dd6f65-45ae-42fa-ac2b-f8057ea159dd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:24.246417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port fbdcae4a-da89-49b1-ab4a-6a4113f20d45 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:24.359329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:24.409190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=f55e6dd4-bee8-444d-bb70-0108d0ebf321,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:24.411955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:24.415396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 13d07bf8-a972-450e-a017-089cb31c7626 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:24.438526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c9720503-f215-4819-bff4-8061a425b8e9 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6375480 Sep 29 06:51:24.440029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:24.441880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46152) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:24.451420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:24.506066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:24.652680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:24.666785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Transition to ACTIVE for port object 3564d571-8455-403e-b3b2-e33537ff3eaa will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:24.783294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:24.786939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Transition to ACTIVE for port object 3564d571-8455-403e-b3b2-e33537ff3eaa will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:24.822603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:24.873558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:24.874202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:24.897266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.017483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Router 706a8976-a989-43ce-aad2-569c1ac04248 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:25.037226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:25.139208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.220830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:25.224958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:25.231594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Current status of the port a84b9e06-846d-4ce1-acc6-80cadc48b6dc is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:25.231979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.307449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:25.311003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:25.341014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::10 (e213849b-e4ad-4f84-88db-6c2c9f33dc71/9d963e5d-c948-487d-8cfe-f039759b8bad/fbdcae4a-da89-49b1-ab4a-6a4113f20d45) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:25.367218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:25.379436 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] Sync routers for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:25.394568 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:25.396460 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:25.425003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:25.440173 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0b0fee5f-b56b-4198-986a-9d16b5335742 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4765711 Sep 29 06:51:25.442985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46156) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:25.518744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Pushing event updated for resources: {'Port': ['ID=3564d571-8455-403e-b3b2-e33537ff3eaa,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:25.572335 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:25.595057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] For port a84b9e06-846d-4ce1-acc6-80cadc48b6dc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,segment=NetworkSegment(03b0a26e-c5b1-4787-ac8c-862d16013d15),segment_id=03b0a26e-c5b1-4787-ac8c-862d16013d15)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:25.596538 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] Routers {'706a8976-a989-43ce-aad2-569c1ac04248'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:25.600077 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['706a8976-a989-43ce-aad2-569c1ac04248'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:25.611937 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-0f9e382c-36df-4b39-a321-9441bdd9b71a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] show failed (client error): The resource could not be found. Sep 29 06:51:25.618963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0f9e382c-36df-4b39-a321-9441bdd9b71a tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-913826881 HTTP/1.1" status: 404 len: 334 time: 0.1334798 Sep 29 06:51:25.620064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.657485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46160) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:25.671697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-59df87c5-a6b6-4593-9ca8-165c835d6bb9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:25.704513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Attempting to bind port 3564d571-8455-403e-b3b2-e33537ff3eaa on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:25.704911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Attempting to bind port 3564d571-8455-403e-b3b2-e33537ff3eaa by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '7fbb791a-b730-4663-a61f-659dc81e5038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:25.705270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Attempting to bind port 3564d571-8455-403e-b3b2-e33537ff3eaa on network e213849b-e4ad-4f84-88db-6c2c9f33dc71 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:25.712856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc3df0-b707-4467-b853-bd71c8d1e815 None None] Pushing event updated for resources: {'Port': ['ID=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:25.724093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:25.724464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Checking segment: {'id': '7fbb791a-b730-4663-a61f-659dc81e5038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:25.724868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.725256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Bound using segment: {'id': '7fbb791a-b730-4663-a61f-659dc81e5038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:25.726265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Bound port: 3564d571-8455-403e-b3b2-e33537ff3eaa, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbb791a-b730-4663-a61f-659dc81e5038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:25.726692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.746270 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:25.746890 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c524392-9c26-417c-b17c-0cd69c826bdb None None] The sync data for ids ['706a8976-a989-43ce-aad2-569c1ac04248'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:25.773686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-59df87c5-a6b6-4593-9ca8-165c835d6bb9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] update failed (client error): The resource could not be found. Sep 29 06:51:25.776359 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-59df87c5-a6b6-4593-9ca8-165c835d6bb9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-716048114 HTTP/1.1" status: 404 len: 334 time: 0.1174505 Sep 29 06:51:25.789196 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46164) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:25.867157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] For port 3564d571-8455-403e-b3b2-e33537ff3eaa, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:25.870858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] For port 3564d571-8455-403e-b3b2-e33537ff3eaa, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3564d571-8455-403e-b3b2-e33537ff3eaa,segment=NetworkSegment(7fbb791a-b730-4663-a61f-659dc81e5038),segment_id=7fbb791a-b730-4663-a61f-659dc81e5038)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:25.893115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.909459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting subnet aac6a6c5-fd52-44f0-ac83-c7e1a567d5c2 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:25.915156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.922248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.925666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning for port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:25.961598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object fbdcae4a-da89-49b1-ab4a-6a4113f20d45 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:25.986706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.994640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:25.995025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:25.995552 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 Sep 29 06:51:26.011286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 29 06:51:26.085734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.118539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning complete for port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:26.118902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.119168 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 1 to provision port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd Sep 29 06:51:26.172321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:26.173766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:26.185568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:26.192172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:26.192825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.229255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=fbdcae4a-da89-49b1-ab4a-6a4113f20d45,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:26.233247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.270285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Removed routes are [] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 29 06:51:26.270722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.347639 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ffd94dd3-1cff-47c3-825d-0662d6caa3e1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3125892 Sep 29 06:51:26.353270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46168) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:26.365976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': 'e213849b-e4ad-4f84-88db-6c2c9f33dc71', 'name': 'tempest-PortsIpV6TestJSON-1401019782', 'fixed_ips': [{'subnet_id': '9d963e5d-c948-487d-8cfe-f039759b8bad', 'ip_address': '2001:db8::f'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:26.425350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Current status of the port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:26.426338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.461191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd044130-6d88-4b24-9d5a-c135a98ddc4b None None] Pushing event updated for resources: {'Port': ['ID=3564d571-8455-403e-b3b2-e33537ff3eaa,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:26.541804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.resource_extend [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:51:26.565580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] For port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:26.576885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:21Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:26.586319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.640578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.655898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.666530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.711104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:26.711515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Updating router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c port f113a595-46a3-4db2-bca7-f03f2af67019 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:51:26.751178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Subnet': ['ID=aac6a6c5-fd52-44f0-ac83-c7e1a567d5c2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:26.765661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Pushing event updated for resources: {'Port': ['ID=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:26.777347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:26.778442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ab4ead11-f7cc-4cce-8f82-225967b7774d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:26.783571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.793825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-323d905b-cf49-4849-8e95-f5a87bc83dbc tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/subnets/aac6a6c5-fd52-44f0-ac83-c7e1a567d5c2 HTTP/1.1" status: 204 len: 168 time: 1.0032496 Sep 29 06:51:26.805726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.805954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46172) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:26.826235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.870915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.883664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74e373-cca8-4823-be41-601b01747c5b None None] Network daca4ff6-219e-4831-aa17-255ba2ba837b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:26.906560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.935177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:26.939839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:26.942769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:26.949254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:26.973482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:26.980085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:26.987860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=f55e6dd4-bee8-444d-bb70-0108d0ebf321,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:27.030222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 400b6d65-9a48-4a73-b24e-78a338479bb7 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:27.075182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:27.111637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:27.121236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting port a84b9e06-846d-4ce1-acc6-80cadc48b6dc {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:27.121826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:27.325865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:27.344226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'subnets': [{'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2072950292', 'ip_version': 6}, {'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:27.344533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'subnet': {'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2072950292', 'ip_version': 6}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:27.345420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Request body: {'subnet': {'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:27.378757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning for port f113a595-46a3-4db2-bca7-f03f2af67019 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:27.409978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning complete for port f113a595-46a3-4db2-bca7-f03f2af67019 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:27.410359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:27.410734 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 1 to provision port f113a595-46a3-4db2-bca7-f03f2af67019 Sep 29 06:51:27.481591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::f (e213849b-e4ad-4f84-88db-6c2c9f33dc71/9d963e5d-c948-487d-8cfe-f039759b8bad/400b6d65-9a48-4a73-b24e-78a338479bb7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:27.505244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 13d07bf8-a972-450e-a017-089cb31c7626 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:27.514334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:27.600758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port ab4ead11-f7cc-4cce-8f82-225967b7774d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:27.601897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:27.602463 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port ab4ead11-f7cc-4cce-8f82-225967b7774d Sep 29 06:51:27.665424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f113a595-46a3-4db2-bca7-f03f2af67019 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:27.701177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39378d-8310-4e5b-8e63-ebb95745afd4 None None] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:27.929283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:27.950224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:27.953903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-57d9cc60-4ad7-4fcf-8624-f57a76b0292a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 954 time: 3.5087235 Sep 29 06:51:27.956649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46180) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:27.966796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:27.976273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Usage tracker for resource:subnet and tenant:ceba6d4a7b594961959c8652d6d27b76 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:27.980554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:27.990533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:27.997401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 22c4c152-a5d3-4203-afdf-af103f4767ed has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:28.008583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Made reservation on behalf of ceba6d4a7b594961959c8652d6d27b76 for: {'subnet': 2} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:28.013211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.013443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.092626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port ab4ead11-f7cc-4cce-8f82-225967b7774d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:28.096653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.117315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99271eac-d40a-4c84-a8ff-63e50e53528e None None] DHCP port deletion for daca4ff6-219e-4831-aa17-255ba2ba837b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:28.122444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Transition to ACTIVE for port object f113a595-46a3-4db2-bca7-f03f2af67019 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:28.127467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99271eac-d40a-4c84-a8ff-63e50e53528e None None] Deleting port a84b9e06-846d-4ce1-acc6-80cadc48b6dc {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:28.127963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99271eac-d40a-4c84-a8ff-63e50e53528e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.146192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.161142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.168071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] For port a84b9e06-846d-4ce1-acc6-80cadc48b6dc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,segment=NetworkSegment(03b0a26e-c5b1-4787-ac8c-862d16013d15),segment_id=03b0a26e-c5b1-4787-ac8c-862d16013d15)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:28.168435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.263753 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 2 to provision port f113a595-46a3-4db2-bca7-f03f2af67019 Sep 29 06:51:28.291495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:28.296051 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe7c5d4e-3829-4769-995d-34304bf6f5d8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/22c4c152-a5d3-4203-afdf-af103f4767ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3103147 Sep 29 06:51:28.299404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46184) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:28.391076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d9dd6f65-45ae-42fa-ac2b-f8057ea159dd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:28.397977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Calling delete_port for a84b9e06-846d-4ce1-acc6-80cadc48b6dc owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:28.415888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] Sync routers for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:28.418813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628982c-8027-4d09-933b-74aa0bb5993d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:28.419416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6628982c-8027-4d09-933b-74aa0bb5993d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:28.437394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 400b6d65-9a48-4a73-b24e-78a338479bb7 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:28.456963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6628982c-8027-4d09-933b-74aa0bb5993d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:28.460941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6628982c-8027-4d09-933b-74aa0bb5993d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports/f55e6dd4-bee8-444d-bb70-0108d0ebf321 HTTP/1.1" status: 200 len: 910 time: 0.1581290 Sep 29 06:51:28.464255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46188) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:28.464392 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1d7e7756-64e5-4303-a59a-e07093a9ee39 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 954 time: 0.5012600 Sep 29 06:51:28.464507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46192) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:28.470393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'routes': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:28.512328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.548415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:28.549063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.568449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Port': ['ID=a84b9e06-846d-4ce1-acc6-80cadc48b6dc,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:28.570600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.572753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] No DVR routers for this DVR port a84b9e06-846d-4ce1-acc6-80cadc48b6dc on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:28.620799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:28.650621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:28.662702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:28.668741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:28.669361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.707894 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3482454 Sep 29 06:51:28.721257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd634d-84c8-45c7-a5eb-0b71745dc351 None None] Pushing event updated for resources: {'Port': ['ID=f113a595-46a3-4db2-bca7-f03f2af67019,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:28.738449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f113a595-46a3-4db2-bca7-f03f2af67019 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:28.744622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99271eac-d40a-4c84-a8ff-63e50e53528e None None] The port 'a84b9e06-846d-4ce1-acc6-80cadc48b6dc' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:28.747684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46196) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:28.759544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.779341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:28.779692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.779963 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd Sep 29 06:51:28.807001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.824022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:28.824218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.841060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c0fdb-1f14-4943-8a66-87f45ffeae48 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=400b6d65-9a48-4a73-b24e-78a338479bb7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:28.844606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daca4ff6-219e-4831-aa17-255ba2ba837b']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.860596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b0a26e-c5b1-4787-ac8c-862d16013d15') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.860905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b0a26e-c5b1-4787-ac8c-862d16013d15') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.877778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.881278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Attempting to bind port f113a595-46a3-4db2-bca7-f03f2af67019 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:28.882145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Attempting to bind port f113a595-46a3-4db2-bca7-f03f2af67019 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:28.882625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Attempting to bind port f113a595-46a3-4db2-bca7-f03f2af67019 on network 807dbd14-9d01-40da-a862-fb74502cdf52 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:28.901988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.910016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:28.910533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.919184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:28.919642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3839edb-8f26-4850-be76-47d54d1d4f31 None None] The sync data for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:28.924507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:28.924887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Checking segment: {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:28.925290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.925672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Bound using segment: {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:28.926181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Bound port: f113a595-46a3-4db2-bca7-f03f2af67019, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73749ed7-d2e4-4b32-9612-857fb58a5692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:28.926547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:28.991215 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 03b0a26e-c5b1-4787-ac8c-862d16013d15 resource provider aggregate not found Sep 29 06:51:29.018020 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 03b0a26e-c5b1-4787-ac8c-862d16013d15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03b0a26e-c5b1-4787-ac8c-862d16013d15 found for delete ", "request_id": "req-01ad0b04-5f11-4f7f-b943-5fd35fa498e3"}]} Sep 29 06:51:29.035629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.063427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.073063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Network': ['ID=daca4ff6-219e-4831-aa17-255ba2ba837b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:29.086449 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9bd1944a-5160-4bde-945b-5aef52457f80 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/networks/daca4ff6-219e-4831-aa17-255ba2ba837b HTTP/1.1" status: 204 len: 168 time: 2.2795362 Sep 29 06:51:29.087157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46204) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:29.114738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] For port f113a595-46a3-4db2-bca7-f03f2af67019, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:29.128164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] For port f113a595-46a3-4db2-bca7-f03f2af67019, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f113a595-46a3-4db2-bca7-f03f2af67019,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:29.130376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:29.131564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3564d571-8455-403e-b3b2-e33537ff3eaa up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:29.171453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.178144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting subnet a19eb198-3432-499d-82bd-9839add0bb5e {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:29.183159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.246259 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 3 to provision port f113a595-46a3-4db2-bca7-f03f2af67019 Sep 29 06:51:29.259326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.285164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:29.285948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:29.384280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.469356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd634d-84c8-45c7-a5eb-0b71745dc351 None None] Pushing event updated for resources: {'Port': ['ID=f113a595-46a3-4db2-bca7-f03f2af67019,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:29.489274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3564d571-8455-403e-b3b2-e33537ff3eaa completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:29.490342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.513722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f113a595-46a3-4db2-bca7-f03f2af67019 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:51:29.517354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:29.537594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Subnet': ['ID=a19eb198-3432-499d-82bd-9839add0bb5e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:29.540318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.549573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6591e261-32ff-4448-89d2-cc51b04847ab tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/subnets/a19eb198-3432-499d-82bd-9839add0bb5e HTTP/1.1" status: 204 len: 168 time: 0.4592299 Sep 29 06:51:29.549820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46208) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:29.592091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af0297-1509-4ed0-9816-2fc464161504 None None] Network 337cd576-5014-42d7-9acd-21a7218c4a60 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:29.609111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a84b9e06-846d-4ce1-acc6-80cadc48b6dc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:29.624490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting subnet b1257691-203e-41d1-bb67-9196e5b69e7b {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:29.627549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.654727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a84b9e06-846d-4ce1-acc6-80cadc48b6dc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:29.655070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a84b9e06-846d-4ce1-acc6-80cadc48b6dc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:29.684107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.726537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021f8ce-16f9-4b33-a92c-29761f5ee028 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:29.727315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2021f8ce-16f9-4b33-a92c-29761f5ee028 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:29.737519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning complete for port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:29.738055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.738256 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 1 to provision port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 Sep 29 06:51:29.774861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.853047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.853712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2021f8ce-16f9-4b33-a92c-29761f5ee028 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:29.857470 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2021f8ce-16f9-4b33-a92c-29761f5ee028 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.0897019 Sep 29 06:51:29.866082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46212) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:29.895262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Subnet': ['ID=b1257691-203e-41d1-bb67-9196e5b69e7b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:29.897225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:29.906653 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-31683e50-82f5-4455-985f-a1ccac1b03f1 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/subnets/b1257691-203e-41d1-bb67-9196e5b69e7b HTTP/1.1" status: 204 len: 168 time: 0.3558269 Sep 29 06:51:29.907322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46216) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:29.926223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb561b3-0f44-42d8-9f0b-f0e9237718b8 None None] Network 1ab70a45-79ad-4f18-897c-8a5a5464982b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:30.002541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.144593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.157724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:30.157724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.165642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Subnet': ['ID=35f71dc3-bcea-49b7-89f2-822ed2c6a329,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:30.226190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Checking segment: {'id': 'de48966b-21b8-40d5-b144-a9e7267bf918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:30.226582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network hostable DHCP agents. Network: 3f38eea1-c9e4-4925-88a9-1529c179b85d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:30.299742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30cb33f-958d-4c72-8ec9-da12a9a7d0a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:30.306076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30cb33f-958d-4c72-8ec9-da12a9a7d0a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:30.311839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30cb33f-958d-4c72-8ec9-da12a9a7d0a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:30.316510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e30cb33f-958d-4c72-8ec9-da12a9a7d0a7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4390359 Sep 29 06:51:30.319753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46220) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:30.362671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added routes are [] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 29 06:51:30.363004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 29 06:51:30.376032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network 3f38eea1-c9e4-4925-88a9-1529c179b85d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:30.395439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] For port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,segment=NetworkSegment(91788323-88a3-4727-9fcb-83f4545e9cc3),segment_id=91788323-88a3-4727-9fcb-83f4545e9cc3)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:30.396214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.422921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 3f38eea1-c9e4-4925-88a9-1529c179b85d) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:30.423875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Current status of the port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:30.428077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.437036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38352d-ddf4-49c2-a0fe-e24a8a219f36 None None] Network 3f38eea1-c9e4-4925-88a9-1529c179b85d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:30.466677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Could not find standard attr ID for object a84b9e06-846d-4ce1-acc6-80cadc48b6dc. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:30.475752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 400b6d65-9a48-4a73-b24e-78a338479bb7 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:30.476087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.563875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Calling delete_port for 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:30.565977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e611db4-80f8-4cba-bac4-96da1c6439ed None None] DHCP port deletion for 337cd576-5014-42d7-9acd-21a7218c4a60 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:30.578453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning for port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:30.580855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.584634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e611db4-80f8-4cba-bac4-96da1c6439ed None None] Deleting port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:30.585054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0e611db4-80f8-4cba-bac4-96da1c6439ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.622487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning complete for port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:30.622880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.623222 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 1 to provision port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 Sep 29 06:51:30.628214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.654583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.720612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] No DVR routers for this DVR port 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:30.742721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event updated for resources: {'Subnet': ['ID=ffe95428-33d0-442b-ae3f-d22dcf85b564,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:30.762388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Port': ['ID=0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:30.802033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] DHCP port deletion for 1ab70a45-79ad-4f18-897c-8a5a5464982b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:30.815857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e611db4-80f8-4cba-bac4-96da1c6439ed None None] The port '0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:30.827122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:26Z', 'revision_number': 6, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:29Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:30.831502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Deleting port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:30.831874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.871270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.878246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca4e27-8f4e-4f9d-8e2b-8198f2cdc7e0 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:26Z', 'revision_number': 6, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:29Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:30.901244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337cd576-5014-42d7-9acd-21a7218c4a60']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:30.922974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91788323-88a3-4727-9fcb-83f4545e9cc3') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:30.923258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91788323-88a3-4727-9fcb-83f4545e9cc3') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:30.943483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:30.988629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.000211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:31.000712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.065081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Current status of the port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:31.065471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.089724 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 91788323-88a3-4727-9fcb-83f4545e9cc3 resource provider aggregate not found Sep 29 06:51:31.117870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 91788323-88a3-4727-9fcb-83f4545e9cc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91788323-88a3-4727-9fcb-83f4545e9cc3 found for delete ", "request_id": "req-9a80e6fa-011d-42ac-bb5a-aa873db42895"}]} Sep 29 06:51:31.134852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.156718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.167271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-3f38eea1-c9e4-4925-88a9-1529c179b85d', 'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d', 'tenant_id': 'ceba6d4a7b594961959c8652d6d27b76', 'fixed_ips': [{'subnet_id': '35f71dc3-bcea-49b7-89f2-822ed2c6a329'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:31.168032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.174135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Network': ['ID=337cd576-5014-42d7-9acd-21a7218c4a60,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:31.177081 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-76a6c12d-0c07-4ba5-bff5-4202106ad63b tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/networks/337cd576-5014-42d7-9acd-21a7218c4a60 HTTP/1.1" status: 204 len: 168 time: 1.2686028 Sep 29 06:51:31.178208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Checking segment: {'id': '48e485b6-a7f3-4ef8-af97-09bd02b96e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:31.179643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network hostable DHCP agents. Network: 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:31.182772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46228) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:31.315261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.327133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:31.327542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.447845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Allocated IP 2001:db8::1 (3f38eea1-c9e4-4925-88a9-1529c179b85d/35f71dc3-bcea-49b7-89f2-822ed2c6a329/b72b45c5-a631-4695-aa42-5e2a629ee6f2) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:31.556408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:31.590218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] For port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,segment=NetworkSegment(922a185f-2106-4ba1-a24f-efef7c448de7),segment_id=922a185f-2106-4ba1-a24f-efef7c448de7)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:31.590821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] For port aef24d16-a96e-4fdc-8321-06aaa17e8cf3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,segment=NetworkSegment(86bb8e2d-3d1e-4cff-97aa-19d3895026e8),segment_id=86bb8e2d-3d1e-4cff-97aa-19d3895026e8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:31.590934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.612716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.614432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.636405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:31.664158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9b864-56a7-42ef-9635-6fba209ea402 None None] Network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:31.728850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Calling delete_port for 428ed37b-2f59-48e7-8c59-a2c9c295bcbf owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:31.765910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:31.766474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:31.767031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.779316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.788622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 400b6d65-9a48-4a73-b24e-78a338479bb7 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:31.816494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.828989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] For port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,segment=NetworkSegment(922a185f-2106-4ba1-a24f-efef7c448de7),segment_id=922a185f-2106-4ba1-a24f-efef7c448de7)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:31.829595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.843892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:31.884098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning for port f55e6dd4-bee8-444d-bb70-0108d0ebf321 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:31.918398 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d26c4b6-4678-498d-acf7-c41f6044c4f7 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5905411 Sep 29 06:51:31.926831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46232) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:31.989258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Port': ['ID=428ed37b-2f59-48e7-8c59-a2c9c295bcbf,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:32.000826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] No DVR routers for this DVR port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:32.020878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Calling delete_port for 428ed37b-2f59-48e7-8c59-a2c9c295bcbf owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:32.080459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Pushing event updated for resources: {'Port': ['ID=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:32.090785 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:32.091319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning complete for port f55e6dd4-bee8-444d-bb70-0108d0ebf321 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:32.091677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.092031 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 1 to provision port f55e6dd4-bee8-444d-bb70-0108d0ebf321 Sep 29 06:51:32.104893 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:32.105903 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:32.128296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8df5d3-af2f-417c-b214-12a778842098 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:32.129922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8df5d3-af2f-417c-b214-12a778842098 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:32.131486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8df5d3-af2f-417c-b214-12a778842098 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:32.133047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-da8df5d3-af2f-417c-b214-12a778842098 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Synchronizing usage tracker for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:32.134640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.162458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab70a45-79ad-4f18-897c-8a5a5464982b']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:32.178142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922a185f-2106-4ba1-a24f-efef7c448de7') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:32.178446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922a185f-2106-4ba1-a24f-efef7c448de7') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:32.193278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.212504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:32.215392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.222421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:32.222743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.282786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-da8df5d3-af2f-417c-b214-12a778842098 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Unset dirty status for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:32.293647 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-da8df5d3-af2f-417c-b214-12a778842098 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3639293 Sep 29 06:51:32.300750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46236) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:32.307332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.352377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:32.352622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:32.368264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.400786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.403782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Network': ['ID=1ab70a45-79ad-4f18-897c-8a5a5464982b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:32.407528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aef24d16-a96e-4fdc-8321-06aaa17e8cf3 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:32.410695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port f55e6dd4-bee8-444d-bb70-0108d0ebf321 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:32.411039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.416515 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-49d43383-b8a9-4913-b87d-d72f1834d5af tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/networks/1ab70a45-79ad-4f18-897c-8a5a5464982b HTTP/1.1" status: 204 len: 168 time: 1.2303009 Sep 29 06:51:32.417265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46240) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:32.432772 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:32.519233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Transition to ACTIVE for port object b72b45c5-a631-4695-aa42-5e2a629ee6f2 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:32.544875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Transition to ACTIVE for port object b72b45c5-a631-4695-aa42-5e2a629ee6f2 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:32.548601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f55e6dd4-bee8-444d-bb70-0108d0ebf321 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:32.550454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting subnet 5d45c48d-42fe-4c14-a4c3-3ff19bf8159d {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:32.554539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.562839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.620167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.683492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Pushing event updated for resources: {'Port': ['ID=b72b45c5-a631-4695-aa42-5e2a629ee6f2,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:32.714615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.719316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.761761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Network 3f38eea1-c9e4-4925-88a9-1529c179b85d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:32.766520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:32.768665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:32.791760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=400b6d65-9a48-4a73-b24e-78a338479bb7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:32.863785 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:30Z', 'revision_number': 7, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:29Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:32.869172 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:32.872728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.879455 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:32.880286 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:32.887707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-34b9a5d6-83a3-4504-9c20-e1a7485f7f6b', 'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b', 'tenant_id': 'ceba6d4a7b594961959c8652d6d27b76', 'fixed_ips': [{'subnet_id': 'ffe95428-33d0-442b-ae3f-d22dcf85b564'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:32.888928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.906080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Deleting port 428ed37b-2f59-48e7-8c59-a2c9c295bcbf {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:32.906451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.933402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Deleting subnet 35f71dc3-bcea-49b7-89f2-822ed2c6a329 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:32.944910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Subnet': ['ID=5d45c48d-42fe-4c14-a4c3-3ff19bf8159d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:32.950682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.958238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7d9ac6ae-77ff-4344-944b-1ef70f2042f2 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/subnets/5d45c48d-42fe-4c14-a4c3-3ff19bf8159d HTTP/1.1" status: 204 len: 168 time: 0.5398443 Sep 29 06:51:32.961019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46244) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:32.963412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:32.964566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:32.965091 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 Sep 29 06:51:32.970532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.018292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f83337-8ee5-4c04-b4e9-4a354a2b062d None None] Network f593fcc4-d20a-4be4-a2ed-75b275cdc805 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:33.048563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:33.050484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.076912 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 2 to provision port f55e6dd4-bee8-444d-bb70-0108d0ebf321 Sep 29 06:51:33.101220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.102191 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:33.103042 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4bf6ac56-c187-499d-9729-f0b70387b8f3 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 704 time: 4.6370678 Sep 29 06:51:33.112406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46248) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:33.151883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-18764003-b63d-4666-9e8c-37908aace907 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/400b6d65-9a48-4a73-b24e-78a338479bb7 HTTP/1.1" status: 204 len: 168 time: 2.8245857 Sep 29 06:51:33.154431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.208021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46252) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:33.227736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f30c7-a889-4076-84e8-74f88c814593 None None] The port '428ed37b-2f59-48e7-8c59-a2c9c295bcbf' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:33.297677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Attempting to bind port b72b45c5-a631-4695-aa42-5e2a629ee6f2 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:33.297677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Attempting to bind port b72b45c5-a631-4695-aa42-5e2a629ee6f2 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'de48966b-21b8-40d5-b144-a9e7267bf918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:33.297982 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca7dfb3-2614-4ad4-8e9b-f8c56c6cd904 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:51:33.298083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Attempting to bind port b72b45c5-a631-4695-aa42-5e2a629ee6f2 on network 3f38eea1-c9e4-4925-88a9-1529c179b85d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:33.298171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3ca7dfb3-2614-4ad4-8e9b-f8c56c6cd904 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:33.324737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.339920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:33.340313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Checking segment: {'id': 'de48966b-21b8-40d5-b144-a9e7267bf918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:33.340851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.352379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.353582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Bound using segment: {'id': 'de48966b-21b8-40d5-b144-a9e7267bf918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:33.354112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Bound port: b72b45c5-a631-4695-aa42-5e2a629ee6f2, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de48966b-21b8-40d5-b144-a9e7267bf918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f38eea1-c9e4-4925-88a9-1529c179b85d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:33.354555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.363933 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 922a185f-2106-4ba1-a24f-efef7c448de7 resource provider aggregate not found Sep 29 06:51:33.384490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Deleting port a56c85c0-7405-441e-bfb0-f24d620cd7fe {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:33.385419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.438805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f55e6dd4-bee8-444d-bb70-0108d0ebf321 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:33.475960 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 922a185f-2106-4ba1-a24f-efef7c448de7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 922a185f-2106-4ba1-a24f-efef7c448de7 found for delete ", "request_id": "req-274cb021-e034-47d8-b27a-5595bbea6337"}]} Sep 29 06:51:33.548987 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-afdc1c2f-1c93-4b68-bec3-5e084d1d1927 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 704 time: 0.4345164 Sep 29 06:51:33.552416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46260) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:33.585119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for f55e6dd4-bee8-444d-bb70-0108d0ebf321 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:33.621803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3ca7dfb3-2614-4ad4-8e9b-f8c56c6cd904 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:33.626358 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3ca7dfb3-2614-4ad4-8e9b-f8c56c6cd904 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/400b6d65-9a48-4a73-b24e-78a338479bb7 HTTP/1.1" status: 404 len: 333 time: 0.4118674 Sep 29 06:51:33.631450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46264) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:33.653310 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:30Z', 'revision_number': 7, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:29Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:33.658316 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a04b4-0fdb-4085-8ba9-85a4027eae27 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:30Z', 'revision_number': 7, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:29Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:33.680407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.832759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:33.833935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f113a595-46a3-4db2-bca7-f03f2af67019 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:33.859053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.872542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Allocated IP 2001:db8:0:1::1 (34b9a5d6-83a3-4504-9c20-e1a7485f7f6b/ffe95428-33d0-442b-ae3f-d22dcf85b564/6285125c-dfe3-4686-b7f9-0a75a47bb4ae) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:33.883744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] For port b72b45c5-a631-4695-aa42-5e2a629ee6f2, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:33.913585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] For port b72b45c5-a631-4695-aa42-5e2a629ee6f2, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b72b45c5-a631-4695-aa42-5e2a629ee6f2,segment=NetworkSegment(de48966b-21b8-40d5-b144-a9e7267bf918),segment_id=de48966b-21b8-40d5-b144-a9e7267bf918)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:33.948414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Subnet': ['ID=35f71dc3-bcea-49b7-89f2-822ed2c6a329,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:33.950032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:33.952716 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 3 to provision port f55e6dd4-bee8-444d-bb70-0108d0ebf321 Sep 29 06:51:33.997487 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7b537be7-ed35-40bc-a995-4be1fb254f1f tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/subnets/35f71dc3-bcea-49b7-89f2-822ed2c6a329 HTTP/1.1" status: 204 len: 168 time: 1.6931016 Sep 29 06:51:33.998421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46268) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:33.999096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.097984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.164661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] For port a56c85c0-7405-441e-bfb0-f24d620cd7fe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a56c85c0-7405-441e-bfb0-f24d620cd7fe,segment=NetworkSegment(5d90702a-867e-4b42-b800-868ffe6d1644),segment_id=5d90702a-867e-4b42-b800-868ffe6d1644)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:34.166933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.198915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:34.238114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=f55e6dd4-bee8-444d-bb70-0108d0ebf321,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:34.252081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port f113a595-46a3-4db2-bca7-f03f2af67019 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:34.272961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f113a595-46a3-4db2-bca7-f03f2af67019 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:34.273339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.274668 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f113a595-46a3-4db2-bca7-f03f2af67019 Sep 29 06:51:34.309731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Deleting subnet ffe95428-33d0-442b-ae3f-d22dcf85b564 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:34.345323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] DHCP port deletion for f593fcc4-d20a-4be4-a2ed-75b275cdc805 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:34.347818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f55e6dd4-bee8-444d-bb70-0108d0ebf321 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:34.373280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:34.376276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:34.376843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Calling delete_port for a56c85c0-7405-441e-bfb0-f24d620cd7fe owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:34.466164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360011b-ff03-49ab-b928-e0c8ff82f524 None None] Pushing event updated for resources: {'Port': ['ID=b72b45c5-a631-4695-aa42-5e2a629ee6f2,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:34.509005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Deleting port a56c85c0-7405-441e-bfb0-f24d620cd7fe {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:34.509389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.567224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.675948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port fbdcae4a-da89-49b1-ab4a-6a4113f20d45 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:34.677235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.832730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:34.845675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Transition to ACTIVE for port object 6285125c-dfe3-4686-b7f9-0a75a47bb4ae will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:34.868325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Transition to ACTIVE for port object 6285125c-dfe3-4686-b7f9-0a75a47bb4ae will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:34.872817 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 4 to provision port f55e6dd4-bee8-444d-bb70-0108d0ebf321 Sep 29 06:51:34.999322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.020853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.058870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.066067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port f55e6dd4-bee8-444d-bb70-0108d0ebf321 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:51:35.204415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.249285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Port': ['ID=a56c85c0-7405-441e-bfb0-f24d620cd7fe,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:35.268158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] No DVR routers for this DVR port a56c85c0-7405-441e-bfb0-f24d620cd7fe on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:35.278236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 22c4c152-a5d3-4203-afdf-af103f4767ed has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:35.280668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:35.283332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning for port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:35.301510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Provisioning complete for port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:35.301510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.301510 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 1 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:35.329850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Pushing event updated for resources: {'Port': ['ID=6285125c-dfe3-4686-b7f9-0a75a47bb4ae,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:35.339418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:35.377434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:35.398688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:35.432036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.461447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f593fcc4-d20a-4be4-a2ed-75b275cdc805']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.476307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d90702a-867e-4b42-b800-868ffe6d1644') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.476612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d90702a-867e-4b42-b800-868ffe6d1644') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.495788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.581555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f113a595-46a3-4db2-bca7-f03f2af67019 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:35.582330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.595429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:35.596651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.608222 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-80e40d1a-cfb5-4070-adbd-60b829d8b2c6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/22c4c152-a5d3-4203-afdf-af103f4767ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1450715 Sep 29 06:51:35.612350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46272) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:35.613123 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] Sync routers for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:35.621020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.634387 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:35.636175 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.727915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.781159 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.787709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.792321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe95428-33d0-442b-ae3f-d22dcf85b564,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:35.798270 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:35.798938 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.808451 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-307d6ff0-bea0-4ad0-baf6-a92011f608b5 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/subnets/ffe95428-33d0-442b-ae3f-d22dcf85b564 HTTP/1.1" status: 204 len: 168 time: 1.8052151 Sep 29 06:51:35.810619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46276) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:35.858358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:35.858358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.896079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:35.921744 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:35.922430 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412f51b7-280f-42a9-8b7d-b3f102324b06 None None] The sync data for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:35.933679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06882f78-f0de-454b-a15d-b525fbb7c4e2 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:35.935997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-06882f78-f0de-454b-a15d-b525fbb7c4e2 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Synchronizing usage tracker for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:subnet {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:35.955871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718eb37-5b40-44ec-9ea0-3e6c5dcfb7ae None None] Network 3f38eea1-c9e4-4925-88a9-1529c179b85d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:35.969020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-06882f78-f0de-454b-a15d-b525fbb7c4e2 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Unset dirty status for tenant:ceba6d4a7b594961959c8652d6d27b76 on resource:subnet {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:35.971186 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-06882f78-f0de-454b-a15d-b525fbb7c4e2 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1592915 Sep 29 06:51:35.974386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:35.981718 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 5d90702a-867e-4b42-b800-868ffe6d1644 resource provider aggregate not found Sep 29 06:51:36.050476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:36.071665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] For port a56c85c0-7405-441e-bfb0-f24d620cd7fe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a56c85c0-7405-441e-bfb0-f24d620cd7fe,segment=NetworkSegment(5d90702a-867e-4b42-b800-868ffe6d1644),segment_id=5d90702a-867e-4b42-b800-868ffe6d1644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:36.071665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.071665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Attempting to bind port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:36.071665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Attempting to bind port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '48e485b6-a7f3-4ef8-af97-09bd02b96e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:36.071665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Attempting to bind port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae on network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:36.093951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:36.094169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Checking segment: {'id': '48e485b6-a7f3-4ef8-af97-09bd02b96e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:36.094603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.096566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Bound using segment: {'id': '48e485b6-a7f3-4ef8-af97-09bd02b96e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:36.096566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Bound port: 6285125c-dfe3-4686-b7f9-0a75a47bb4ae, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e485b6-a7f3-4ef8-af97-09bd02b96e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '34b9a5d6-83a3-4504-9c20-e1a7485f7f6b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:36.096566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.117773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f113a595-46a3-4db2-bca7-f03f2af67019, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f113a595-46a3-4db2-bca7-f03f2af67019,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:36.195446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.216132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Deleting port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:36.216132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.266010 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 5d90702a-867e-4b42-b800-868ffe6d1644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d90702a-867e-4b42-b800-868ffe6d1644 found for delete ", "request_id": "req-70816917-a540-476e-96ca-c5bac7d44cc0"}]} Sep 29 06:51:36.268310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.286469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for fbdcae4a-da89-49b1-ab4a-6a4113f20d45 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:36.294071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Calling delete_port for a56c85c0-7405-441e-bfb0-f24d620cd7fe owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:36.371568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.460752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.477669 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/networks/f593fcc4-d20a-4be4-a2ed-75b275cdc805 HTTP/1.1" status: 204 len: 168 time: 3.5133903 Sep 29 06:51:36.477669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46290) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:36.500885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:36.566373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:36.566593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0d6c8c51-4d5b-4b1b-8d22-3f6e0a358417 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:36.567015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 428ed37b-2f59-48e7-8c59-a2c9c295bcbf no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:36.594752 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 2 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:36.668682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c904e-88ef-41d2-a7a9-402e3f6c9df9 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Pushing event deleted for resources: {'Network': ['ID=f593fcc4-d20a-4be4-a2ed-75b275cdc805,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:36.688670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] For port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae, host dv-neutron-859761-1-hyperv, got binding levels [] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:36.689106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.722240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 428ed37b-2f59-48e7-8c59-a2c9c295bcbf {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:36.722240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 428ed37b-2f59-48e7-8c59-a2c9c295bcbf not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:36.722591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-00b28d75-6790-4aab-8c65-e6c60b9b71ef tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Synchronizing usage tracker for tenant:0f66425b26ed4f4390ebd3471f4cb1b6 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:36.857059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-00b28d75-6790-4aab-8c65-e6c60b9b71ef tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Unset dirty status for tenant:0f66425b26ed4f4390ebd3471f4cb1b6 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:36.861016 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-00b28d75-6790-4aab-8c65-e6c60b9b71ef tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "GET /v2.0/ports?device_id=706a8976-a989-43ce-aad2-569c1ac04248 HTTP/1.1" status: 200 len: 205 time: 0.3650563 Sep 29 06:51:36.874612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f113a595-46a3-4db2-bca7-f03f2af67019,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:36.877005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46294) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:36.890300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:36.900502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] For port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:36.910206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] For port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6285125c-dfe3-4686-b7f9-0a75a47bb4ae,segment=NetworkSegment(48e485b6-a7f3-4ef8-af97-09bd02b96e9e),segment_id=48e485b6-a7f3-4ef8-af97-09bd02b96e9e)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:36.912441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Calling delete_port for 6285125c-dfe3-4686-b7f9-0a75a47bb4ae owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:36.912878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:36.913586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:36.921113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:36.991774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b72b45c5-a631-4695-aa42-5e2a629ee6f2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:36.998719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.009916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:37.010264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:37.072131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:30Z', 'revision_number': 7, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:29Z', 'revision_number': 4, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:37.118100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=fbdcae4a-da89-49b1-ab4a-6a4113f20d45,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:37.128312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:37.130391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] DHCP port deletion for 3f38eea1-c9e4-4925-88a9-1529c179b85d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:37.142059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6b097-5113-4bf7-8265-76da2b971e94 None None] Pushing event updated for resources: {'Port': ['ID=6285125c-dfe3-4686-b7f9-0a75a47bb4ae,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:37.152155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] Deleting port b72b45c5-a631-4695-aa42-5e2a629ee6f2 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:37.152533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.190165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.207616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:37.208288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:37.339711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.354660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6268bdb-0922-4887-a06f-0a809d39cadf None None] Network 34b9a5d6-83a3-4504-9c20-e1a7485f7f6b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:37.400174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.453572 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 3 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:37.481358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Deleting port a56c85c0-7405-441e-bfb0-f24d620cd7fe {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:37.481358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.517656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Deleting port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:37.517656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.562227 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9d15ac4a-4ce6-4830-8ae8-e3ccc3bfc8d4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/fbdcae4a-da89-49b1-ab4a-6a4113f20d45 HTTP/1.1" status: 204 len: 168 time: 3.9082372 Sep 29 06:51:37.567981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b72b45c5-a631-4695-aa42-5e2a629ee6f2 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:37.568228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46298) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:37.644909 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a09f5f-08b8-42e4-8451-0c94ae1afdb5 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:51:37.648592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c1a09f5f-08b8-42e4-8451-0c94ae1afdb5 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/fbdcae4a-da89-49b1-ab4a-6a4113f20d45 HTTP/1.1" status: 404 len: 333 time: 0.0800147 Sep 29 06:51:37.651094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46302) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:37.755852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-aa845b9e-4ade-45d7-8514-ed47df36979b None None] The port 'a56c85c0-7405-441e-bfb0-f24d620cd7fe' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:37.795629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet 9d963e5d-c948-487d-8cfe-f039759b8bad {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:37.806933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a56c85c0-7405-441e-bfb0-f24d620cd7fe no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:37.817868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.841815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:37.901430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.947448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a56c85c0-7405-441e-bfb0-f24d620cd7fe {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:37.947790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a56c85c0-7405-441e-bfb0-f24d620cd7fe not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:37.958457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:37.971501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:38.082455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.094274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.094274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Fanout notify agent at l3_agent the message router_deleted on router 706a8976-a989-43ce-aad2-569c1ac04248 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:51:38.109678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.110772 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-099b0801-2417-40cc-b320-e169b0493038 tempest-RoutersNegativeIpV6Test-247332811 tempest-RoutersNegativeIpV6Test-247332811-project] 10.222.0.26 "DELETE /v2.0/routers/706a8976-a989-43ce-aad2-569c1ac04248 HTTP/1.1" status: 204 len: 168 time: 1.2314911 Sep 29 06:51:38.133920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.175883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] For port b72b45c5-a631-4695-aa42-5e2a629ee6f2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b72b45c5-a631-4695-aa42-5e2a629ee6f2,segment=NetworkSegment(de48966b-21b8-40d5-b144-a9e7267bf918),segment_id=de48966b-21b8-40d5-b144-a9e7267bf918)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:38.175883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.195532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] For port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6285125c-dfe3-4686-b7f9-0a75a47bb4ae,segment=NetworkSegment(48e485b6-a7f3-4ef8-af97-09bd02b96e9e),segment_id=48e485b6-a7f3-4ef8-af97-09bd02b96e9e)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:38.196132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.349466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Calling delete_port for 6285125c-dfe3-4686-b7f9-0a75a47bb4ae owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:38.371233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] Calling delete_port for b72b45c5-a631-4695-aa42-5e2a629ee6f2 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:38.424440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port f113a595-46a3-4db2-bca7-f03f2af67019 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:38.424440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.480399 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 4 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:38.497566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.553119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:38.623382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.630572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46310) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:38.644911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.683416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] Pushing event deleted for resources: {'Port': ['ID=b72b45c5-a631-4695-aa42-5e2a629ee6f2,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:38.703253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.703580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-088882ec-938b-41b4-a1cb-70f6a56aa623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.708149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac9c28-c264-4384-bc65-5b62cf55cc00 None None] No DVR routers for this DVR port b72b45c5-a631-4695-aa42-5e2a629ee6f2 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:38.735370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=9d963e5d-c948-487d-8cfe-f039759b8bad,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:38.759441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:38.762138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.762437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.762799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.763122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.763445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.763766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.764212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.764549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.764839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.765274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.765566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.765886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:38.768559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Port': ['ID=6285125c-dfe3-4686-b7f9-0a75a47bb4ae,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:38.770414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] No DVR routers for this DVR port 6285125c-dfe3-4686-b7f9-0a75a47bb4ae on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:38.776959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe6ac2-31e1-4756-8e91-13abe771ad5f None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 06:51:38.828230 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4f16c7be-0b56-4836-87ac-80df86d92928 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/9d963e5d-c948-487d-8cfe-f039759b8bad HTTP/1.1" status: 204 len: 168 time: 1.1758151 Sep 29 06:51:38.835835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46316) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:38.872431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:30Z', 'revision_number': 7, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:35Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:38.889748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cbe771-35e7-4c80-82d7-ee6e435fee2f None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:30Z', 'revision_number': 7, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f113a595-46a3-4db2-bca7-f03f2af67019', 'name': '', 'network_id': '807dbd14-9d01-40da-a862-fb74502cdf52', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:8e:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:18Z', 'updated_at': '2022-09-29T06:51:35Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '9f233524-2782-42ce-8e1a-296b6d85dea7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:38.931378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f113a595-46a3-4db2-bca7-f03f2af67019 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:38.974124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.010438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b9a5d6-83a3-4504-9c20-e1a7485f7f6b']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:39.024107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e485b6-a7f3-4ef8-af97-09bd02b96e9e') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:39.024695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e485b6-a7f3-4ef8-af97-09bd02b96e9e') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:39.041161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.055149 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 5 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:39.065363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.072827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:39.073433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.081626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f113a595-46a3-4db2-bca7-f03f2af67019 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:39.081989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.082554 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f113a595-46a3-4db2-bca7-f03f2af67019 Sep 29 06:51:39.085575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port f113a595-46a3-4db2-bca7-f03f2af67019, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f113a595-46a3-4db2-bca7-f03f2af67019,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:39.086064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.114561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.132519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe6ac2-31e1-4756-8e91-13abe771ad5f None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 06:51:39.152748 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 48e485b6-a7f3-4ef8-af97-09bd02b96e9e resource provider aggregate not found Sep 29 06:51:39.187459 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 48e485b6-a7f3-4ef8-af97-09bd02b96e9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48e485b6-a7f3-4ef8-af97-09bd02b96e9e found for delete ", "request_id": "req-d60eed2d-2795-4f18-a25f-963d8f741fd8"}]} Sep 29 06:51:39.198940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:39.204614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.222701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.236597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Network': ['ID=34b9a5d6-83a3-4504-9c20-e1a7485f7f6b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:39.239236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6bf1b35b-b577-459f-80e4-b7f848d98532 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/networks/34b9a5d6-83a3-4504-9c20-e1a7485f7f6b HTTP/1.1" status: 204 len: 168 time: 3.2607167 Sep 29 06:51:39.242373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46324) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:39.266477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for f113a595-46a3-4db2-bca7-f03f2af67019 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:39.298871 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-09f1ed94-1eb2-4f1e-bd55-e816bc846ff5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f66425b26ed4f4390ebd3471f4cb1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603038 Sep 29 06:51:39.299124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:39.299440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.319887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46328) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:39.357428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 3564d571-8455-403e-b3b2-e33537ff3eaa {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:39.358332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.405944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.432327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f113a595-46a3-4db2-bca7-f03f2af67019 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:39.467637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2b35d9a-af14-4507-b8d8-559d3cf92aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.528989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b72b45c5-a631-4695-aa42-5e2a629ee6f2 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:39.568627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b72b45c5-a631-4695-aa42-5e2a629ee6f2 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:39.568627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b72b45c5-a631-4695-aa42-5e2a629ee6f2 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:39.579122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2b35d9a-af14-4507-b8d8-559d3cf92aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.605562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.651530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f38eea1-c9e4-4925-88a9-1529c179b85d']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:39.666906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de48966b-21b8-40d5-b144-a9e7267bf918') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:39.667353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de48966b-21b8-40d5-b144-a9e7267bf918') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:39.681130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.698397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2b35d9a-af14-4507-b8d8-559d3cf92aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.701328 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 6 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:39.704369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.726433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b35d9a-af14-4507-b8d8-559d3cf92aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac78b32-caaa-4980-ab42-644a3da55b59,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:39.735166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:39.735813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.752617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2b35d9a-af14-4507-b8d8-559d3cf92aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.754173 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f2b35d9a-af14-4507-b8d8-559d3cf92aa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bac78b32-caaa-4980-ab42-644a3da55b59 HTTP/1.1" status: 204 len: 168 time: 0.4333811 Sep 29 06:51:39.812952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08c67c-2a53-4323-b4aa-88076976acb0 None None] Network e213849b-e4ad-4f84-88db-6c2c9f33dc71 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:39.880594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:39.881161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.911681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.926806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Network': ['ID=3f38eea1-c9e4-4925-88a9-1529c179b85d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:39.929629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.937580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-232fc794-32b9-4c84-809e-102e7a76c079 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/networks/3f38eea1-c9e4-4925-88a9-1529c179b85d HTTP/1.1" status: 204 len: 168 time: 0.6938515 Sep 29 06:51:39.938620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] For port 3564d571-8455-403e-b3b2-e33537ff3eaa, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3564d571-8455-403e-b3b2-e33537ff3eaa,segment=NetworkSegment(7fbb791a-b730-4663-a61f-659dc81e5038),segment_id=7fbb791a-b730-4663-a61f-659dc81e5038)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:39.939183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:39.939890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46336) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:40.110839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.155145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 784c56f7-bac2-47eb-9f2c-88b60180ffc1 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:40.158173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] DHCP port deletion for e213849b-e4ad-4f84-88db-6c2c9f33dc71 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:40.166461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Deleting port 3564d571-8455-403e-b3b2-e33537ff3eaa {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:40.166835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.265337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 3564d571-8455-403e-b3b2-e33537ff3eaa owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:40.291902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.321288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:40.338060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43acf9e7-5b21-4d75-b616-12711f83446e') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:40.338060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43acf9e7-5b21-4d75-b616-12711f83446e') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:40.359018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.381865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.390851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:40.390851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.402771 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 7 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:40.442563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.477657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:40.520552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] For port 3564d571-8455-403e-b3b2-e33537ff3eaa, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3564d571-8455-403e-b3b2-e33537ff3eaa,segment=NetworkSegment(7fbb791a-b730-4663-a61f-659dc81e5038),segment_id=7fbb791a-b730-4663-a61f-659dc81e5038)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:40.521158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.529024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=f113a595-46a3-4db2-bca7-f03f2af67019,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:40.583247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.591253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.591789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.592299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.592786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.593265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.593746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.594236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.594771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.595283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.595776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.596282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.596782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:40.677043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.683757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Calling delete_port for 3564d571-8455-403e-b3b2-e33537ff3eaa owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:40.722398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.739899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Network': ['ID=8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:40.746150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8ca18a67-a6c7-4360-bd52-be70302115f4 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/networks/8d27dfad-1db5-4e46-ab6e-b04d0afe0a7a HTTP/1.1" status: 204 len: 168 time: 0.8052521 Sep 29 06:51:40.748514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46358) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:40.757647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=3564d571-8455-403e-b3b2-e33537ff3eaa,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:40.759686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No DVR routers for this DVR port 3564d571-8455-403e-b3b2-e33537ff3eaa on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:40.771762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:40.773207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:40.852547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46362) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:40.889738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ae84f5d7-6d6c-49ed-8f08-b54cd0de10f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.929728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:40.962968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3564d571-8455-403e-b3b2-e33537ff3eaa no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:41.003443 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 8 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:41.032657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3564d571-8455-403e-b3b2-e33537ff3eaa {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:41.033246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3564d571-8455-403e-b3b2-e33537ff3eaa not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:41.041737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.050895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.072344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:41.080910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.085912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e213849b-e4ad-4f84-88db-6c2c9f33dc71']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:41.096728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-35ff6d17-ba4b-42f1-a2e0-01047ee7560b tempest-ServiceProvidersTest-587298867 tempest-ServiceProvidersTest-587298867-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2427831 Sep 29 06:51:41.124821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.150891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e03df9-65fa-45c2-9e89-a91111eb4070']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:41.164292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4ad266-4117-4acf-9311-c2b08062afa3') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:41.164694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4ad266-4117-4acf-9311-c2b08062afa3') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:41.177116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.199650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.207040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:41.207673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.225822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment de48966b-21b8-40d5-b144-a9e7267bf918 resource provider aggregate not found Sep 29 06:51:41.275116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Deleting port 3564d571-8455-403e-b3b2-e33537ff3eaa {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:41.275517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.288061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment de48966b-21b8-40d5-b144-a9e7267bf918 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de48966b-21b8-40d5-b144-a9e7267bf918 found for delete ", "request_id": "req-2c527986-b652-43be-89f1-cbd2653f41a3"}]} Sep 29 06:51:41.320332 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 43acf9e7-5b21-4d75-b616-12711f83446e resource provider aggregate not found Sep 29 06:51:41.343057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=784c56f7-bac2-47eb-9f2c-88b60180ffc1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:41.344668 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 43acf9e7-5b21-4d75-b616-12711f83446e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43acf9e7-5b21-4d75-b616-12711f83446e found for delete ", "request_id": "req-bbc69992-9db6-496d-9250-91e15b3e3d4f"}]} Sep 29 06:51:41.347270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbb791a-b730-4663-a61f-659dc81e5038') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:41.347566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbb791a-b730-4663-a61f-659dc81e5038') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:41.356286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.358547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1be9c492-2927-4006-a8a5-43dcec8656fe None None] The port '3564d571-8455-403e-b3b2-e33537ff3eaa' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:41.393140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.395850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] Pushing event deleted for resources: {'Network': ['ID=f9e03df9-65fa-45c2-9e89-a91111eb4070,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:41.406767 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c1b40a1-7844-4abe-ae99-5cbd93eb2017 tempest-BulkNetworkOpsIpV6Test-1970825901 tempest-BulkNetworkOpsIpV6Test-1970825901-project] 10.222.0.26 "DELETE /v2.0/networks/f9e03df9-65fa-45c2-9e89-a91111eb4070 HTTP/1.1" status: 204 len: 168 time: 0.6559286 Sep 29 06:51:41.495250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46382) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:41.544143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.574030 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Attempt 9 to provision port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 Sep 29 06:51:41.598563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.629141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c1921c4e-dcac-4f91-b10a-31120e249fc9 None None] Port 784c56f7-bac2-47eb-9f2c-88b60180ffc1 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:51:41.677422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.682763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:41.683172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.693521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:41.698238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Usage tracker for resource:security_group_rule and tenant:62eacb08db7a4326aababc60ea1126e1 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:41.701215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:41.707061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:41.741744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9013312-b204-40b1-9be4-51f27ceade42 None None] Could not find standard attr ID for object fbdcae4a-da89-49b1-ab4a-6a4113f20d45. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:41.745172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9013312-b204-40b1-9be4-51f27ceade42 None None] Could not find standard attr ID for object 400b6d65-9a48-4a73-b24e-78a338479bb7. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:41.748080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9013312-b204-40b1-9be4-51f27ceade42 None None] Could not find standard attr ID for object f55e6dd4-bee8-444d-bb70-0108d0ebf321. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:41.750989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9013312-b204-40b1-9be4-51f27ceade42 None None] Could not find standard attr ID for object b72b45c5-a631-4695-aa42-5e2a629ee6f2. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:41.753811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f9013312-b204-40b1-9be4-51f27ceade42 None None] Could not find standard attr ID for object 3564d571-8455-403e-b3b2-e33537ff3eaa. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:51:41.766519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46392) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:41.768666 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 7fbb791a-b730-4663-a61f-659dc81e5038 resource provider aggregate not found Sep 29 06:51:41.790112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.922196 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c07f1b44-fea9-4f65-aac3-b1697b95267f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ceba6d4a7b594961959c8652d6d27b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544755 Sep 29 06:51:41.922711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.924797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46400) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:41.956863 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 7fbb791a-b730-4663-a61f-659dc81e5038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fbb791a-b730-4663-a61f-659dc81e5038 found for delete ", "request_id": "req-7f07b2f5-a041-498e-81aa-9690c042bee3"}]} Sep 29 06:51:41.984837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.989111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-224610ef-06ea-4917-ae91-5d2e08bb6d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:41.997234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.026504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.036263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-224610ef-06ea-4917-ae91-5d2e08bb6d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.091692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=e213849b-e4ad-4f84-88db-6c2c9f33dc71,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:42.127939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.128738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-224610ef-06ea-4917-ae91-5d2e08bb6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.140407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.154700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224610ef-06ea-4917-ae91-5d2e08bb6d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb34bc4f-6591-4f54-a25e-60fc1839733d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:42.183702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:42.192178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-61fb3aae-9ff4-427d-9ef1-eb55b07246cd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/e213849b-e4ad-4f84-88db-6c2c9f33dc71 HTTP/1.1" status: 204 len: 168 time: 3.3505890 Sep 29 06:51:42.196583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46404) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:42.197444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-224610ef-06ea-4917-ae91-5d2e08bb6d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.198572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-224610ef-06ea-4917-ae91-5d2e08bb6d21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb34bc4f-6591-4f54-a25e-60fc1839733d HTTP/1.1" status: 204 len: 168 time: 0.2729118 Sep 29 06:51:42.206957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62eacb08db7a4326aababc60ea1126e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104859 Sep 29 06:51:42.212226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-284528207'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:42.215327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46410) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:42.218737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27a96b-1e58-43f8-8b69-81a4b77f51b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23bca3-7e88-4c61-83a0-a0d29e0de859,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:42.221739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:42.237442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:network and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:42.242973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:42.259890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:42.286599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:42.290551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.322527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea173f08-10d2-40ce-80e4-8a51683957f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.363927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:42.385391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea173f08-10d2-40ce-80e4-8a51683957f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.391970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.392315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Added segment 165a3c30-0b4c-408e-bb36-acd61e1aa4de of type vlan for network 45e5599b-bb96-483d-81a6-52d5a33efa47 Sep 29 06:51:42.445378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.482164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea173f08-10d2-40ce-80e4-8a51683957f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.493886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.499649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:42.500047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.541343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea173f08-10d2-40ce-80e4-8a51683957f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23bca3-7e88-4c61-83a0-a0d29e0de859,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:42.610968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 22c4c152-a5d3-4203-afdf-af103f4767ed has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:42.627626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:42.634884 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6ef22552-677f-4837-9aad-21c76d53da28 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0814600 Sep 29 06:51:42.638126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea173f08-10d2-40ce-80e4-8a51683957f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.639367 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ea173f08-10d2-40ce-80e4-8a51683957f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e23bca3-7e88-4c61-83a0-a0d29e0de859 HTTP/1.1" status: 204 len: 168 time: 0.4218519 Sep 29 06:51:42.643558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46424) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:42.648515 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4489312 Sep 29 06:51:42.649590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:42.653877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46428) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:42.670986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:42.671631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:42.727105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet 9f233524-2782-42ce-8e1a-296b6d85dea7 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:42.733452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:42.757104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ece8b-6b53-4cf1-bca8-051cf1b4463b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Network': ['ID=45e5599b-bb96-483d-81a6-52d5a33efa47,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:42.762343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.812832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:42.824898 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] Sync routers for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:42.826900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-45509da7-e209-4ddf-9dd0-a7e96c74b515 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/22c4c152-a5d3-4203-afdf-af103f4767ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2129748 Sep 29 06:51:42.829837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:42.840894 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:42.841530 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:42.888785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a306b156-8507-4c01-b1b5-af28ab7f3ba8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:42.898677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:42.909022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:42.923755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a306b156-8507-4c01-b1b5-af28ab7f3ba8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:42.925019 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a306b156-8507-4c01-b1b5-af28ab7f3ba8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=22c4c152-a5d3-4203-afdf-af103f4767ed HTTP/1.1" status: 200 len: 205 time: 0.0936501 Sep 29 06:51:42.927747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46440) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:42.955413 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:42.966879 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] Routers {'22c4c152-a5d3-4203-afdf-af103f4767ed'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:42.967513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['22c4c152-a5d3-4203-afdf-af103f4767ed'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:43.029958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:43.045213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:43.056977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:43.076034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:43.076458 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e02ee1-55fe-4612-9921-0c6dc66533a3 None None] The sync data for ids ['22c4c152-a5d3-4203-afdf-af103f4767ed'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:43.110887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:43.113771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:43.181921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:43.191364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.236781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.293588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.378086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.413151 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8e4ad266-4117-4acf-9311-c2b08062afa3 resource provider aggregate not found Sep 29 06:51:43.443255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46454) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:43.455388 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 8e4ad266-4117-4acf-9311-c2b08062afa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e4ad266-4117-4acf-9311-c2b08062afa3 found for delete ", "request_id": "req-85cca44f-e0d5-4cb7-8c9e-3aa2c7ed43a2"}]} Sep 29 06:51:43.505463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.514815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:39Z', 'revision_number': 8, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:43.518890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:43.528219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:43.528831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:43.563265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.568246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=9f233524-2782-42ce-8e1a-296b6d85dea7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:43.579825 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d30d263-7bc7-4379-bb26-f5651e5a2815 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/9f233524-2782-42ce-8e1a-296b6d85dea7 HTTP/1.1" status: 204 len: 168 time: 0.9301450 Sep 29 06:51:43.582640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46460) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:43.591170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6947e7-c332-4d59-b9c8-6f158cbf3faf None None] Network 807dbd14-9d01-40da-a862-fb74502cdf52 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:43.632052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.634664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.646092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4a2af903-ce3a-46a6-800b-27c5d0af5604 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] Request body: {'port': {'network_id': 'cf037da3-8a4d-44c0-98f1-7045eec90912', 'name': 'tempest-NetworksNegativeTestJSON-1367385322'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:43.659928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.660412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router 22c4c152-a5d3-4203-afdf-af103f4767ed {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:51:43.678070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.682324 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9f56a430-0fec-4414-b3f4-12d06da703f4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/22c4c152-a5d3-4203-afdf-af103f4767ed HTTP/1.1" status: 204 len: 168 time: 0.7510674 Sep 29 06:51:43.682636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46466) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:43.751712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet 069d0207-7c7d-4e0c-9351-1adae35a6de5 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:43.754397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.811915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:43.813117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.848518 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2af903-ce3a-46a6-800b-27c5d0af5604 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] POST failed (client error): The resource could not be found. Sep 29 06:51:43.849179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2af903-ce3a-46a6-800b-27c5d0af5604 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:43.850211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a2af903-ce3a-46a6-800b-27c5d0af5604 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4055982 Sep 29 06:51:43.856283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46470) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:43.905885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceed008-6b3d-4a50-a55e-3104fd42131d tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] DELETE failed (client error): The resource could not be found. Sep 29 06:51:43.906364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceed008-6b3d-4a50-a55e-3104fd42131d tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:43.908070 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9ceed008-6b3d-4a50-a55e-3104fd42131d tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "DELETE /v2.0/networks/b676bcbb-ffa5-44ca-bffb-a012a0931a4e HTTP/1.1" status: 404 len: 339 time: 0.0487354 Sep 29 06:51:43.911718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.912597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.915712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46474) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:43.987722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e75c187-5a33-41fb-98fa-610ae012be25 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] DELETE failed (client error): The resource could not be found. Sep 29 06:51:43.988210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e75c187-5a33-41fb-98fa-610ae012be25 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:43.993722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3e75c187-5a33-41fb-98fa-610ae012be25 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "DELETE /v2.0/ports/5180cd7c-304e-4be7-967f-e692e09febe7 HTTP/1.1" status: 404 len: 333 time: 0.0693622 Sep 29 06:51:43.993722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:43.993722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:43.994071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46478) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.036007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.039457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.041276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c790703d-b942-4b85-ae81-8b08fe832f49 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] DELETE failed (client error): The resource could not be found. Sep 29 06:51:44.041728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c790703d-b942-4b85-ae81-8b08fe832f49 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:44.080882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=069d0207-7c7d-4e0c-9351-1adae35a6de5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:44.090059 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c790703d-b942-4b85-ae81-8b08fe832f49 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "DELETE /v2.0/subnets/705d4da8-cc49-4e00-ac35-8ec674e82e89 HTTP/1.1" status: 404 len: 337 time: 0.0879271 Sep 29 06:51:44.090059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.090059 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2a1705b7-a3a7-43e0-b4d1-bdd932a86ba1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/069d0207-7c7d-4e0c-9351-1adae35a6de5 HTTP/1.1" status: 204 len: 168 time: 0.4029610 Sep 29 06:51:44.090059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46482) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.091246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46484) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.117499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b45bf-39fd-4d01-aa7c-ef303e628ad8 None None] Network 13d07bf8-a972-450e-a017-089cb31c7626 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:44.168910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d52a53-f4a6-420c-ab47-7a6c91690298 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] GET failed (client error): The resource could not be found. Sep 29 06:51:44.173818 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-32d52a53-f4a6-420c-ab47-7a6c91690298 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "GET /v2.0/networks/a3dcbc87-e51c-4ca0-8c8c-af75f907be83 HTTP/1.1" status: 404 len: 339 time: 0.0780034 Sep 29 06:51:44.173958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=ed58975e-5f4a-4caa-ae67-e433bc062b2f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:44.174079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46490) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.208901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Checking segment: {'id': '165a3c30-0b4c-408e-bb36-acd61e1aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:44.208901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network hostable DHCP agents. Network: 45e5599b-bb96-483d-81a6-52d5a33efa47, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:44.219667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] DHCP port deletion for 807dbd14-9d01-40da-a862-fb74502cdf52 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:44.223795 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd4ab45-784b-4f0c-90e9-643c539023bc tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] GET failed (client error): The resource could not be found. Sep 29 06:51:44.228715 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebd4ab45-784b-4f0c-90e9-643c539023bc tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "GET /v2.0/ports/131d488d-76dc-43b3-be3d-5c606a9f66bd HTTP/1.1" status: 404 len: 333 time: 0.0501256 Sep 29 06:51:44.229312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46494) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.234093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Deleting port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:44.234714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.265665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet 71cd2691-9978-4326-87b5-7cd00cb7e861 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:44.275246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.296151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:44.308523 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-796d059e-28fd-43fe-be7e-18057877a606 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] GET failed (client error): The resource could not be found. Sep 29 06:51:44.313584 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-796d059e-28fd-43fe-be7e-18057877a606 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "GET /v2.0/subnets/4868b046-a9eb-44e3-b910-bd3d080b22a3 HTTP/1.1" status: 404 len: 337 time: 0.0796573 Sep 29 06:51:44.313760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:44.313760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.318309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46498) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.319735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 45e5599b-bb96-483d-81a6-52d5a33efa47) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:44.327505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b59ce099-1b19-4348-8b45-981a1a2e4438 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:44.342024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f1637-9e6f-49b0-8206-b904bccd30f0 None None] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:44.344511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:44.345111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.352618 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59ce099-1b19-4348-8b45-981a1a2e4438 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] PUT failed (client error): The resource could not be found. Sep 29 06:51:44.353076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59ce099-1b19-4348-8b45-981a1a2e4438 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:44.358606 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b59ce099-1b19-4348-8b45-981a1a2e4438 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "PUT /v2.0/networks/f543b71e-500f-49a1-beac-df6b0d59f487 HTTP/1.1" status: 404 len: 339 time: 0.0358822 Sep 29 06:51:44.360066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46502) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.367860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ab0bd939-2659-4125-b78f-df94f54c0091 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:44.393723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.472534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for d9dd6f65-45ae-42fa-ac2b-f8057ea159dd owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:44.519505 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5a808e65-8c7d-4ca2-a07f-8c243b22cdb1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8619745 Sep 29 06:51:44.519748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46506) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.527097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-946419370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:44.536748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:44.544863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:router and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:44.549487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:44.565995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:44.575641 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0bd939-2659-4125-b78f-df94f54c0091 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] PUT failed (client error): The resource could not be found. Sep 29 06:51:44.576089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0bd939-2659-4125-b78f-df94f54c0091 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:44.580770 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ab0bd939-2659-4125-b78f-df94f54c0091 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "PUT /v2.0/ports/646b4ae5-3b3d-48ed-a0bd-c50921aeea81 HTTP/1.1" status: 404 len: 333 time: 0.2167921 Sep 29 06:51:44.581503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46510) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.583734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.584850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.589252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eaec4070-4608-41e7-9376-75600a8b45e0 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:44.590352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.626394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaec4070-4608-41e7-9376-75600a8b45e0 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] PUT failed (client error): The resource could not be found. Sep 29 06:51:44.626877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaec4070-4608-41e7-9376-75600a8b45e0 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:51:44.628012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eaec4070-4608-41e7-9376-75600a8b45e0 tempest-NetworksNegativeTestJSON-1711407480 tempest-NetworksNegativeTestJSON-1711407480-project] 10.222.0.26 "PUT /v2.0/subnets/747e6f0d-62bd-4ea7-8493-f01f3cda8b91 HTTP/1.1" status: 404 len: 337 time: 0.0456028 Sep 29 06:51:44.662304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:44.665923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.687057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:44.739878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.767103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.834182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.844069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:39Z', 'revision_number': 8, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:44.845487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.848435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=71cd2691-9978-4326-87b5-7cd00cb7e861,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:44.850538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.860018 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ed14532f-e7b2-4ecb-815b-79cc5a455303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/71cd2691-9978-4326-87b5-7cd00cb7e861 HTTP/1.1" status: 204 len: 168 time: 0.7670372 Sep 29 06:51:44.863411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46516) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.869998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38ff55-7d8e-40cd-946f-3e9c326d98ea None None] Network 04c89c0c-d130-4a53-9711-239fe78cff30 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:44.876790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807dbd14-9d01-40da-a862-fb74502cdf52']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:44.891215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95c079-f15b-4344-8e39-fe7a8cc85504 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:39Z', 'revision_number': 8, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab4ead11-f7cc-4cce-8f82-225967b7774d', 'name': '', 'network_id': '7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:2c:45:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:51:07Z', 'updated_at': '2022-09-29T06:51:22Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '0082b6f3-eba1-4b7a-a097-27243e05ca0b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:44.895387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73749ed7-d2e4-4b32-9612-857fb58a5692') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:44.896206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73749ed7-d2e4-4b32-9612-857fb58a5692') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:44.906328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d9dd6f65-45ae-42fa-ac2b-f8057ea159dd no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:44.907094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.922172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bd6c06bf-4742-48d6-b34c-658c540d4c76 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3991363 Sep 29 06:51:44.922412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46520) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:44.926347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.947595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] For port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d9dd6f65-45ae-42fa-ac2b-f8057ea159dd,segment=NetworkSegment(73749ed7-d2e4-4b32-9612-857fb58a5692),segment_id=73749ed7-d2e4-4b32-9612-857fb58a5692)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:44.948019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:44.955936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47', 'name': 'tempest-PortsIpV6TestJSON-407680383'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:44.971913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.037298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.041065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:45.041233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.046323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46526) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:45.056433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:45.056773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.087094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Calling delete_port for d9dd6f65-45ae-42fa-ac2b-f8057ea159dd owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:45.184388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.203360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.228997 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/807dbd14-9d01-40da-a862-fb74502cdf52 HTTP/1.1" status: 204 len: 168 time: 1.6451256 Sep 29 06:51:45.232386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dee9c-4748-498c-80f2-d47d542f0e4d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=807dbd14-9d01-40da-a862-fb74502cdf52,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:45.234654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46532) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:45.238719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:45.292188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:45.292546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:45.311406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d9dd6f65-45ae-42fa-ac2b-f8057ea159dd {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:45.311748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d9dd6f65-45ae-42fa-ac2b-f8057ea159dd not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:45.341164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:45.364884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-45e5599b-bb96-483d-81a6-52d5a33efa47', 'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': 'ed58975e-5f4a-4caa-ae67-e433bc062b2f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:45.369697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.389216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.391462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:45.462005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] DHCP port deletion for 13d07bf8-a972-450e-a017-089cb31c7626 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:45.476627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:45.484632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Deleting port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:45.484929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.486020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0ec32b082144b7955e62c7d5042fef is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:45.489589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:45.498414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:45.564432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:45.573984 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 73749ed7-d2e4-4b32-9612-857fb58a5692 resource provider aggregate not found Sep 29 06:51:45.591958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port aef24d16-a96e-4fdc-8321-06aaa17e8cf3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,segment=NetworkSegment(86bb8e2d-3d1e-4cff-97aa-19d3895026e8),segment_id=86bb8e2d-3d1e-4cff-97aa-19d3895026e8)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:45.592335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.601635 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 73749ed7-d2e4-4b32-9612-857fb58a5692 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73749ed7-d2e4-4b32-9612-857fb58a5692 found for delete ", "request_id": "req-584877f5-8130-489d-841f-5ba5a7170cc6"}]} Sep 29 06:51:45.608526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:45.612608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.703727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 38f4ab05-0bb4-49d0-bcad-1a3745910436 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:45.741468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for aef24d16-a96e-4fdc-8321-06aaa17e8cf3 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:45.794287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Deleting port d9dd6f65-45ae-42fa-ac2b-f8057ea159dd {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:45.794808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.827231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.835213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.874114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-96e8b78e-c68e-4f20-8419-2975ae9bdc85 None None] The port 'd9dd6f65-45ae-42fa-ac2b-f8057ea159dd' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:45.907793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:45.958559 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d0ec32b082144b7955e62c7d5042fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088418 Sep 29 06:51:45.966414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46540) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:45.967078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11914c6-8350-4640-98a5-92da59a2fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d935607a-66b4-4d3c-b69c-c01cf1016820,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:45.970757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:45.974869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:46.066346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] For port aef24d16-a96e-4fdc-8321-06aaa17e8cf3, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=aef24d16-a96e-4fdc-8321-06aaa17e8cf3,segment=NetworkSegment(86bb8e2d-3d1e-4cff-97aa-19d3895026e8),segment_id=86bb8e2d-3d1e-4cff-97aa-19d3895026e8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:46.066835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.109424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.139204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d07bf8-a972-450e-a017-089cb31c7626']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:46.152686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bb8e2d-3d1e-4cff-97aa-19d3895026e8') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:46.153001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bb8e2d-3d1e-4cff-97aa-19d3895026e8') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:46.165324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.198618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.200709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.212034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:46.212434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.260793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Calling delete_port for aef24d16-a96e-4fdc-8321-06aaa17e8cf3 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:46.291655 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 86bb8e2d-3d1e-4cff-97aa-19d3895026e8 resource provider aggregate not found Sep 29 06:51:46.325023 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 86bb8e2d-3d1e-4cff-97aa-19d3895026e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86bb8e2d-3d1e-4cff-97aa-19d3895026e8 found for delete ", "request_id": "req-9fe94daa-28fc-4792-a800-3dc469b12705"}]} Sep 29 06:51:46.330261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5de2784f-e196-4481-b6f9-120ae022725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.358643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Allocated IP 2001:db8::2 (45e5599b-bb96-483d-81a6-52d5a33efa47/ed58975e-5f4a-4caa-ae67-e433bc062b2f/8a04ad5b-72ec-4508-a930-053f5ba09bb6) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:46.370536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:46.370959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:46.381384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5de2784f-e196-4481-b6f9-120ae022725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.427652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.433940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.453801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] DHCP port deletion for 04c89c0c-d130-4a53-9711-239fe78cff30 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:46.471882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=13d07bf8-a972-450e-a017-089cb31c7626,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:46.474694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Deleting port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:46.475658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.489378 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-36761c36-be7c-47a6-8bdf-ea7deff60e6a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/13d07bf8-a972-450e-a017-089cb31c7626 HTTP/1.1" status: 204 len: 168 time: 1.6245458 Sep 29 06:51:46.490134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46548) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:46.583113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5de2784f-e196-4481-b6f9-120ae022725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.600626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5de2784f-e196-4481-b6f9-120ae022725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.601734 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5de2784f-e196-4481-b6f9-120ae022725b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d935607a-66b4-4d3c-b69c-c01cf1016820 HTTP/1.1" status: 204 len: 168 time: 0.6289301 Sep 29 06:51:46.614480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port ab4ead11-f7cc-4cce-8f82-225967b7774d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:46.614858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.618423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2784f-e196-4481-b6f9-120ae022725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935607a-66b4-4d3c-b69c-c01cf1016820,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:46.628887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.640670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:46.640993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.855125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] For port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,segment=NetworkSegment(8ccd1baa-dbb2-4fcd-a730-1441e04bb9be),segment_id=8ccd1baa-dbb2-4fcd-a730-1441e04bb9be)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:46.855910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.902824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port ab4ead11-f7cc-4cce-8f82-225967b7774d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=ab4ead11-f7cc-4cce-8f82-225967b7774d,segment=NetworkSegment(0c79f0dd-7041-410d-959c-37308b92a349),segment_id=0c79f0dd-7041-410d-959c-37308b92a349)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:46.902824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:46.942003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Deleting port aef24d16-a96e-4fdc-8321-06aaa17e8cf3 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:46.942003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.008566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,segment=NetworkSegment(8ccd1baa-dbb2-4fcd-a730-1441e04bb9be),segment_id=8ccd1baa-dbb2-4fcd-a730-1441e04bb9be)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:47.009056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.031689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for ab4ead11-f7cc-4cce-8f82-225967b7774d owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:47.053852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aef24d16-a96e-4fdc-8321-06aaa17e8cf3 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:47.098885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.121542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Calling delete_port for d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:47.165289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:47.246199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: aef24d16-a96e-4fdc-8321-06aaa17e8cf3 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:47.246577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device aef24d16-a96e-4fdc-8321-06aaa17e8cf3 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:47.247050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:47.262651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:47.263057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:47.264959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.288282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Transition to ACTIVE for port object 8a04ad5b-72ec-4508-a930-053f5ba09bb6 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:47.310003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-627da8f2-91fb-4c1d-85f4-1ff466e58e1e None None] The port 'aef24d16-a96e-4fdc-8321-06aaa17e8cf3' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:47.311054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.351084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=ab4ead11-f7cc-4cce-8f82-225967b7774d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:47.423715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:47.424076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:47.424503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f113a595-46a3-4db2-bca7-f03f2af67019 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:47.476393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.503710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Pushing event deleted for resources: {'Port': ['ID=d645b2fc-e91d-4d0d-98d7-7f9246a78cf1,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:47.510579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] No DVR routers for this DVR port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:47.512033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: f113a595-46a3-4db2-bca7-f03f2af67019 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:47.512388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f113a595-46a3-4db2-bca7-f03f2af67019 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:47.524900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Transition to ACTIVE for port object 8a04ad5b-72ec-4508-a930-053f5ba09bb6 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:47.528157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.528157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.528399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.528631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.529059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.529277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.529612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.529944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.530273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.530651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.530979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.531306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33cfcb4-cc27-49b1-aba0-ab616703a36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:51:47.540798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.570872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46572) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:47.613660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:47.616783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:47.620825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:47.627081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Pushing event updated for resources: {'Port': ['ID=8a04ad5b-72ec-4508-a930-053f5ba09bb6,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:47.704968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-88f1c10b-855c-45a4-b6c9-4fb1b58a9b49 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:47.704968 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.api.v2.base [None req-88f1c10b-855c-45a4-b6c9-4fb1b58a9b49 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 06:51:47.704968 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-88f1c10b-855c-45a4-b6c9-4fb1b58a9b49 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 06:51:47.704968 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-88f1c10b-855c-45a4-b6c9-4fb1b58a9b49 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1318474 Sep 29 06:51:47.707890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46578) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:47.714351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--394634117'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:47.722351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.723050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:47.727489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::3b3 (45e5599b-bb96-483d-81a6-52d5a33efa47/ed58975e-5f4a-4caa-ae67-e433bc062b2f/38f4ab05-0bb4-49d0-bcad-1a3745910436) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:47.727773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:47.731501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:47.739207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:47.744853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Attempting to bind port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:47.745178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Attempting to bind port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '165a3c30-0b4c-408e-bb36-acd61e1aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:47.745618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Attempting to bind port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 on network 45e5599b-bb96-483d-81a6-52d5a33efa47 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:47.751564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:47.751767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.752045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Checking segment: {'id': '165a3c30-0b4c-408e-bb36-acd61e1aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:47.752344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.752871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Bound using segment: {'id': '165a3c30-0b4c-408e-bb36-acd61e1aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:47.753350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Bound port: 8a04ad5b-72ec-4508-a930-053f5ba09bb6, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165a3c30-0b4c-408e-bb36-acd61e1aa4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45e5599b-bb96-483d-81a6-52d5a33efa47'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:47.753730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.763650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port d645b2fc-e91d-4d0d-98d7-7f9246a78cf1 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:47.764289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.833340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.844572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] For port 8a04ad5b-72ec-4508-a930-053f5ba09bb6, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:47.846994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] The port 'd645b2fc-e91d-4d0d-98d7-7f9246a78cf1' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:47.847924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] For port 8a04ad5b-72ec-4508-a930-053f5ba09bb6, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8a04ad5b-72ec-4508-a930-053f5ba09bb6,segment=NetworkSegment(165a3c30-0b4c-408e-bb36-acd61e1aa4de),segment_id=165a3c30-0b4c-408e-bb36-acd61e1aa4de)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:47.852052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:47.885302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:47.913387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:47.920504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:47.942773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d98e4-9c02-4bca-b9c2-17fccda045e3 None None] Pushing event updated for resources: {'Port': ['ID=8a04ad5b-72ec-4508-a930-053f5ba09bb6,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:47.976077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:48.003332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.047140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c89c0c-d130-4a53-9711-239fe78cff30']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:48.063382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:48.063822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccd1baa-dbb2-4fcd-a730-1441e04bb9be') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:48.081592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.105308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.117753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:48.118301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.235460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:48.247756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.261996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.264511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.281853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.288678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.301768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:48.308662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=04c89c0c-d130-4a53-9711-239fe78cff30,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:48.313322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:48.319439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:48.332041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:48.333741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 38f4ab05-0bb4-49d0-bcad-1a3745910436 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:48.360754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-58522075-6ca0-4650-88dd-91e0c161d291 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/04c89c0c-d130-4a53-9711-239fe78cff30 HTTP/1.1" status: 204 len: 168 time: 1.8653164 Sep 29 06:51:48.361605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16020378-4924-45f5-8f35-c816a1e67834,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:48.364585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46584) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:48.369518 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8ccd1baa-dbb2-4fcd-a730-1441e04bb9be resource provider aggregate not found Sep 29 06:51:48.375724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-630468635'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:48.389140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:48.396639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:48.400711 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 8ccd1baa-dbb2-4fcd-a730-1441e04bb9be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ccd1baa-dbb2-4fcd-a730-1441e04bb9be found for delete ", "request_id": "req-e8057248-e4da-4698-8495-95753f90d14c"}]} Sep 29 06:51:48.401472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:48.409313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:48.426096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:48.430842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.477284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:48.480194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.484646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.498364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:48.502992 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-63bf5df3-251f-4687-b05b-15a47be442da tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660377 Sep 29 06:51:48.504136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:51:48.505865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46590) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:48.510926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:48.511701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:48.546643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.547009 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment b44c5b93-0595-4f45-95be-10abcc7957ee of type vlan for network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 Sep 29 06:51:48.555856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.558978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c223bf62-1e0a-41e9-9ff1-db9454067a86,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:48.562899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.567070 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-78eb1d86-b1b9-4025-a7d1-8546192619de tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8583345 Sep 29 06:51:48.567901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46594) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:48.585858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'c223bf62-1e0a-41e9-9ff1-db9454067a86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:48.597526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:48.600765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.633312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:48.637773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:48.643449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:48.644869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:48.648261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.654193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:48.655582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.655733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:48.661332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:48.661970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.680726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:48.700661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet 0082b6f3-eba1-4b7a-a097-27243e05ca0b {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:48.703304 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7799661 Sep 29 06:51:48.705213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8f2ed-9479-45c2-8ca2-5d322a80997f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=38f4ab05-0bb4-49d0-bcad-1a3745910436,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:48.707595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.740534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46598) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:48.768575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:48.800162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:48.881098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5155475 Sep 29 06:51:48.886324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46602) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:48.896211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:48.974138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.010210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30371f30-9cfd-4a6f-96ea-db326cb33457 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=1cc4ddd0-5356-41e9-9ca3-afc045d63f99,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:49.034768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:51:49.048081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8a04ad5b-72ec-4508-a930-053f5ba09bb6 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:49.099231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.155006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:49.159883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:49.163678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:49.176077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:49.184031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce286127-20b1-47ba-82ea-2b528ce9efd0 None None] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:49.196419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:49.200138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.356482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1f3b6ef6-9129-4b98-8e54-131dddf0cc5a None None] Provisioning for port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:49.439793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.441330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:49.455493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:49.455871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.456215 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 Sep 29 06:51:49.463895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.474180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.512122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=0082b6f3-eba1-4b7a-a097-27243e05ca0b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:49.517821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e10b978-e55c-4a61-8515-a0aa27745ad5,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:49.522529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.534645 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-350ea8ef-0430-4122-a243-8bbb75e116f5 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/0082b6f3-eba1-4b7a-a097-27243e05ca0b HTTP/1.1" status: 204 len: 168 time: 1.0242038 Sep 29 06:51:49.535115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46606) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:49.557842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57fe72-d663-4211-bac8-c7f2d4316e61 None None] Network 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:49.589729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.591107 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-575453b7-9516-4b2c-b50b-26fccbb9d89b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0188336 Sep 29 06:51:49.596350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46610) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:49.604372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'c223bf62-1e0a-41e9-9ff1-db9454067a86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:49.614298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:49.621652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:49.627029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:49.635171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:49.676891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.688672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.754898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.780644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 231c9ece-6fa8-43de-9c8d-38d010821ded {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:49.781020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.803199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:47Z', 'revision_number': 9, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:49.813915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=2da8a3cc-b8e3-4ff6-9634-645228e3308f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:49.828620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': 'b44c5b93-0595-4f45-95be-10abcc7957ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:49.828975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: 1cc4ddd0-5356-41e9-9ca3-afc045d63f99, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:51:49.831734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.836086 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 06:51:49.840152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-94026443-3e57-4485-ad8f-e0c86d737075 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2394967 Sep 29 06:51:49.840829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46614) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:49.859540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:49.884656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:51:49.894225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:49.894642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.907705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:49.908350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:49.910359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 1cc4ddd0-5356-41e9-9ca3-afc045d63f99) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:49.919859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:49.920441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.927590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb455bdc-f44e-4e74-bebf-399fabe9a04d tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.966042 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ac5bd04c-de2f-4229-a5db-4e7740a56170 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741935 Sep 29 06:51:49.966293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47fe0c-7654-450e-ba04-f271704038f6 None None] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:49.966429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46620) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:49.970007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb455bdc-f44e-4e74-bebf-399fabe9a04d tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:49.973692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-392497812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:49.988271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:49.997610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:50.028390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb455bdc-f44e-4e74-bebf-399fabe9a04d tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.055468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb455bdc-f44e-4e74-bebf-399fabe9a04d tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223bf62-1e0a-41e9-9ff1-db9454067a86,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:50.063861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:50.068113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb455bdc-f44e-4e74-bebf-399fabe9a04d tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.072355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eb455bdc-f44e-4e74-bebf-399fabe9a04d tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/c223bf62-1e0a-41e9-9ff1-db9454067a86 HTTP/1.1" status: 204 len: 168 time: 0.2279327 Sep 29 06:51:50.073385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46624) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.095867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:50.169275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e4d50d0f-810b-454d-9d48-4115236a8c69 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:50.188293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e4d50d0f-810b-454d-9d48-4115236a8c69 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:50.194583 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e4d50d0f-810b-454d-9d48-4115236a8c69 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157510 Sep 29 06:51:50.195064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46628) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.202218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836816435'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:50.211788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:50.259718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 8a04ad5b-72ec-4508-a930-053f5ba09bb6, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8a04ad5b-72ec-4508-a930-053f5ba09bb6,segment=NetworkSegment(165a3c30-0b4c-408e-bb36-acd61e1aa4de),segment_id=165a3c30-0b4c-408e-bb36-acd61e1aa4de)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:50.268154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:50.283580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:50.283746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.302931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.304945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.319212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:50.324485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:50.327878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:50.338670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:50.458731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.464256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.493445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port 231c9ece-6fa8-43de-9c8d-38d010821ded, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=231c9ece-6fa8-43de-9c8d-38d010821ded,segment=NetworkSegment(0c79f0dd-7041-410d-959c-37308b92a349),segment_id=0c79f0dd-7041-410d-959c-37308b92a349)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:50.497715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.533349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379ca442-4e5d-418f-9d66-bdc85953f119,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:50.538453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.539751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5ba5623c-e05b-4733-8bd8-57608c500469 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3436010 Sep 29 06:51:50.542697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46634) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.548282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b00ec4b1-0432-4a51-8f44-88a658326be2 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '379ca442-4e5d-418f-9d66-bdc85953f119', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:50.549104 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-b00ec4b1-0432-4a51-8f44-88a658326be2 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 29 06:51:50.549707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-b00ec4b1-0432-4a51-8f44-88a658326be2 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:50.553777 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b00ec4b1-0432-4a51-8f44-88a658326be2 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068049 Sep 29 06:51:50.554057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46638) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.554217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.574637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.626251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83ab5d86-b18b-43fc-bc8c-a23a2e151afa tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.656025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83ab5d86-b18b-43fc-bc8c-a23a2e151afa tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.708338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 231c9ece-6fa8-43de-9c8d-38d010821ded owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:50.720224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83ab5d86-b18b-43fc-bc8c-a23a2e151afa tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.753270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab5d86-b18b-43fc-bc8c-a23a2e151afa tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ca442-4e5d-418f-9d66-bdc85953f119,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:50.758255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-83ab5d86-b18b-43fc-bc8c-a23a2e151afa tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.759572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-83ab5d86-b18b-43fc-bc8c-a23a2e151afa tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/379ca442-4e5d-418f-9d66-bdc85953f119 HTTP/1.1" status: 204 len: 168 time: 0.2045307 Sep 29 06:51:50.762089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46642) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.809944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Provisioning for port 38f4ab05-0bb4-49d0-bcad-1a3745910436 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:50.832786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.835786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba5e8c-bec4-435c-b227-92d7fa59abba None None] DHCP port deletion for 7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:50.840266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3f4fa75a-bcbf-433c-8f6b-8ea7bfb62735 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:50.860528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3f4fa75a-bcbf-433c-8f6b-8ea7bfb62735 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:50.863174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3f4fa75a-bcbf-433c-8f6b-8ea7bfb62735 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994055 Sep 29 06:51:50.867395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46646) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.875120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--441850794'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:50.887125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:50.911999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.912403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:50.913163 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e31ae937-12e3-4995-ae2e-af744ef2d5a1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9459190 Sep 29 06:51:50.917256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46650) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:50.918397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.922317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Provisioning complete for port 38f4ab05-0bb4-49d0-bcad-1a3745910436 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:50.922700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.923103 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 1 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:50.932341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:50.956842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:50.962698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:50.966220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:50.973416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'port': {'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99', 'name': 'tempest-RoutersTest-1249761899'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:50.974044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:50.987603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=8a04ad5b-72ec-4508-a930-053f5ba09bb6,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.002227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-1cc4ddd0-5356-41e9-9ca3-afc045d63f99', 'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': '2da8a3cc-b8e3-4ff6-9634-645228e3308f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:51:51.003058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.012967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=231c9ece-6fa8-43de-9c8d-38d010821ded,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.030742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.039805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:51.074088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.086623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.116788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:47Z', 'revision_number': 9, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:51.117908 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:51:51.126859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad67b8c-5b71-4ccc-877e-645652fe458d None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:47Z', 'revision_number': 9, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '972a1529-0e11-4f75-97c4-814e502473cc', 'name': '', 'network_id': '51250730-b15a-491d-8508-4ea314a08cdc', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:13:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:58Z', 'updated_at': '2022-09-29T06:51:18Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': 'afbec32b-548c-4eb0-be1d-12fe38ded40e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:51.153847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc5c4b8-9a9b-4d5d-a853-a5d3291ca497,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.168276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.172739 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bf374fae-9f3c-4052-aa57-989e81f8fa38 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3006275 Sep 29 06:51:51.173211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46654) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.178795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a256d299-b464-4978-8340-49b22011bf1b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '1dc5c4b8-9a9b-4d5d-a853-a5d3291ca497', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:51.179675 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-a256d299-b464-4978-8340-49b22011bf1b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 29 06:51:51.180180 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a256d299-b464-4978-8340-49b22011bf1b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:51.181394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a256d299-b464-4978-8340-49b22011bf1b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073700 Sep 29 06:51:51.184390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46658) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.212006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Allocated IP 172.20.0.2 (1cc4ddd0-5356-41e9-9ca3-afc045d63f99/2da8a3cc-b8e3-4ff6-9634-645228e3308f/3d39a4d6-b1b5-475e-837f-c4108494ca99) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:51.237657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda408f8-ede3-4e7d-94b6-86e2fc36d035 req-9782bd52-f482-4a69-a8d7-e1e49a7c425b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:51.239069 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fda408f8-ede3-4e7d-94b6-86e2fc36d035 req-9782bd52-f482-4a69-a8d7-e1e49a7c425b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.7702458 Sep 29 06:51:51.245524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port 231c9ece-6fa8-43de-9c8d-38d010821ded on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:51.250645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3861db3-187a-428e-b8fc-5f7dff0605ff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.254740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.278763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3861db3-187a-428e-b8fc-5f7dff0605ff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.328190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3861db3-187a-428e-b8fc-5f7dff0605ff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.348786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3861db3-187a-428e-b8fc-5f7dff0605ff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc5c4b8-9a9b-4d5d-a853-a5d3291ca497,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.356517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b3861db3-187a-428e-b8fc-5f7dff0605ff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.358546 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b3861db3-187a-428e-b8fc-5f7dff0605ff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/1dc5c4b8-9a9b-4d5d-a853-a5d3291ca497 HTTP/1.1" status: 204 len: 168 time: 0.1724062 Sep 29 06:51:51.360792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46662) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.432492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b584bfe8-0751-4f5c-9d4b-356215a49385 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:51.454064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b584bfe8-0751-4f5c-9d4b-356215a49385 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:51.455686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b584bfe8-0751-4f5c-9d4b-356215a49385 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938377 Sep 29 06:51:51.460154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46666) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.461112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.468321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--424397795'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:51.473176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Transition to ACTIVE for port object 3d39a4d6-b1b5-475e-837f-c4108494ca99 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:51.477117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:51.489276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:51.500855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Transition to ACTIVE for port object 3d39a4d6-b1b5-475e-837f-c4108494ca99 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:51.501010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.508003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.528414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:51.534058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:51.539169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:51.545811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:51.604899 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 2 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:51.610360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=38f4ab05-0bb4-49d0-bcad-1a3745910436,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.636410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.642488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.648673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.669543 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fda408f8-ede3-4e7d-94b6-86e2fc36d035 req-109e20c5-c9fc-4a3f-be32-a2824f7e55df tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571281 Sep 29 06:51:51.685130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:51.695203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:port and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:51.700015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:51.704996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822d066d-2e5c-4479-9810-9adf348236b0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.718081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.722335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:51.722739 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6ce96bbb-6555-4e5f-892c-282e2d3683fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2612917 Sep 29 06:51:51.723925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46670) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.729453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e443c5c0-ed17-4363-9d2a-de667b046912 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '822d066d-2e5c-4479-9810-9adf348236b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:51.737281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:51.737576 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-e443c5c0-ed17-4363-9d2a-de667b046912 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 29 06:51:51.737934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:51.738338 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-e443c5c0-ed17-4363-9d2a-de667b046912 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:51.742282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e443c5c0-ed17-4363-9d2a-de667b046912 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148516 Sep 29 06:51:51.742425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:51.742571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:51.743830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46674) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.745649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:51.750181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c4c9f3ee-8a6b-4073-b810-0865ce14cf5e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '822d066d-2e5c-4479-9810-9adf348236b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:51.751480 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-c4c9f3ee-8a6b-4073-b810-0865ce14cf5e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 29 06:51:51.751626 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-c4c9f3ee-8a6b-4073-b810-0865ce14cf5e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:51.755347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c4c9f3ee-8a6b-4073-b810-0865ce14cf5e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076516 Sep 29 06:51:51.756767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46678) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.763310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1215c30b-ee3a-428d-9b31-d9fb205db75e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '822d066d-2e5c-4479-9810-9adf348236b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:51.764583 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-1215c30b-ee3a-428d-9b31-d9fb205db75e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 29 06:51:51.765198 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-1215c30b-ee3a-428d-9b31-d9fb205db75e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:51.771708 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1215c30b-ee3a-428d-9b31-d9fb205db75e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080783 Sep 29 06:51:51.772030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46682) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.779677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b433cce4-f8d4-447a-bb1b-27e81a59d857 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '822d066d-2e5c-4479-9810-9adf348236b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:51.780636 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-b433cce4-f8d4-447a-bb1b-27e81a59d857 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 29 06:51:51.781791 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-b433cce4-f8d4-447a-bb1b-27e81a59d857 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:51.785604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c79f0dd-7041-410d-959c-37308b92a349') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:51.785604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c79f0dd-7041-410d-959c-37308b92a349') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:51.785835 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b433cce4-f8d4-447a-bb1b-27e81a59d857 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096328 Sep 29 06:51:51.786096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46686) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:51.797637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Pushing event updated for resources: {'Port': ['ID=3d39a4d6-b1b5-475e-837f-c4108494ca99,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.798890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:51:51.802323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.812796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.869367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d736e896-650e-4dce-8971-2c41dccf2b79 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.870209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.872850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Attempting to bind port 3d39a4d6-b1b5-475e-837f-c4108494ca99 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:51:51.873230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Attempting to bind port 3d39a4d6-b1b5-475e-837f-c4108494ca99 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b44c5b93-0595-4f45-95be-10abcc7957ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:51:51.873740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Attempting to bind port 3d39a4d6-b1b5-475e-837f-c4108494ca99 on network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:51:51.874884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.879860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:51:51.880330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Checking segment: {'id': 'b44c5b93-0595-4f45-95be-10abcc7957ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:51:51.880743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.881710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Bound using segment: {'id': 'b44c5b93-0595-4f45-95be-10abcc7957ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:51:51.882865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Bound port: 3d39a4d6-b1b5-475e-837f-c4108494ca99, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44c5b93-0595-4f45-95be-10abcc7957ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1cc4ddd0-5356-41e9-9ca3-afc045d63f99'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:51:51.883259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.884052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] device_id is not set on port 34363060-59d6-426d-b7d8-7706d249e8e5 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:51:51.900820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d736e896-650e-4dce-8971-2c41dccf2b79 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.925889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:51.926308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.961129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d736e896-650e-4dce-8971-2c41dccf2b79 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.986248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736e896-650e-4dce-8971-2c41dccf2b79 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d066d-2e5c-4479-9810-9adf348236b0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:51.993994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d736e896-650e-4dce-8971-2c41dccf2b79 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:51.998027 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d736e896-650e-4dce-8971-2c41dccf2b79 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/822d066d-2e5c-4479-9810-9adf348236b0 HTTP/1.1" status: 204 len: 168 time: 0.2078719 Sep 29 06:51:51.998196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] For port 3d39a4d6-b1b5-475e-837f-c4108494ca99, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:51:51.998312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46692) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:52.002237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] For port 3d39a4d6-b1b5-475e-837f-c4108494ca99, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d39a4d6-b1b5-475e-837f-c4108494ca99,segment=NetworkSegment(b44c5b93-0595-4f45-95be-10abcc7957ee),segment_id=b44c5b93-0595-4f45-95be-10abcc7957ee)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:51:52.007275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0c79f0dd-7041-410d-959c-37308b92a349 resource provider aggregate not found Sep 29 06:51:52.020383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:52.039603 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0c79f0dd-7041-410d-959c-37308b92a349 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c79f0dd-7041-410d-959c-37308b92a349 found for delete ", "request_id": "req-d6b79c78-30e7-4276-994a-92dc9c8f98ab"}]} Sep 29 06:51:52.054191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ba888d3a-9687-4d97-b062-dec6db639f8a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:52.069973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ba888d3a-9687-4d97-b062-dec6db639f8a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:52.077866 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba888d3a-9687-4d97-b062-dec6db639f8a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727942 Sep 29 06:51:52.079769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46698) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:52.095234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599837719'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:52.121056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9df08d-0783-42b7-9678-37f1b05da99b None None] Pushing event updated for resources: {'Port': ['ID=3d39a4d6-b1b5-475e-837f-c4108494ca99,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:52.139375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:52.180117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:52.201483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:52.223910 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 3 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:52.286283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:52.299831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:52.305369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:52.334027 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0c9d3ead-fb74-4c5b-ad8b-414ec4d328ab tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/7e68b23f-7fd4-4997-bcf8-26e6b3bff1fd HTTP/1.1" status: 204 len: 168 time: 2.7976782 Sep 29 06:51:52.337967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46702) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:52.354697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:52.367506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:52.378001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.20.0.4 (1cc4ddd0-5356-41e9-9ca3-afc045d63f99/2da8a3cc-b8e3-4ff6-9634-645228e3308f/34363060-59d6-426d-b7d8-7706d249e8e5) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:51:52.476990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:52.502058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-c5f8638c-77bd-46de-b18b-943fec1b6fba tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:52.503661 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-c5f8638c-77bd-46de-b18b-943fec1b6fba tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.4122405 Sep 29 06:51:52.509451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:52.566993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:52.670711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:52.806915 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 4 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:52.988352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Deleting port 4563654e-3b30-4d06-9148-cc653a8a5bac {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:52.988690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:52.998786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:53.023167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d39a4d6-b1b5-475e-837f-c4108494ca99 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:53.076839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8931b26-94f9-4388-abf3-f8eb14b71cdb req-dc7e59f6-4ebf-400f-b56f-881bfebb3e7e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:53.085005 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d8931b26-94f9-4388-abf3-f8eb14b71cdb req-dc7e59f6-4ebf-400f-b56f-881bfebb3e7e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.1529624 Sep 29 06:51:53.120126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3d39a4d6-b1b5-475e-837f-c4108494ca99 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:51:53.128369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8a04ad5b-72ec-4508-a930-053f5ba09bb6 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:51:53.171430 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d8931b26-94f9-4388-abf3-f8eb14b71cdb req-84b612bb-8960-403c-9b3d-1719f871d077 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767179 Sep 29 06:51:53.213947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:53.214562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.214952 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 Sep 29 06:51:53.256950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.323338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111c493-cc1b-4b2b-9e56-928cfeb584e7 None None] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:53.380765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:53.384462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.465842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 231c9ece-6fa8-43de-9c8d-38d010821ded no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:53.473803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.504263 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 5 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:53.511053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.531499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 231c9ece-6fa8-43de-9c8d-38d010821ded {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:53.531845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 231c9ece-6fa8-43de-9c8d-38d010821ded not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:53.532264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ab4ead11-f7cc-4cce-8f82-225967b7774d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:53.585026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: ab4ead11-f7cc-4cce-8f82-225967b7774d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:53.585297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device ab4ead11-f7cc-4cce-8f82-225967b7774d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:53.601941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object 34363060-59d6-426d-b7d8-7706d249e8e5 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:51:53.613512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c9e509-dc81-400f-a6f2-f45c1ad95f26,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:53.631890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:53.634549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.639089 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5a714f46-ae22-4eee-8da7-2ecf4115f850 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5535104 Sep 29 06:51:53.640513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46710) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:53.649699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-09b01a69-144f-4337-8415-12d94d8b543a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:53.650426 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-09b01a69-144f-4337-8415-12d94d8b543a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 06:51:53.650953 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-09b01a69-144f-4337-8415-12d94d8b543a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:53.654588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-09b01a69-144f-4337-8415-12d94d8b543a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100331 Sep 29 06:51:53.654588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 972a1529-0e11-4f75-97c4-814e502473cc {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:53.654588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.662040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46714) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:53.673085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:53.684615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] For port 4563654e-3b30-4d06-9148-cc653a8a5bac, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4563654e-3b30-4d06-9148-cc653a8a5bac,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:53.684974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.700133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:53.714907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:53.770812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:53.775307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.794681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:53.803721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.804559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.863580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port 972a1529-0e11-4f75-97c4-814e502473cc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=972a1529-0e11-4f75-97c4-814e502473cc,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:53.863945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.910373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:53.999393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 972a1529-0e11-4f75-97c4-814e502473cc owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:54.052124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=38f4ab05-0bb4-49d0-bcad-1a3745910436,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:54.115595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:54.130736 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:54.132300 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-11dbcad8-03ba-4eab-a781-1eb94c25238f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4685421 Sep 29 06:51:54.133381 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 6 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:54.148223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:54.148777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46718) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:54.158647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-26dbd0ff-5da2-4689-8aef-8309ecc09e2c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:54.159767 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-26dbd0ff-5da2-4689-8aef-8309ecc09e2c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 29 06:51:54.159767 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-26dbd0ff-5da2-4689-8aef-8309ecc09e2c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:54.160002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:51:54.160555 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-26dbd0ff-5da2-4689-8aef-8309ecc09e2c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108125 Sep 29 06:51:54.167057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46722) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:54.174975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:54.183795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:54.191455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:54.196716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:54.207467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:54.216876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:54.234274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:54.269096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=972a1529-0e11-4f75-97c4-814e502473cc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:54.353297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=34363060-59d6-426d-b7d8-7706d249e8e5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:54.411100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:54.412239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5e1745e1-df9a-48e7-b86f-75887feac590 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2441645 Sep 29 06:51:54.440876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46728) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:54.460837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-95996421-b6ee-4763-82a7-1e8ce2f8a5b7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:54.462076 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.api.v2.base [None req-95996421-b6ee-4763-82a7-1e8ce2f8a5b7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 06:51:54.462700 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-95996421-b6ee-4763-82a7-1e8ce2f8a5b7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:54.464630 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95996421-b6ee-4763-82a7-1e8ce2f8a5b7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0208728 Sep 29 06:51:54.469212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46732) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:54.497060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:54.498003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:54.505549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:54.514339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:54.529235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:54.537151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:54.540747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:54.554156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:54.561959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:54.565263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:54.565635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:54.565944 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Floating IP 905df357-fe70-4ddb-b523-9ef6ac694d7e disassociated. External IP: 172.26.0.201, port: 4563654e-3b30-4d06-9148-cc653a8a5bac. Sep 29 06:51:54.566284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Calling delete_port for 4563654e-3b30-4d06-9148-cc653a8a5bac owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:54.598766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:54.614413 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-861aa372-2af9-4f81-88b2-6414c6af2b80 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6894524 Sep 29 06:51:54.670402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46736) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:54.735250 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 7 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:54.832476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:54.997300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:55.018076 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Project 8bd07dc60cf94b3d93052bc1b5141f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:51:55.092147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c83301-7dd0-4e4e-a95f-f99e9281525a req-0f14cb56-3136-4a5b-9e85-598ce95c42a9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:55.093662 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a1c83301-7dd0-4e4e-a95f-f99e9281525a req-0f14cb56-3136-4a5b-9e85-598ce95c42a9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 946 time: 0.7487226 Sep 29 06:51:55.163958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:55.176383 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:55.183785 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2b12b36c-117c-4540-8072-081778e0ed2d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8413937 Sep 29 06:51:55.184055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46740) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:55.190486 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:55.190839 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:55.239018 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:55.240062 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-23d812e6-4262-4b70-9238-61f38b9705b6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7619452 Sep 29 06:51:55.245585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46746) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:55.253752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0adaedb8-bb8a-4aae-88f8-58f755aa49f5 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:55.254292 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-0adaedb8-bb8a-4aae-88f8-58f755aa49f5 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 29 06:51:55.254806 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-0adaedb8-bb8a-4aae-88f8-58f755aa49f5 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:55.255758 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0adaedb8-bb8a-4aae-88f8-58f755aa49f5 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093212 Sep 29 06:51:55.260422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46750) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:55.267869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:55.278041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:55.287449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet afbec32b-548c-4eb0-be1d-12fe38ded40e {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:51:55.289523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:55.293544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:55.296154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.334205 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 8 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:55.335513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:55.362838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Project 8bd07dc60cf94b3d93052bc1b5141f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:51:55.370735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.394686 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:55.424862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:55.435074 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:55.439270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed3a3c6d-0b93-4888-b007-d6bf4df628fb tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1754270 Sep 29 06:51:55.451254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46754) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:55.461167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f6c9e509-dc81-400f-a6f2-f45c1ad95f26', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:55.466758 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a1c83301-7dd0-4e4e-a95f-f99e9281525a req-117e80d1-18e4-4609-bdfe-0ecccf2c0d75 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179665 Sep 29 06:51:55.471414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:55.479972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:55.488888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:55.500450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:55.517035 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Project 8bd07dc60cf94b3d93052bc1b5141f25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:51:55.528076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.552308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Router de30601e-73fb-4a8e-a3e2-a1ad0c19f71b is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:51:55.576481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.582815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:51:55.583880 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-892237eb-e347-4471-8b8b-32a6bbdbba98 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1314249 Sep 29 06:51:55.587508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46758) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:55.664754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.677272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4563654e-3b30-4d06-9148-cc653a8a5bac no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:55.703726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72327bcd-a149-48fb-b62d-3afbb44d5e4b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.711946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=afbec32b-548c-4eb0-be1d-12fe38ded40e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:55.713931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.728786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ce6af-928e-4e00-884a-c8b9ae3727be None None] Network 51250730-b15a-491d-8508-4ea314a08cdc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:51:55.743807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6d2c4a53-a24c-4bcc-affa-c1e1a1499b89 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/afbec32b-548c-4eb0-be1d-12fe38ded40e HTTP/1.1" status: 204 len: 168 time: 0.5587211 Sep 29 06:51:55.747360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46762) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:55.755298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 4563654e-3b30-4d06-9148-cc653a8a5bac {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:55.756631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4563654e-3b30-4d06-9148-cc653a8a5bac not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:55.782403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72327bcd-a149-48fb-b62d-3afbb44d5e4b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.829650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'Port': ['ID=4563654e-3b30-4d06-9148-cc653a8a5bac,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:55.848917 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:54Z', 'revision_number': 10, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:55.856033 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:55.875049 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:55.875704 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:55.940042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.951553 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 9 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:55.953718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:55.954621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:55.982386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72327bcd-a149-48fb-b62d-3afbb44d5e4b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.024436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72327bcd-a149-48fb-b62d-3afbb44d5e4b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c9e509-dc81-400f-a6f2-f45c1ad95f26,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:56.032270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72327bcd-a149-48fb-b62d-3afbb44d5e4b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.033442 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-72327bcd-a149-48fb-b62d-3afbb44d5e4b tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/f6c9e509-dc81-400f-a6f2-f45c1ad95f26 HTTP/1.1" status: 204 len: 168 time: 0.4449713 Sep 29 06:51:56.036024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46766) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:56.060203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:56.086806 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:56.168624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:56.178680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] DHCP port deletion for 51250730-b15a-491d-8508-4ea314a08cdc request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:51:56.183518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Deleting port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:56.184051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.195070 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f6cc3ead-03b3-4c4b-a23b-7a185eebecd3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/routers/de30601e-73fb-4a8e-a3e2-a1ad0c19f71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4518716 Sep 29 06:51:56.195761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46770) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:56.230473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] Sync routers for ids ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:56.245319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c1e27129-dbfa-4f7c-9715-787afb264f42 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:56.270209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] Routers {'de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:56.271407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:56.273079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c1e27129-dbfa-4f7c-9715-787afb264f42 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:56.274394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c1e27129-dbfa-4f7c-9715-787afb264f42 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2374609 Sep 29 06:51:56.279333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46774) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:56.285752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--891511896'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:56.292222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:56.298392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.302629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:56.322009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.352534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port 6ccf540d-804f-4fd4-ab1b-46398ad164d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ccf540d-804f-4fd4-ab1b-46398ad164d2,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:56.352878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.418113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:56.424012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:56.524751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] Routers {'de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:56.525432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:56.551061 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:54Z', 'revision_number': 10, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:56.556433 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c19681-0100-474c-8190-820f0b486a33 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:51:54Z', 'revision_number': 10, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None, '_interfaces': [{'id': '1879b588-2b6c-4fd8-9414-3e6cbe0c061d', 'name': '', 'network_id': '526d92b0-5a85-41e9-9a84-c378b717afc1', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'mac_address': 'fa:16:3e:bb:5b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:50:50Z', 'updated_at': '2022-09-29T06:51:08Z', 'revision_number': 5, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'subnets': [{'id': '754d19ea-1e2f-4a69-aed9-8a89e9de6e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:56.614080 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 10 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:56.629569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 6ccf540d-804f-4fd4-ab1b-46398ad164d2 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:56.657793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:56.668946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:56.673511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:56.673923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3712a0-e5bb-426b-99f9-2265ae5737a3 None None] The sync data for ids ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:56.730566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:51:56.732451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:56.738230 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-37ddb20e-6b75-4749-96d1-a84779938ca8 req-ff422f4e-e8fe-4c14-b480-97caae7ce6c3 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.0775030 Sep 29 06:51:56.795395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.822336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:56.857391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=6ccf540d-804f-4fd4-ab1b-46398ad164d2,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:56.861320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:56.866906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] For port 6ccf540d-804f-4fd4-ab1b-46398ad164d2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ccf540d-804f-4fd4-ab1b-46398ad164d2,segment=NetworkSegment(ffa4c12b-6695-4b11-8336-a8991f652c1d),segment_id=ffa4c12b-6695-4b11-8336-a8991f652c1d)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:51:56.867309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.874583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Provisioning complete for port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:56.874957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:56.875297 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Attempt 1 to provision port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 Sep 29 06:51:57.033227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.038083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.048372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ccf540d-804f-4fd4-ab1b-46398ad164d2 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:57.058401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.070109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f71274-f80d-40e3-99c3-ee862c720332 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:57.071013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-96f71274-f80d-40e3-99c3-ee862c720332 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:57.085919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Calling delete_port for 6ccf540d-804f-4fd4-ab1b-46398ad164d2 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:57.124568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f4c39-db1b-485d-a583-8bde8c0438fd,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:57.124796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-96f71274-f80d-40e3-99c3-ee862c720332 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:57.128842 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-96f71274-f80d-40e3-99c3-ee862c720332 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports?device_id=de30601e-73fb-4a8e-a3e2-a1ad0c19f71b HTTP/1.1" status: 200 len: 988 time: 0.9246001 Sep 29 06:51:57.129000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51250730-b15a-491d-8508-4ea314a08cdc']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:57.132633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6ccf540d-804f-4fd4-ab1b-46398ad164d2 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:57.132984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ccf540d-804f-4fd4-ab1b-46398ad164d2 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:57.133405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 972a1529-0e11-4f75-97c4-814e502473cc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:51:57.138015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46780) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:57.147545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa4c12b-6695-4b11-8336-a8991f652c1d') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:57.147913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa4c12b-6695-4b11-8336-a8991f652c1d') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:57.167598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:57.173991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.180221 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:57.195570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.198052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 972a1529-0e11-4f75-97c4-814e502473cc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:51:57.198313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 972a1529-0e11-4f75-97c4-814e502473cc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:51:57.198576 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:57.199530 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:57.267532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.268104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:51:57.268375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:51:57.268744 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bce86ddf-4d49-4ba1-9d35-7b4295589e7a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9893363 Sep 29 06:51:57.287837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46784) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:57.288857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:51:57.289257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.307058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b71981a3-4a94-45ae-a022-fa05e148082b None None] Current status of the port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:51:57.315563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '6e3f4c39-db1b-485d-a583-8bde8c0438fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:57.335501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] No DVR routers for this DVR port 4563654e-3b30-4d06-9148-cc653a8a5bac on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:51:57.338578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.340530 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c57ec883-1216-434c-ae16-6f99fb2cb6ec req-76094596-c6b2-49e5-ac34-f11bae7c8d4a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "DELETE /v2.0/ports/4563654e-3b30-4d06-9148-cc653a8a5bac HTTP/1.1" status: 204 len: 173 time: 4.7749093 Sep 29 06:51:57.340973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'name': 'network-vif-deleted', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:51:57.343384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52cff63-bd31-4e77-a6dc-af8311be9a28" -d '{"events": [{"server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "name": "network-vif-deleted", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:51:57.381745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.388053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.397481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:57.433893 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:57.440636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Provisioning complete for port 38f4ab05-0bb4-49d0-bcad-1a3745910436 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:51:57.441188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.441334 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 1 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:57.459394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b902816-ee48-47b1-ad13-d9b744724cc2 x-openstack-request-id: req-6b902816-ee48-47b1-ad13-d9b744724cc2 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:51:57.459724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a65b6-4133-4143-a5e9-ea5cc6455339", "name": "network-vif-deleted", "tag": "4563654e-3b30-4d06-9148-cc653a8a5bac", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:51:57.460137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b902816-ee48-47b1-ad13-d9b744724cc2 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:51:57.460532 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b902816-ee48-47b1-ad13-d9b744724cc2'] response: {'server_uuid': '217a65b6-4133-4143-a5e9-ea5cc6455339', 'name': 'network-vif-deleted', 'tag': '4563654e-3b30-4d06-9148-cc653a8a5bac', 'status': 'completed', 'code': 200} Sep 29 06:51:57.484134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment ffa4c12b-6695-4b11-8336-a8991f652c1d resource provider aggregate not found Sep 29 06:51:57.590319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:57.594607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=34363060-59d6-426d-b7d8-7706d249e8e5,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:57.731784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:57.770053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Deleting port 6ccf540d-804f-4fd4-ab1b-46398ad164d2 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:57.770432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.778336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.782787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:57.800018 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment ffa4c12b-6695-4b11-8336-a8991f652c1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffa4c12b-6695-4b11-8336-a8991f652c1d found for delete ", "request_id": "req-4e5c56c3-439f-40a4-beac-af651081db80"}]} Sep 29 06:51:57.827702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:57.879275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.888471 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:57.903110 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:51:57.918554 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:57.921667 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:57.937092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b708d56a-795f-4820-ac83-5cbe73ad695d None None] The port '6ccf540d-804f-4fd4-ab1b-46398ad164d2' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:51:57.969080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:57.978836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:58.003343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/51250730-b15a-491d-8508-4ea314a08cdc HTTP/1.1" status: 204 len: 168 time: 2.2542679 Sep 29 06:51:58.011526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46796) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:58.093472 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 2 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:58.156394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfeeac-534e-4605-9c63-9f490efcd427 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=51250730-b15a-491d-8508-4ea314a08cdc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:58.197296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:58.234387 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:51:58.242655 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c9e2f0f0-5790-4e07-ac2c-5dfdd6c7d5f0 req-0c8ec4b6-17cd-493d-94ee-63e75a2bbaa1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=217a65b6-4133-4143-a5e9-ea5cc6455339 HTTP/1.1" status: 200 len: 210 time: 0.2659597 Sep 29 06:51:58.278286 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The resource could not be found. Sep 29 06:51:58.279546 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-49a75de7-d860-42ad-981b-a82afae5536e tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9709623 Sep 29 06:51:58.283094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46800) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:58.292366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '6e3f4c39-db1b-485d-a583-8bde8c0438fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '77b5e6b0-6455-40b2-8335-8fa6ce28a30b'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:51:58.301199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:51:58.312534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:51:58.317116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:51:58.367188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:51:58.440802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:58.446919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:58.581274 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:58.586542 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ec81e-5140-489a-a3b7-6e8cef6a2836 None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:58.698470 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 3 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:58.703831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:58.715174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=34363060-59d6-426d-b7d8-7706d249e8e5,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:58.721361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:58.780307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:58.850834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:51:58.852284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:51:58.901660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19286b2-e6e6-4c2a-8b99-cc54f9d145b8 None None] New status for floating IP 905df357-fe70-4ddb-b523-9ef6ac694d7e: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:51:58.946768 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The resource could not be found. Sep 29 06:51:58.947837 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7e9a9b5c-2b34-4514-87e8-abb4c5592eff tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6625483 Sep 29 06:51:58.953457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46804) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:59.070486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 5337952c-1481-40c4-aa60-6e3b122fb603 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:51:59.208684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd1646e4-4544-4d7d-89f3-d1b346597b18 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.233148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:51:59.240653 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a16ab39f-f79c-45ed-9633-6fec5db299a5 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/5337952c-1481-40c4-aa60-6e3b122fb603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5664730 Sep 29 06:51:59.241040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46808) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:59.242792 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] Sync routers for ids ['5337952c-1481-40c4-aa60-6e3b122fb603'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:51:59.252327 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] Routers {'5337952c-1481-40c4-aa60-6e3b122fb603'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:59.252942 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5337952c-1481-40c4-aa60-6e3b122fb603'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:59.254918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd1646e4-4544-4d7d-89f3-d1b346597b18 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.281685 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 4 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:59.325369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 38f4ab05-0bb4-49d0-bcad-1a3745910436 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:51:59.325931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.327398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f8f39-d0f3-40ce-8f78-49763b44b882 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:51:59.328235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b48f8f39-d0f3-40ce-8f78-49763b44b882 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:51:59.346832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b48f8f39-d0f3-40ce-8f78-49763b44b882 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:51:59.348671 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b48f8f39-d0f3-40ce-8f78-49763b44b882 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports/34363060-59d6-426d-b7d8-7706d249e8e5 HTTP/1.1" status: 200 len: 977 time: 0.1067684 Sep 29 06:51:59.351610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46814) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:59.394911 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:59.401127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:51:59.410804 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] Routers {'5337952c-1481-40c4-aa60-6e3b122fb603'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:51:59.411646 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5337952c-1481-40c4-aa60-6e3b122fb603'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:59.423282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd1646e4-4544-4d7d-89f3-d1b346597b18 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.510733 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:51:59.511270 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39233e0-b68d-49ea-86bf-882ad997e8e3 None None] The sync data for ids ['5337952c-1481-40c4-aa60-6e3b122fb603'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:51:59.528719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1646e4-4544-4d7d-89f3-d1b346597b18 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f4c39-db1b-485d-a583-8bde8c0438fd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:51:59.562026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd1646e4-4544-4d7d-89f3-d1b346597b18 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.563081 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dd1646e4-4544-4d7d-89f3-d1b346597b18 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e3f4c39-db1b-485d-a583-8bde8c0438fd HTTP/1.1" status: 204 len: 168 time: 0.6068444 Sep 29 06:51:59.567408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46822) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:51:59.614997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.790709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.893680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:51:59.902929 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 5 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:51:59.946546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 38f4ab05-0bb4-49d0-bcad-1a3745910436 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:51:59.957925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:00.107151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-90e92cf0-1ff2-4f3d-9ff5-2a30940a5057 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:00.125710 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-e42ac272-5fe8-4db5-8d67-8f67ca339503 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670871216&fields=id&tenant_id=a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 267 time: 0.3788066 Sep 29 06:52:00.274907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-90e92cf0-1ff2-4f3d-9ff5-2a30940a5057 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:00.276154 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-90e92cf0-1ff2-4f3d-9ff5-2a30940a5057 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7052975 Sep 29 06:52:00.281804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46828) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:00.289284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '5dd2f396-34a7-4b8d-8f1f-975535406fa0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:00.297702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:00.304925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:00.308236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:00.310954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 34363060-59d6-426d-b7d8-7706d249e8e5 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:00.311297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.344039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:00.458214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-cb1d9a14-2816-49d1-87c1-5b29b96a01aa tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:00.458924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-cb1d9a14-2816-49d1-87c1-5b29b96a01aa tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:00.460006 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 6 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:52:00.480920 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The resource could not be found. Sep 29 06:52:00.485787 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e399bc1b-36d7-43c2-ac58-c627e832c144 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1991718 Sep 29 06:52:00.486002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46832) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:00.493109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627896002'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:00.507623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:00.524455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:00.534461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:00.555958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.566548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.574335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-cb1d9a14-2816-49d1-87c1-5b29b96a01aa tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:00.575531 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-cb1d9a14-2816-49d1-87c1-5b29b96a01aa tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 812 time: 0.3870037 Sep 29 06:52:00.589044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:00.589382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.647799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-7154f142-b873-4494-b686-b1e1f215b042 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/quotas/a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 375 time: 0.0623484 Sep 29 06:52:00.691518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 34363060-59d6-426d-b7d8-7706d249e8e5 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:00.705893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.734161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:00.746284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:00.750539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:00.759632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:00.829134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=38f4ab05-0bb4-49d0-bcad-1a3745910436,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:00.871013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.877947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.973853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f995ebc9-0728-4df8-87b5-7e3969fe6a42,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:00.992508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:00.996642 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cfa87aa2-372d-4de3-ba76-5db9033ceb37 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5068960 Sep 29 06:52:00.996642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46836) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:00.999559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.004102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133501221'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:01.025397 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 7 to provision port 38f4ab05-0bb4-49d0-bcad-1a3745910436 Sep 29 06:52:01.045071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:01.065525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:01.068829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=34363060-59d6-426d-b7d8-7706d249e8e5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:01.071918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:01.086192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Port 38f4ab05-0bb4-49d0-bcad-1a3745910436 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:52:01.090189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Could not find standard attr ID for object 34363060-59d6-426d-b7d8-7706d249e8e5. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:01.093722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.103578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Provisioning for port 3d39a4d6-b1b5-475e-837f-c4108494ca99 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:01.110961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Provisioning complete for port 3d39a4d6-b1b5-475e-837f-c4108494ca99 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:01.114774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.114774 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Attempt 1 to provision port 3d39a4d6-b1b5-475e-837f-c4108494ca99 Sep 29 06:52:01.118241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-73c3c058-58b1-4deb-84c3-889a5464f541 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4634883 Sep 29 06:52:01.120360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:01.183583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.253402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port 1879b588-2b6c-4fd8-9414-3e6cbe0c061d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,segment=NetworkSegment(e1a91e37-027c-4318-a54c-06ea09c6aae6),segment_id=e1a91e37-027c-4318-a54c-06ea09c6aae6)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:01.253760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.282637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:01.320505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Current status of the port 3d39a4d6-b1b5-475e-837f-c4108494ca99 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:01.320898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.355817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] For port 3d39a4d6-b1b5-475e-837f-c4108494ca99, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d39a4d6-b1b5-475e-837f-c4108494ca99,segment=NetworkSegment(b44c5b93-0595-4f45-95be-10abcc7957ee),segment_id=b44c5b93-0595-4f45-95be-10abcc7957ee)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:01.360468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.368769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:01.374303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:01.383336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:01.385970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.437180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for 1879b588-2b6c-4fd8-9414-3e6cbe0c061d owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:01.446187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac8000-3733-4758-a464-2c67507c794e None None] Pushing event updated for resources: {'Port': ['ID=3d39a4d6-b1b5-475e-837f-c4108494ca99,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:01.472496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-07690cff-d743-4b58-8150-e4a11a6a88e5 None None] Could not find standard attr ID for object 34363060-59d6-426d-b7d8-7706d249e8e5. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:01.720782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.728827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 5337952c-1481-40c4-aa60-6e3b122fb603 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:01.729689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.843136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Router de30601e-73fb-4a8e-a3e2-a1ad0c19f71b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:01.871897 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-1c92a51f-369e-4f10-a6f6-5d4ab06c9198 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945655 Sep 29 06:52:01.948776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8365634b-fc80-4b52-a74a-4234fbd65298,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:01.950771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:01.952051 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0c76a489-5b41-4f5d-b4af-b48706d21681 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9544826 Sep 29 06:52:01.960697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46842) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.014638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': 'f995ebc9-0728-4df8-87b5-7e3969fe6a42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8365634b-fc80-4b52-a74a-4234fbd65298'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:02.029518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:02.035902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:02.039369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:02.041026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:02.048916 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8858c5e0-34ba-428f-aa03-7cbef6e865db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/5337952c-1481-40c4-aa60-6e3b122fb603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934903 Sep 29 06:52:02.049078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] Sync routers for ids ['5337952c-1481-40c4-aa60-6e3b122fb603'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:02.050171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46846) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.052351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:02.058657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] Routers {'5337952c-1481-40c4-aa60-6e3b122fb603'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:02.059401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5337952c-1481-40c4-aa60-6e3b122fb603'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.096401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:02.114614 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] Sync routers for ids ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:02.132036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cf02e681-e7e2-40ec-9543-9125eaf8516f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/routers/de30601e-73fb-4a8e-a3e2-a1ad0c19f71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9895811 Sep 29 06:52:02.135731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46850) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.137771 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] Routers {'de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:02.138709 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.163553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.175140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] Routers {'5337952c-1481-40c4-aa60-6e3b122fb603'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:02.175770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5337952c-1481-40c4-aa60-6e3b122fb603'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.205890 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-05212c5e-8c0e-490a-a391-91e9aba795bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:52:02.206815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-05212c5e-8c0e-490a-a391-91e9aba795bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:02.208913 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.218615 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] Routers {'de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:02.219448 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.281406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.281841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700ac94-1935-4f7e-9a1f-4b2afdc51b42 None None] The sync data for ids ['5337952c-1481-40c4-aa60-6e3b122fb603'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:02.284257 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:02.284426 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-3d4952a1-aa68-4c73-8c5b-2dca8b7258fd service neutron] 10.222.0.26 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039893 Sep 29 06:52:02.285073 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69324f2a-3ef7-4c20-8cdf-3c32ee565cc4 None None] The sync data for ids ['de30601e-73fb-4a8e-a3e2-a1ad0c19f71b'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:02.291262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-05212c5e-8c0e-490a-a391-91e9aba795bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:02.296094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-05212c5e-8c0e-490a-a391-91e9aba795bb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/38f4ab05-0bb4-49d0-bcad-1a3745910436 HTTP/1.1" status: 404 len: 333 time: 0.1559033 Sep 29 06:52:02.304151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46854) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.339012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:02.340041 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da73fe27-3549-4e0b-a0aa-841e17e207b4 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3755291 Sep 29 06:52:02.347016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46858) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.451594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-5fab48e5-504d-4d03-92dd-ef51547ff6d2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] remove_router_interface failed (client error): The resource could not be found. Sep 29 06:52:02.455407 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5fab48e5-504d-4d03-92dd-ef51547ff6d2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/5337952c-1481-40c4-aa60-6e3b122fb603/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4020045 Sep 29 06:52:02.456324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46866) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.458436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:02.515814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:02.518141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0ad50100-6166-4fa5-966a-ef2a653a0ba2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:02.550894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0ad50100-6166-4fa5-966a-ef2a653a0ba2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:02.551968 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0ad50100-6166-4fa5-966a-ef2a653a0ba2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5337952c-1481-40c4-aa60-6e3b122fb603 HTTP/1.1" status: 200 len: 205 time: 0.0945342 Sep 29 06:52:02.554635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4ef1-6f79-457d-b20e-50b49012a63a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:02.556132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46872) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:02.639227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=1879b588-2b6c-4fd8-9414-3e6cbe0c061d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:02.785662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4ef1-6f79-457d-b20e-50b49012a63a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:02.797346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-99bee73d-a8f5-4cbe-ad11-f65bedcd2a28 req-cee95a97-e92a-423f-bb36-f8edd8908ff5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:02.805392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:02.973702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-99bee73d-a8f5-4cbe-ad11-f65bedcd2a28 req-cee95a97-e92a-423f-bb36-f8edd8908ff5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:02.981077 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-99bee73d-a8f5-4cbe-ad11-f65bedcd2a28 req-cee95a97-e92a-423f-bb36-f8edd8908ff5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 210 time: 0.2692966 Sep 29 06:52:02.986256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d39a4d6-b1b5-475e-837f-c4108494ca99 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:03.070538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4ef1-6f79-457d-b20e-50b49012a63a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.082572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3d39a4d6-b1b5-475e-837f-c4108494ca99 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:03.083086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.083406 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3d39a4d6-b1b5-475e-837f-c4108494ca99 Sep 29 06:52:03.182063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e4ef1-6f79-457d-b20e-50b49012a63a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8365634b-fc80-4b52-a74a-4234fbd65298,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:03.184309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff6e4ef1-6f79-457d-b20e-50b49012a63a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.187795 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ff6e4ef1-6f79-457d-b20e-50b49012a63a tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/8365634b-fc80-4b52-a74a-4234fbd65298 HTTP/1.1" status: 204 len: 168 time: 0.8355324 Sep 29 06:52:03.197689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.200534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46886) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:03.203887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.228605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.261782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3d39a4d6-b1b5-475e-837f-c4108494ca99 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:03.331624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.331624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Fanout notify agent at l3_agent the message router_deleted on router de30601e-73fb-4a8e-a3e2-a1ad0c19f71b {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:03.414426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.416805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.442943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.443544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router 5337952c-1481-40c4-aa60-6e3b122fb603 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:03.452566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.453709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5c6e06d5-e810-4d52-8624-237ce6d6d735 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/routers/de30601e-73fb-4a8e-a3e2-a1ad0c19f71b HTTP/1.1" status: 204 len: 168 time: 1.1485851 Sep 29 06:52:03.456914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:03.464713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.468542 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-35cb3168-074a-4544-9cf9-969102477806 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/5337952c-1481-40c4-aa60-6e3b122fb603 HTTP/1.1" status: 204 len: 168 time: 0.9087691 Sep 29 06:52:03.468674 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-612aaec7-9baa-4d5b-ad5c-a0e8e135b259 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2654629 Sep 29 06:52:03.468789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46894) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:03.469768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46896) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:03.536302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7813a4b1-7b38-4125-91dd-5716b255a763 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.563119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7813a4b1-7b38-4125-91dd-5716b255a763 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.610431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7813a4b1-7b38-4125-91dd-5716b255a763 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.628981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813a4b1-7b38-4125-91dd-5716b255a763 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f995ebc9-0728-4df8-87b5-7e3969fe6a42,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:03.635933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7813a4b1-7b38-4125-91dd-5716b255a763 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.639645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7813a4b1-7b38-4125-91dd-5716b255a763 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/f995ebc9-0728-4df8-87b5-7e3969fe6a42 HTTP/1.1" status: 204 len: 168 time: 0.1681395 Sep 29 06:52:03.640135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46902) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:03.690628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0cbf7817-ce18-49df-ad92-0a9f8eb8d69f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:03.706889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0cbf7817-ce18-49df-ad92-0a9f8eb8d69f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:03.708322 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0cbf7817-ce18-49df-ad92-0a9f8eb8d69f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671859 Sep 29 06:52:03.712862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46906) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:03.717045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet ed58975e-5f4a-4caa-ae67-e433bc062b2f {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:03.718129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1146571083'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:03.723549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet 2da8a3cc-b8e3-4ff6-9634-645228e3308f {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:03.724735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:03.728776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.734966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:03.745578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.759372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.768001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:03.772694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:03.775648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:03.782231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:03.809880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:03.840888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.857426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.862228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.876721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:03.948473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc27a4-eb55-45c3-a691-da438222a4a5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:04.003230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.007796 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a651d516-edda-4dd4-8fa1-0d0e2997ccc7 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2905195 Sep 29 06:52:04.015281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46910) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.023356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '8fcc27a4-eb55-45c3-a691-da438222a4a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:04.033954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:04.042167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:04.051900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:04.070385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:04.074052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:04.088625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f3c98eeb-a2c6-4b0e-9d26-0acce4622b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0646608 Sep 29 06:52:04.092365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46916) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.102812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:04.119026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:04.120201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:04.131653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.155859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-06983a0e-3cfd-443e-a24a-3cf127f3ef7d tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:04.157280 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-06983a0e-3cfd-443e-a24a-3cf127f3ef7d tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 812 time: 0.2432814 Sep 29 06:52:04.206482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting subnet 754d19ea-1e2f-4a69-aed9-8a89e9de6e75 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:04.208511 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:04.212511 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0baca098-2ea4-4111-bed4-8e0442a727c6 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1937914 Sep 29 06:52:04.213441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46920) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.214198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.250300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ad759dd0-a8b0-40cf-bae6-78f1a1b51d3d req-23958572-d1f5-428d-aef3-c41e953e381c tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 210 time: 0.0599723 Sep 29 06:52:04.267534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.286668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.286874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:04.357742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.369802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.398822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.433037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.436087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=ed58975e-5f4a-4caa-ae67-e433bc062b2f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:04.446156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af0bac-481f-4c0a-be53-1ef04e1410b8 None None] Network 45e5599b-bb96-483d-81a6-52d5a33efa47 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:04.459718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.469207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group_rule': {'security_group_id': '8fcc27a4-eb55-45c3-a691-da438222a4a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:04.477289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:52:02Z', 'revision_number': 11, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:04.500285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.510712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=2da8a3cc-b8e3-4ff6-9634-645228e3308f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:04.518452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:04.524794 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-740b2cf3-f116-43fe-884b-361eb5bbfc91 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/ed58975e-5f4a-4caa-ae67-e433bc062b2f HTTP/1.1" status: 204 len: 168 time: 1.0662603 Sep 29 06:52:04.528391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46928) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.532918 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-597ac47d-48f8-4762-a420-40c649a0fdca tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 379 time: 0.3590243 Sep 29 06:52:04.533608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Subnet': ['ID=754d19ea-1e2f-4a69-aed9-8a89e9de6e75,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:04.534692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4297ced-823a-4c70-9f41-1dc3f2a8e01c None None] Network 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:04.535790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:04.544721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'port': {'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'admin_state_up': True, 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'security_groups': ['fe769f9c-d3f9-4c37-892d-36a71d14c765']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:04.558932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:04.562310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4310c5-4e7a-49d3-b412-96a42d6338f7 None None] Network 526d92b0-5a85-41e9-9a84-c378b717afc1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:04.565004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.576054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:04.592248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:52:04.634829 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-26f93852-4af4-4f3f-bc97-4b838c29a673 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/754d19ea-1e2f-4a69-aed9-8a89e9de6e75 HTTP/1.1" status: 204 len: 168 time: 0.5401111 Sep 29 06:52:04.645683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46932) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.755228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:04.755902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:04.771870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.817254 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-12182e7b-a78a-4105-b5bd-f80dd2d35b78 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/2da8a3cc-b8e3-4ff6-9634-645228e3308f HTTP/1.1" status: 204 len: 168 time: 1.3126607 Sep 29 06:52:04.821837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46936) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.822794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Deleting port c0a57727-e58e-4ab7-abd5-d6a881d4f541 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:04.823440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.871200 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:04.875574 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f09250e9-ca24-465e-b536-5b381672d344 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4176402 Sep 29 06:52:04.878241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46940) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:04.892036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:04.933742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:04.963230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:04.963717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.006090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.010765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:52:02Z', 'revision_number': 11, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:05.013389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:05.018268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66a5fb58-cecc-4266-9012-3565502c0f13 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.036936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b74f02e-6915-4a76-9b51-f8bdd3d3f9b2 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:52:02Z', 'revision_number': 11, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:05.067177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:05.146538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66a5fb58-cecc-4266-9012-3565502c0f13 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.178342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Made reservation on behalf of a4962febafc44219bb15b19f43d1a004 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:05.181823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.186630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 3d39a4d6-b1b5-475e-837f-c4108494ca99 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:05.187250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.263427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] For port 8a04ad5b-72ec-4508-a930-053f5ba09bb6, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8a04ad5b-72ec-4508-a930-053f5ba09bb6,segment=NetworkSegment(165a3c30-0b4c-408e-bb36-acd61e1aa4de),segment_id=165a3c30-0b4c-408e-bb36-acd61e1aa4de)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:05.264132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.377483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Allocated IP 172.20.0.11 (4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880/69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b/83afd9b4-85c0-40b0-89c9-72cdd33511c9) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:05.415765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] For port c0a57727-e58e-4ab7-abd5-d6a881d4f541, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c0a57727-e58e-4ab7-abd5-d6a881d4f541,segment=NetworkSegment(e1a91e37-027c-4318-a54c-06ea09c6aae6),segment_id=e1a91e37-027c-4318-a54c-06ea09c6aae6)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:05.416183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.566527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] DHCP port deletion for 1cc4ddd0-5356-41e9-9ca3-afc045d63f99 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:05.577573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] Deleting port 3d39a4d6-b1b5-475e-837f-c4108494ca99 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:05.577974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.612751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 8a04ad5b-72ec-4508-a930-053f5ba09bb6 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:05.617317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764be3a-d5b5-4929-9221-d4153e6e652d None None] DHCP port deletion for 45e5599b-bb96-483d-81a6-52d5a33efa47 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:05.642095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f764be3a-d5b5-4929-9221-d4153e6e652d None None] Deleting port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:05.642095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f764be3a-d5b5-4929-9221-d4153e6e652d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.681157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623321a-fa29-4188-a36f-16965cb8fa71 None None] DHCP port deletion for 526d92b0-5a85-41e9-9a84-c378b717afc1 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:05.710676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9623321a-fa29-4188-a36f-16965cb8fa71 None None] Deleting port c0a57727-e58e-4ab7-abd5-d6a881d4f541 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:05.711056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9623321a-fa29-4188-a36f-16965cb8fa71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.807642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 3d39a4d6-b1b5-475e-837f-c4108494ca99, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d39a4d6-b1b5-475e-837f-c4108494ca99,segment=NetworkSegment(b44c5b93-0595-4f45-95be-10abcc7957ee),segment_id=b44c5b93-0595-4f45-95be-10abcc7957ee)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:05.808150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.815505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.840910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Calling delete_port for c0a57727-e58e-4ab7-abd5-d6a881d4f541 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:05.922394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] For port 3d39a4d6-b1b5-475e-837f-c4108494ca99, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d39a4d6-b1b5-475e-837f-c4108494ca99,segment=NetworkSegment(b44c5b93-0595-4f45-95be-10abcc7957ee),segment_id=b44c5b93-0595-4f45-95be-10abcc7957ee)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:05.923005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.926069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=8a04ad5b-72ec-4508-a930-053f5ba09bb6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:05.988163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:05.995369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 3d39a4d6-b1b5-475e-837f-c4108494ca99 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:05.998363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66a5fb58-cecc-4266-9012-3565502c0f13 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.003173 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5870dee0-f0c0-4968-bcad-9cfabc8144fc req-3d001483-53eb-4eeb-949c-7b7021590103 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 210 time: 0.0685625 Sep 29 06:52:06.048695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No DVR routers for this DVR port 8a04ad5b-72ec-4508-a930-053f5ba09bb6 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:06.061574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No DVR routers for this DVR port c0a57727-e58e-4ab7-abd5-d6a881d4f541 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:06.068108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] Calling delete_port for 3d39a4d6-b1b5-475e-837f-c4108494ca99 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:06.099483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5fb58-cecc-4266-9012-3565502c0f13 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc27a4-eb55-45c3-a691-da438222a4a5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:06.101444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Port': ['ID=c0a57727-e58e-4ab7-abd5-d6a881d4f541,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:06.193865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f764be3a-d5b5-4929-9221-d4153e6e652d None None] The port '8a04ad5b-72ec-4508-a930-053f5ba09bb6' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:06.230354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.251516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.db.api [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 06:52:06.251516 dv-neutron-859761-1-hyperv neutron-server[89136]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Sep 29 06:52:06.251516 dv-neutron-859761-1-hyperv neutron-server[89136]: [parameters: {'port_id': '3d39a4d6-b1b5-475e-837f-c4108494ca99', 'host': 'dv-neutron-859761-1-hyperv'}] Sep 29 06:52:06.251516 dv-neutron-859761-1-hyperv neutron-server[89136]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:52:06.252157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG oslo_db.api [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:52:06.258937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526d92b0-5a85-41e9-9a84-c378b717afc1']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:06.264622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.272892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a91e37-027c-4318-a54c-06ea09c6aae6') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:06.273193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a91e37-027c-4318-a54c-06ea09c6aae6') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:06.275251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9623321a-fa29-4188-a36f-16965cb8fa71 None None] The port 'c0a57727-e58e-4ab7-abd5-d6a881d4f541' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:06.291211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.303772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.315289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e5599b-bb96-483d-81a6-52d5a33efa47']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:06.338957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-66a5fb58-cecc-4266-9012-3565502c0f13 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.343245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46946) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:06.343706 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-66a5fb58-cecc-4266-9012-3565502c0f13 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/8fcc27a4-eb55-45c3-a691-da438222a4a5 HTTP/1.1" status: 204 len: 168 time: 1.4644978 Sep 29 06:52:06.348851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.351861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] No DVR routers for this DVR port 3d39a4d6-b1b5-475e-837f-c4108494ca99 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:06.354310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708bebc-8670-4972-8254-1b95b09af38f None None] Pushing event deleted for resources: {'Port': ['ID=3d39a4d6-b1b5-475e-837f-c4108494ca99,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:06.363959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165a3c30-0b4c-408e-bb36-acd61e1aa4de') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:06.364466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165a3c30-0b4c-408e-bb36-acd61e1aa4de') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:06.379021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.397066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.404259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:06.404659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.417855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:06.418261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.494235 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment e1a91e37-027c-4318-a54c-06ea09c6aae6 resource provider aggregate not found Sep 29 06:52:06.508950 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 165a3c30-0b4c-408e-bb36-acd61e1aa4de resource provider aggregate not found Sep 29 06:52:06.520309 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment e1a91e37-027c-4318-a54c-06ea09c6aae6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1a91e37-027c-4318-a54c-06ea09c6aae6 found for delete ", "request_id": "req-b6a02c69-e786-4ea8-96c9-20650965e8f8"}]} Sep 29 06:52:06.531756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 165a3c30-0b4c-408e-bb36-acd61e1aa4de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 165a3c30-0b4c-408e-bb36-acd61e1aa4de found for delete ", "request_id": "req-29ba1568-326d-45dd-909c-7df9c70459ea"}]} Sep 29 06:52:06.545854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.565765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.585465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.612815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Pushing event deleted for resources: {'Network': ['ID=526d92b0-5a85-41e9-9a84-c378b717afc1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:06.618024 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-947aea55-d40c-43d2-a5c8-2633f7bc0eb7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/networks/526d92b0-5a85-41e9-9a84-c378b717afc1 HTTP/1.1" status: 204 len: 168 time: 1.9700685 Sep 29 06:52:06.621291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.624051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46958) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:06.632455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'routes': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:06.680668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.692340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=45e5599b-bb96-483d-81a6-52d5a33efa47,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:06.703788 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-788445f9-05a4-45e3-b724-871cdef91fa1 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3449812 Sep 29 06:52:06.704312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46962) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:06.710816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400172893'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:06.717328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:06.721769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4fb0e083-1053-4bfb-ad12-7813c8a6c1f4 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/45e5599b-bb96-483d-81a6-52d5a33efa47 HTTP/1.1" status: 204 len: 168 time: 2.1915970 Sep 29 06:52:06.723095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:06.726235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:06.728755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46966) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:06.762084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 3d39a4d6-b1b5-475e-837f-c4108494ca99 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:06.762426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.762630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Transition to ACTIVE for port object 83afd9b4-85c0-40b0-89c9-72cdd33511c9 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:06.790650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:06.850304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1879b588-2b6c-4fd8-9414-3e6cbe0c061d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:06.859851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] The port '3d39a4d6-b1b5-475e-837f-c4108494ca99' was deleted {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:06.889315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.889713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 1879b588-2b6c-4fd8-9414-3e6cbe0c061d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:06.890163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1879b588-2b6c-4fd8-9414-3e6cbe0c061d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:06.890711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0a57727-e58e-4ab7-abd5-d6a881d4f541 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:06.930054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f253f8d-632e-41d6-be7a-a2ed21a093eb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:06.930663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3f253f8d-632e-41d6-be7a-a2ed21a093eb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:06.931313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c0a57727-e58e-4ab7-abd5-d6a881d4f541 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:06.931790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c0a57727-e58e-4ab7-abd5-d6a881d4f541 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:06.934414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d39a4d6-b1b5-475e-837f-c4108494ca99 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:06.942674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.extraroute_db [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Added routes are [] {{(pid=89137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 29 06:52:06.942975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.extraroute_db [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Removed routes are [] {{(pid=89137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 29 06:52:06.943919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:06.972655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3d39a4d6-b1b5-475e-837f-c4108494ca99 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:06.973047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d39a4d6-b1b5-475e-837f-c4108494ca99 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:06.973554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8a04ad5b-72ec-4508-a930-053f5ba09bb6 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:07.000413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:07.013083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 8a04ad5b-72ec-4508-a930-053f5ba09bb6 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:07.013446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8a04ad5b-72ec-4508-a930-053f5ba09bb6 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:07.021043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Usage tracker for resource:security_group_rule and tenant:8bd07dc60cf94b3d93052bc1b5141f25 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:07.027224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:07.039619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.069426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3f253f8d-632e-41d6-be7a-a2ed21a093eb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:07.076043 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3f253f8d-632e-41d6-be7a-a2ed21a093eb tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/0bf7ac55-59c8-478f-9730-131ed9b2d4d7 HTTP/1.1" status: 200 len: 845 time: 0.3410156 Sep 29 06:52:07.076043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:07.076043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46972) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:07.082525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.116160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc4ddd0-5356-41e9-9ca3-afc045d63f99']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:07.202163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44c5b93-0595-4f45-95be-10abcc7957ee') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:07.202473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44c5b93-0595-4f45-95be-10abcc7957ee') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:07.229646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.254674 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3c17fd03-a77a-4afa-a513-6edbdd7e0e59 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/0bf7ac55-59c8-478f-9730-131ed9b2d4d7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1777771 Sep 29 06:52:07.262294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:07.278658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:07.298054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.356380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:07.356785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.409598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:07.413932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.417689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:07.422766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:07.451463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=83afd9b4-85c0-40b0-89c9-72cdd33511c9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:07.454054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.529358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.530263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.558247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.562395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:07.564555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.587528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:07.605668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9717a88-f9f4-4db9-abb7-68f5a367b15d req-6345e3b8-4496-46ac-a4f8-7cae12decdeb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:07.607246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c9717a88-f9f4-4db9-abb7-68f5a367b15d req-6345e3b8-4496-46ac-a4f8-7cae12decdeb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 932 time: 0.4753609 Sep 29 06:52:07.615069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:07.618709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=1cc4ddd0-5356-41e9-9ca3-afc045d63f99,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:07.627846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:07.639357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:07.640003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.645098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:07.647653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-07869ba9-9371-43f4-844f-b69206b40608 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/1cc4ddd0-5356-41e9-9ca3-afc045d63f99 HTTP/1.1" status: 204 len: 168 time: 2.8244898 Sep 29 06:52:07.654118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 46980) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:07.663218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052724284'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:07.665361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.666571 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9616468 Sep 29 06:52:07.672058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46984) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:07.688437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a5f5e1ad-fe86-4f56-96ad-6774f81b64ab tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:07.689556 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-a5f5e1ad-fe86-4f56-96ad-6774f81b64ab tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 06:52:07.690058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a5f5e1ad-fe86-4f56-96ad-6774f81b64ab tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 06:52:07.691037 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a5f5e1ad-fe86-4f56-96ad-6774f81b64ab tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "PUT /v2.0/security-groups/079ff8b1-452c-4440-8499-ce5f2cdc8f23 HTTP/1.1" status: 409 len: 330 time: 0.0163763 Sep 29 06:52:07.691698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05994236-5e72-49ef-ae62-e57909cd753c tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079ff8b1-452c-4440-8499-ce5f2cdc8f23,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:07.696667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:07.700030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.713259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46988) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:07.724212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:07.734580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c9717a88-f9f4-4db9-abb7-68f5a367b15d req-b496d293-d474-4e8e-9827-660a5bf78f36 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137366 Sep 29 06:52:07.775306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Provisioning for port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:07.780389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Provisioning complete for port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:07.780768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.781113 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Attempt 1 to provision port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 Sep 29 06:52:07.789112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-22e10611-fc04-40e3-bc3b-2a19f019a791 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2481043 Sep 29 06:52:07.796969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:07.801809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:07.815532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Request body: {'port': {'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:07.842053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:07.848974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:07.850333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:07.860202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.860452 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] Sync routers for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:07.864088 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-691cacb1-6272-4f73-a616-ec97ce90b78e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 705 time: 1.2363687 Sep 29 06:52:07.865440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46992) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:07.872155 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:07.872828 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:07.892942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:07.896986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.932896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-40297910-a791-47d1-b492-7f564c6589c1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:07.935303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3513bb3-c55f-4197-87b8-77edbf02f420 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:07.978715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:07.985399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.004267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.004868 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment daf88847-cdc6-4b28-b641-7483edf9ba56 of type vlan for network f517b9a7-196b-4de4-994a-4716831cc6b1 Sep 29 06:52:08.009163 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:08.011829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3513bb3-c55f-4197-87b8-77edbf02f420 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.027926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-40297910-a791-47d1-b492-7f564c6589c1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:08.029103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-40297910-a791-47d1-b492-7f564c6589c1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 205 time: 0.1616757 Sep 29 06:52:08.033707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 46996) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:08.082895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.119801 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:52:02Z', 'revision_number': 11, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:08.124775 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] Checking router: d3b4b5e6-29ca-4c18-ae96-3fce86b6916c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:52:08.133893 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] Routers {'d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:08.134750 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:08.195084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.205545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:08.206193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.218681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.272587 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] Set router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:08.351384 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Attempt 2 to provision port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 Sep 29 06:52:08.420292 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:52:02Z', 'revision_number': 11, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:08.424895 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f5b22-338e-430c-b92b-fc1ca30e2da9 None None] The sync data for ids ['d3b4b5e6-29ca-4c18-ae96-3fce86b6916c'] in dv-neutron-859761-1-hyperv is: [{'id': 'd3b4b5e6-29ca-4c18-ae96-3fce86b6916c', 'name': 'tempest-RoutersIpV6Test-router-1001627576', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:50:46Z', 'updated_at': '2022-09-29T06:52:02Z', 'revision_number': 11, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:08.445220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:08.447480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=f517b9a7-196b-4de4-994a-4716831cc6b1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:08.459568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9e6902fd-3c13-4467-8d9f-0d8864f48178 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8038182 Sep 29 06:52:08.464092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47000) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:08.471749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f517b9a7-196b-4de4-994a-4716831cc6b1 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:08.479367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3513bb3-c55f-4197-87b8-77edbf02f420 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.481132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:08.505001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.549148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3513bb3-c55f-4197-87b8-77edbf02f420 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079ff8b1-452c-4440-8499-ce5f2cdc8f23,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:08.613166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b44c5b93-0595-4f45-95be-10abcc7957ee resource provider aggregate not found Sep 29 06:52:08.613355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-60f493ca-252a-41bb-9165-05528915d2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.665446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:08.670850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:08.674443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:08.683232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:08.700697 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b44c5b93-0595-4f45-95be-10abcc7957ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b44c5b93-0595-4f45-95be-10abcc7957ee found for delete ", "request_id": "req-289df380-7892-4fe8-bacc-6bac33a86c65"}]} Sep 29 06:52:08.702763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:08.731610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:08.735288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.768664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:08.782012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:08.782559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.789220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd276859-6c56-4309-9b2e-fe5eebc4c58e None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:08.792383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d3513bb3-c55f-4197-87b8-77edbf02f420 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.796117 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d3513bb3-c55f-4197-87b8-77edbf02f420 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/079ff8b1-452c-4440-8499-ce5f2cdc8f23 HTTP/1.1" status: 204 len: 168 time: 1.0770442 Sep 29 06:52:08.804621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47010) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:08.806549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.810178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.830375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=b37c3bcd-5854-43f0-9a88-ca800b0f455e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:08.842582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aa9a1b0a-957d-451d-911e-14942d12d9b7 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5773118 Sep 29 06:52:08.845556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83afd9b4-85c0-40b0-89c9-72cdd33511c9 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:52:08.852943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47014) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:08.862308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'security_group': {'name': 'tempest-secgroup-562064826'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:08.868980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:08.873095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:08.876010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:08.882784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:08.890294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.891351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router d3b4b5e6-29ca-4c18-ae96-3fce86b6916c {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:08.891576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.902928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.925011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-32cfa87f-35ee-49d8-9b27-86866877469f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Synchronizing usage tracker for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:08.944836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:08.951302 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-53a4be21-57ab-433c-a5ee-3955b8482311 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 204 len: 168 time: 0.9102697 Sep 29 06:52:08.954916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47020) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:08.961949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1946284868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:08.965699 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Attempt 3 to provision port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 Sep 29 06:52:08.969908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:08.976005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Usage tracker for resource:router and tenant:da6681a609f742a489204ae47a6f4aa3 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:08.980283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:08.986648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Transition to ACTIVE for port object 83afd9b4-85c0-40b0-89c9-72cdd33511c9 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:08.987749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:08.989987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:08.998153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-32cfa87f-35ee-49d8-9b27-86866877469f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] Unset dirty status for tenant:8bd07dc60cf94b3d93052bc1b5141f25 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:09.003466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-32cfa87f-35ee-49d8-9b27-86866877469f tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1910460 Sep 29 06:52:09.003944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47024) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:09.025015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-654ce9f7-e56c-4ee2-a41d-399977420722 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] delete failed (client error): The resource could not be found. Sep 29 06:52:09.027421 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-654ce9f7-e56c-4ee2-a41d-399977420722 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a2074b2-f78b-4c50-9dbd-1f663c12c858 HTTP/1.1" status: 404 len: 347 time: 0.0223339 Sep 29 06:52:09.031251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47028) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:09.034759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.036150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.064530 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-fd37be6e-151c-4bc8-a3f5-e24165485535 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] show failed (client error): The resource could not be found. Sep 29 06:52:09.070548 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fd37be6e-151c-4bc8-a3f5-e24165485535 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-groups/79bc95a1-0d32-41f8-af68-75739eaad036 HTTP/1.1" status: 404 len: 347 time: 0.0333910 Sep 29 06:52:09.075320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47032) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:09.081362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:09.093359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.102165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-39d4632b-1b23-4f3e-9275-08ce26abff41 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] show failed (client error): The resource could not be found. Sep 29 06:52:09.110438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-39d4632b-1b23-4f3e-9275-08ce26abff41 tempest-NegativeSecGroupIPv6Test-1905210048 tempest-NegativeSecGroupIPv6Test-1905210048-project] 10.222.0.26 "GET /v2.0/security-group-rules/7114aa4d-aef3-4842-98a7-b243370f30ba HTTP/1.1" status: 404 len: 356 time: 0.0260849 Sep 29 06:52:09.127373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.156315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group_rule and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:09.164462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:09.165363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.167755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.171504 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-15f647a7-051f-4f41-9d21-bf89974f63f1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2154932 Sep 29 06:52:09.174342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47038) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:09.184408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:09.247895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'tenant_id': '903e928153bc4788bc34366d11bc5815', 'fixed_ips': [{'subnet_id': 'b37c3bcd-5854-43f0-9a88-ca800b0f455e'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:09.249240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.269638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:09.438638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Allocated IP 2001:db8::2 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/b37c3bcd-5854-43f0-9a88-ca800b0f455e/347cb766-bb3c-4afa-81c3-e6bb4589ee90) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:09.490282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47044) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:09.547871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Pushing event updated for resources: {'Port': ['ID=83afd9b4-85c0-40b0-89c9-72cdd33511c9,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:09.620461 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Attempt 4 to provision port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 Sep 29 06:52:09.645693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45889c70-1549-4c41-b2c6-16d1f0bbcb20 req-b1dd59ea-7f10-4acc-9526-d0f0891acbc1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:09.646979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-45889c70-1549-4c41-b2c6-16d1f0bbcb20 req-b1dd59ea-7f10-4acc-9526-d0f0891acbc1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:09.658085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.686274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.696742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Attempting to bind port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:09.697060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Attempting to bind port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:09.697408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Attempting to bind port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:09.710664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.744523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:09.747540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:52:09.747864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Attempting to bind port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:09.760459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.764446 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-db04a763-47d3-4de2-b67d-8f14d2c14895 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8bd07dc60cf94b3d93052bc1b5141f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694652 Sep 29 06:52:09.769118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47050) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:09.774736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Transition to ACTIVE for port object 347cb766-bb3c-4afa-81c3-e6bb4589ee90 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:09.776612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.778855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-45889c70-1549-4c41-b2c6-16d1f0bbcb20 req-b1dd59ea-7f10-4acc-9526-d0f0891acbc1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:09.780090 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45889c70-1549-4c41-b2c6-16d1f0bbcb20 req-b1dd59ea-7f10-4acc-9526-d0f0891acbc1 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 932 time: 0.8526316 Sep 29 06:52:09.780840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:09.781198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Checking segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:09.781616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Bound using segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:09.782093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Bound port: 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:09.782432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.796710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Transition to ACTIVE for port object 347cb766-bb3c-4afa-81c3-e6bb4589ee90 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:09.805322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.818696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.891193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:09.893434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:09.897775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:09.915781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6eda828-3ae1-43d0-aa6a-f882b1c6f074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.931620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Router 1c6cf984-c253-4820-b60c-95fa779c2750 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:52:09.936505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=e2481637-b788-4643-9caa-ca868de43122,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:09.946471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Pushing event updated for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:09.951490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6eda828-3ae1-43d0-aa6a-f882b1c6f074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.976322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6290ae49-8572-41b3-bf65-8249cf878f9d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:09.986099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:09.987621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-356c708b-740e-4763-8a0b-c990904d3c9b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1347928 Sep 29 06:52:09.993317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': 'daf88847-cdc6-4b28-b641-7483edf9ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:09.993683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: f517b9a7-196b-4de4-994a-4716831cc6b1, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:10.006207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47054) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:10.009553 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45889c70-1549-4c41-b2c6-16d1f0bbcb20 req-db420eef-0d4e-48c8-ba42-56a60d8a1e5f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163720 Sep 29 06:52:10.011133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Attempting to bind port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:10.011651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Attempting to bind port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '3c833c00-be74-4add-851c-9126298731c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:10.012143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Attempting to bind port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 on network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:10.016051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'security_group': {'name': 'tempest-secgroup-852161395'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:10.017948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:10.018453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Checking segment: {'id': '3c833c00-be74-4add-851c-9126298731c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:10.018994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.019479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Bound using segment: {'id': '3c833c00-be74-4add-851c-9126298731c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:10.020047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Bound port: 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c833c00-be74-4add-851c-9126298731c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:10.020519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.048345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:10.056298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:10.061677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:10.065842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] For port 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:10.072478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] For port 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:10.073908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:10.076432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network f517b9a7-196b-4de4-994a-4716831cc6b1 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:10.081428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.119658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:10.120291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.121697 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 1094 time: 2.3147445 Sep 29 06:52:10.123079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:10.123674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:52:10.126056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998eb299-b8a3-4d4b-b26c-8998a63bde56" -d '{"events": [{"name": "network-changed", "server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:52:10.127616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=347cb766-bb3c-4afa-81c3-e6bb4589ee90,segment=NetworkSegment(3c833c00-be74-4add-851c-9126298731c1),segment_id=3c833c00-be74-4add-851c-9126298731c1)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:10.135946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f517b9a7-196b-4de4-994a-4716831cc6b1) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:10.146901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.147166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.166934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:10.167365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.196273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:10.199416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501c6513-62ae-4299-8c5f-8480b21a8c81 x-openstack-request-id: req-501c6513-62ae-4299-8c5f-8480b21a8c81 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:52:10.199714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:52:10.199973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-501c6513-62ae-4299-8c5f-8480b21a8c81 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:52:10.200383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501c6513-62ae-4299-8c5f-8480b21a8c81'] response: {'name': 'network-changed', 'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'status': 'completed', 'code': 200} Sep 29 06:52:10.205842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group_rule and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:10.210838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee5e3e-e8af-40c6-8334-0dc9671b6387 None None] Network f517b9a7-196b-4de4-994a-4716831cc6b1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:10.211060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:10.251518 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Attempt 5 to provision port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 Sep 29 06:52:10.260127 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-43b97f6c-c1c8-4e53-b4c3-4256fdfc7b86 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7923996 Sep 29 06:52:10.260331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:10.260331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47060) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:10.267087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.268505 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d9f95810-f73a-4d08-97f4-58b229f3dce8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "PUT /v2.0/routers/1c6cf984-c253-4820-b60c-95fa779c2750 HTTP/1.1" status: 200 len: 698 time: 1.0919726 Sep 29 06:52:10.272276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2080163728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:10.276824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47064) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:10.278062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:10.280750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:10.285177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:10.289051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:10.295649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:10.305044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] Sync routers for ids ['1c6cf984-c253-4820-b60c-95fa779c2750'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:10.308368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.309784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.326274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6eda828-3ae1-43d0-aa6a-f882b1c6f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.343995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.346516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eda828-3ae1-43d0-aa6a-f882b1c6f074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16020378-4924-45f5-8f35-c816a1e67834,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:10.371438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1d457-fa69-4bb9-bf96-4fae7ce890e1 service neutron] Pushing event updated for resources: {'Port': ['ID=83afd9b4-85c0-40b0-89c9-72cdd33511c9,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:10.378462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.394466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6eda828-3ae1-43d0-aa6a-f882b1c6f074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.395811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b6eda828-3ae1-43d0-aa6a-f882b1c6f074 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16020378-4924-45f5-8f35-c816a1e67834 HTTP/1.1" status: 204 len: 168 time: 0.6257741 Sep 29 06:52:10.410349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.415628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5b32b526-04d2-48a4-a908-a43fec0d8a4a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1518581 Sep 29 06:52:10.418260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47070) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:10.449651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] Routers {'1c6cf984-c253-4820-b60c-95fa779c2750'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:10.450369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1c6cf984-c253-4820-b60c-95fa779c2750'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:10.480494 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1ce4979b-42cf-4ee6-99c2-f628b105a5fc tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/routers/1c6cf984-c253-4820-b60c-95fa779c2750 HTTP/1.1" status: 200 len: 704 time: 0.1962502 Sep 29 06:52:10.480494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47074) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:10.536449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6d6fc-0163-4955-9587-4c776337249b None None] Pushing event updated for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:10.589883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-08e1957e-8b9b-4529-ac49-c3c9e47915b7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Synchronizing usage tracker for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:10.638268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d0396be-8d5d-46b7-b1ad-671b1f8bbb39 None None] Port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:52:10.645537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] Set router 1c6cf984-c253-4820-b60c-95fa779c2750 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:10.648608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.660764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-dbfb629f-1c4f-4df4-b7c5-96e701ebd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:10.663665 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-dbfb629f-1c4f-4df4-b7c5-96e701ebd688 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1097 time: 0.4475479 Sep 29 06:52:10.664670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-08e1957e-8b9b-4529-ac49-c3c9e47915b7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Unset dirty status for tenant:da6681a609f742a489204ae47a6f4aa3 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:10.666099 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-08e1957e-8b9b-4529-ac49-c3c9e47915b7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c6cf984-c253-4820-b60c-95fa779c2750 HTTP/1.1" status: 200 len: 205 time: 0.1851962 Sep 29 06:52:10.667370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.671875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47078) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:10.808866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6cf984-c253-4820-b60c-95fa779c2750', 'name': 'tempest-RoutersIpV6Test-router-1946284868', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:09Z', 'updated_at': '2022-09-29T06:52:09Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:10.924219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] Checking router: 1c6cf984-c253-4820-b60c-95fa779c2750 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:52:10.941773 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-b6fcaad4-0760-4bbb-8537-b0df71b7221a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 217 time: 0.2549119 Sep 29 06:52:10.944504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:10.957325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] Routers {'1c6cf984-c253-4820-b60c-95fa779c2750'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:10.957970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:51:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1c6cf984-c253-4820-b60c-95fa779c2750'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:11.023477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a588326b-3a2e-4327-8dc7-0a553e99d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.160081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f517b9a7-196b-4de4-994a-4716831cc6b1', 'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': 'e2481637-b788-4643-9caa-ca868de43122'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:11.161014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.176096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] Set router 1c6cf984-c253-4820-b60c-95fa779c2750 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:11.223881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.293391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6cf984-c253-4820-b60c-95fa779c2750', 'name': 'tempest-RoutersIpV6Test-router-1946284868', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:09Z', 'updated_at': '2022-09-29T06:52:09Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:11.347245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b7c1ff-461c-4a74-ad15-2ba3342f721d None None] The sync data for ids ['1c6cf984-c253-4820-b60c-95fa779c2750'] in dv-neutron-859761-1-hyperv is: [{'id': '1c6cf984-c253-4820-b60c-95fa779c2750', 'name': 'tempest-RoutersIpV6Test-router-1946284868', 'tenant_id': 'da6681a609f742a489204ae47a6f4aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:09Z', 'updated_at': '2022-09-29T06:52:09Z', 'revision_number': 2, 'project_id': 'da6681a609f742a489204ae47a6f4aa3', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:11.533866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Allocated IP 172.20.0.2 (f517b9a7-196b-4de4-994a-4716831cc6b1/e2481637-b788-4643-9caa-ca868de43122/9a50f152-3693-4af8-a3bf-e47a32463375) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:11.585441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.587087 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5764520 Sep 29 06:52:11.587952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc5113-4dca-4e3f-904a-95c1ac776b7d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd244f-80fc-4660-9850-df610501deee,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:11.593278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47086) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:11.600926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1892410084', 'security_groups': ['e9cd244f-80fc-4660-9850-df610501deee'], 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b37c3bcd-5854-43f0-9a88-ca800b0f455e'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:11.620837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.633857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.703839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-93d3ecfa-1d8e-4531-b3a5-c99ebb1403be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:11.705821 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-93d3ecfa-1d8e-4531-b3a5-c99ebb1403be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.6922436 Sep 29 06:52:11.787813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145b15a-80d6-48d4-838d-cb762881589f req-9d677d8f-c9ce-4013-9b01-c523640abd14 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:11.789331 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4145b15a-80d6-48d4-838d-cb762881589f req-9d677d8f-c9ce-4013-9b01-c523640abd14 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.4699671 Sep 29 06:52:11.793809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.794253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6cf984-c253-4820-b60c-95fa779c2750 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:11.802306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.810686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.823004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Transition to ACTIVE for port object 9a50f152-3693-4af8-a3bf-e47a32463375 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:11.843065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Transition to ACTIVE for port object 9a50f152-3693-4af8-a3bf-e47a32463375 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:11.849169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.868143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.872703 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-db364b15-f255-4007-b693-59e6ad78609a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/1c6cf984-c253-4820-b60c-95fa779c2750 HTTP/1.1" status: 204 len: 168 time: 1.1900632 Sep 29 06:52:11.876588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47090) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:11.924919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.20.0.1 (f517b9a7-196b-4de4-994a-4716831cc6b1/e2481637-b788-4643-9caa-ca868de43122/d73bc838-37ae-44cf-bc64-e48aaa90afd5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:11.959009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Pushing event updated for resources: {'Port': ['ID=9a50f152-3693-4af8-a3bf-e47a32463375,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:11.967272 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5bd00f9a-8805-4472-8887-37f7908f2e87 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c6cf984-c253-4820-b60c-95fa779c2750 HTTP/1.1" status: 200 len: 205 time: 0.0875454 Sep 29 06:52:11.971381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Network f517b9a7-196b-4de4-994a-4716831cc6b1 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:11.972263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47094) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:11.975878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:11.984528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:11.992687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:11.998716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Provisioning complete for port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:11.999200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:11.999549 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 1 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:12.034475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:12.045054 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4145b15a-80d6-48d4-838d-cb762881589f req-f050cda3-8022-4b48-bd52-4bf58cba8ead tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222266 Sep 29 06:52:12.045863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:12.055123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.055962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:12.066319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:12.068817 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-95bd5c68-342c-4f6f-8c5e-499fc659daea tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:12.072287 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95bd5c68-342c-4f6f-8c5e-499fc659daea tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/1c6cf984-c253-4820-b60c-95fa779c2750 HTTP/1.1" status: 404 len: 336 time: 0.0966430 Sep 29 06:52:12.072923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47098) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.111540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-19b13741-c39e-4199-9a58-99be9a144ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:12.113079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-19b13741-c39e-4199-9a58-99be9a144ae1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4006710 Sep 29 06:52:12.118237 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b954db06-1294-4e52-a6be-3e850ce184c1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:12.118963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b954db06-1294-4e52-a6be-3e850ce184c1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:12.122858 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b954db06-1294-4e52-a6be-3e850ce184c1 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/9f233524-2782-42ce-8e1a-296b6d85dea7 HTTP/1.1" status: 404 len: 337 time: 0.0470319 Sep 29 06:52:12.123012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.125760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47102) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.141799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:12.159132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Attempting to bind port 9a50f152-3693-4af8-a3bf-e47a32463375 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:12.159132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Attempting to bind port 9a50f152-3693-4af8-a3bf-e47a32463375 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'daf88847-cdc6-4b28-b641-7483edf9ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:12.159463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Attempting to bind port 9a50f152-3693-4af8-a3bf-e47a32463375 on network f517b9a7-196b-4de4-994a-4716831cc6b1 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:12.165599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:12.165599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Checking segment: {'id': 'daf88847-cdc6-4b28-b641-7483edf9ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:12.166009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.166384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Bound using segment: {'id': 'daf88847-cdc6-4b28-b641-7483edf9ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:12.167203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Bound port: 9a50f152-3693-4af8-a3bf-e47a32463375, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf88847-cdc6-4b28-b641-7483edf9ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f517b9a7-196b-4de4-994a-4716831cc6b1'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:12.167330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.183644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object d73bc838-37ae-44cf-bc64-e48aaa90afd5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:12.186234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78fddbe-3c42-48ce-985f-0337c2bea66b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:12.186887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78fddbe-3c42-48ce-985f-0337c2bea66b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:12.199363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a78fddbe-3c42-48ce-985f-0337c2bea66b tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/0082b6f3-eba1-4b7a-a097-27243e05ca0b HTTP/1.1" status: 404 len: 337 time: 0.0724986 Sep 29 06:52:12.200071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47106) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.249296 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1127a20-37cc-4297-8617-8a0ecc8286eb tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:12.249931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1127a20-37cc-4297-8617-8a0ecc8286eb tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:12.254133 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a1127a20-37cc-4297-8617-8a0ecc8286eb tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/afbec32b-548c-4eb0-be1d-12fe38ded40e HTTP/1.1" status: 404 len: 337 time: 0.0518980 Sep 29 06:52:12.256450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47110) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.263218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] For port 9a50f152-3693-4af8-a3bf-e47a32463375, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:12.266917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] For port 9a50f152-3693-4af8-a3bf-e47a32463375, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9a50f152-3693-4af8-a3bf-e47a32463375,segment=NetworkSegment(daf88847-cdc6-4b28-b641-7483edf9ba56),segment_id=daf88847-cdc6-4b28-b641-7483edf9ba56)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:12.272502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.296670 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8560f-a577-4d27-9a27-66b417d92299 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:12.297122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8560f-a577-4d27-9a27-66b417d92299 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:12.301444 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f8b8560f-a577-4d27-9a27-66b417d92299 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/754d19ea-1e2f-4a69-aed9-8a89e9de6e75 HTTP/1.1" status: 404 len: 337 time: 0.0439966 Sep 29 06:52:12.302015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47114) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.377858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.378309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df80bf-c3a0-44f2-99ef-1086ef442d52 None None] Pushing event updated for resources: {'Port': ['ID=9a50f152-3693-4af8-a3bf-e47a32463375,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:12.384673 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-75f4f2ea-894f-4ffc-8e89-2989dbc2f12e tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 200 len: 205 time: 0.0798271 Sep 29 06:52:12.388639 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-b95569b9-33a6-42d4-9326-20960fd3b7dd service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668738 Sep 29 06:52:12.388790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.389100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47118) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.471787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network f517b9a7-196b-4de4-994a-4716831cc6b1 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:12.475835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:12.477756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:12.533387 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-9c52dd4e-d26e-4193-8c40-1e17cddf9362 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:12.534439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9c52dd4e-d26e-4193-8c40-1e17cddf9362 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/d3b4b5e6-29ca-4c18-ae96-3fce86b6916c HTTP/1.1" status: 404 len: 336 time: 0.1427848 Sep 29 06:52:12.541738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47122) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.553909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port 624c1a8b-1631-474a-9a8f-9d931074a35a yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:52:12.557013 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 2 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:12.680570 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-01c1af32-711c-46ea-88a6-b7e27b69432a tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=a456d035-e43d-42f1-85b8-0d8086a4f1c1 HTTP/1.1" status: 200 len: 205 time: 0.1305625 Sep 29 06:52:12.687710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47126) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.714368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:12.760306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=d73bc838-37ae-44cf-bc64-e48aaa90afd5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:12.778135 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-6306ddf2-0299-4817-b370-16d4d6963d22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:12.781939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6306ddf2-0299-4817-b370-16d4d6963d22 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/a456d035-e43d-42f1-85b8-0d8086a4f1c1 HTTP/1.1" status: 404 len: 336 time: 0.0931671 Sep 29 06:52:12.784941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47130) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.827293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:12.830191 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed94d6b-03f7-4ab8-8a9e-774578ffadf7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:12.830667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed94d6b-03f7-4ab8-8a9e-774578ffadf7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:12.835645 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7ed94d6b-03f7-4ab8-8a9e-774578ffadf7 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/2c3caf6e-c76c-4b14-83f7-90f3f105fc65 HTTP/1.1" status: 404 len: 337 time: 0.0496747 Sep 29 06:52:12.837768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47134) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.902816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6d1ce9c1-47c8-4406-a9b1-ba0392fabfbb tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 200 len: 205 time: 0.0627985 Sep 29 06:52:12.905388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47138) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:12.934089 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8928ef18-86fc-4768-914b-d424c218b5a8 req-c812295a-2c8d-4fda-b900-b759daa10087 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381477 Sep 29 06:52:12.937120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9a50f152-3693-4af8-a3bf-e47a32463375 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:12.997135 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-1d1013dc-dacc-4707-ae34-0846f725f2d6 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:13.001403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d1013dc-dacc-4707-ae34-0846f725f2d6 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/a42ed9a9-74d9-46fe-8181-2a2ffc2f7409 HTTP/1.1" status: 404 len: 336 time: 0.0921299 Sep 29 06:52:13.001598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.024105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9a50f152-3693-4af8-a3bf-e47a32463375 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:13.029369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 347cb766-bb3c-4afa-81c3-e6bb4589ee90 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:13.066353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-90a8b12b-e447-4efe-98ef-2efcdd13671d tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bf397c7-a7f6-4a10-bb84-893f4506fee8 HTTP/1.1" status: 200 len: 205 time: 0.0634921 Sep 29 06:52:13.069020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47146) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.102564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:13.128977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::39 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/b37c3bcd-5854-43f0-9a88-ca800b0f455e/624c1a8b-1631-474a-9a8f-9d931074a35a) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:13.155589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-7e6b1946-f337-4d9b-b0e1-e32bf3f92240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:13.157385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-7e6b1946-f337-4d9b-b0e1-e32bf3f92240 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1097 time: 0.1351907 Sep 29 06:52:13.210852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:13.216213 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 3 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:13.254165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-b96f9155-bdc6-45da-8f8b-bc1fd936a962 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:13.259377 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b96f9155-bdc6-45da-8f8b-bc1fd936a962 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/0bf397c7-a7f6-4a10-bb84-893f4506fee8 HTTP/1.1" status: 404 len: 336 time: 0.1850634 Sep 29 06:52:13.259520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47152) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.314971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:13.315992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:13.338248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea179e92-59cb-4af6-b80c-b2e5ac844c14 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:13.338248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea179e92-59cb-4af6-b80c-b2e5ac844c14 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:13.416640 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ea179e92-59cb-4af6-b80c-b2e5ac844c14 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/c5e810ae-4aec-47f9-890d-54cb1e2ac6ef HTTP/1.1" status: 404 len: 337 time: 0.1510842 Sep 29 06:52:13.422709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47156) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.503616 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8469925d-5129-4df6-9d4e-9185ab2a0b97 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=a90b3464-6a4e-40d4-8493-532229a03b69 HTTP/1.1" status: 200 len: 205 time: 0.0775280 Sep 29 06:52:13.507503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47160) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.520554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-af176d88-dd57-4342-8aa6-374946ae6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:13.522643 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-af176d88-dd57-4342-8aa6-374946ae6b0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.3563256 Sep 29 06:52:13.574987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc7d2e-2ad2-47d7-893e-c79af73843aa None None] Network f517b9a7-196b-4de4-994a-4716831cc6b1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:13.589660 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-029881c3-7811-4636-a38c-262538a816aa tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:13.592051 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-029881c3-7811-4636-a38c-262538a816aa tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/a90b3464-6a4e-40d4-8493-532229a03b69 HTTP/1.1" status: 404 len: 336 time: 0.0834150 Sep 29 06:52:13.597813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47164) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.603009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e8b06-451f-4dbd-91bf-f4e73be509e6 req-573bf792-fa9f-48f1-aa1b-378e1b9306d5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:13.603228 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-911adf88-2d02-4d7e-a1b1-e8338a833eac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 217 time: 0.0740526 Sep 29 06:52:13.604462 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f08e8b06-451f-4dbd-91bf-f4e73be509e6 req-573bf792-fa9f-48f1-aa1b-378e1b9306d5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.3963022 Sep 29 06:52:13.683839 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c769f8d-796b-41aa-aad5-331e8ccf3cc8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:13.684406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c769f8d-796b-41aa-aad5-331e8ccf3cc8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:13.688373 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6c769f8d-796b-41aa-aad5-331e8ccf3cc8 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/34cf6261-6fe4-46d2-8cab-ccdc8539c1aa HTTP/1.1" status: 404 len: 337 time: 0.0847063 Sep 29 06:52:13.695920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47168) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.742531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:13.761044 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f08e8b06-451f-4dbd-91bf-f4e73be509e6 req-3e637d77-67a8-43d9-bd44-ae7a1906565f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451089 Sep 29 06:52:13.776172 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1b593fe7-3da4-41a6-b008-d21625e49c90 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "GET /v2.0/ports?device_id=5094bdfc-24bc-4c50-8b49-076b609f2907 HTTP/1.1" status: 200 len: 205 time: 0.0739834 Sep 29 06:52:13.777210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47172) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.833773 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 4 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:13.848200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-08830e85-464b-4d96-9c85-59084e7883b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:13.849700 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-08830e85-464b-4d96-9c85-59084e7883b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.2093534 Sep 29 06:52:13.850736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object 624c1a8b-1631-474a-9a8f-9d931074a35a will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:13.853378 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-5220b81e-d69a-4858-bae5-dcbc7c946d4c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] delete failed (client error): The resource could not be found. Sep 29 06:52:13.857037 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5220b81e-d69a-4858-bae5-dcbc7c946d4c tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/routers/5094bdfc-24bc-4c50-8b49-076b609f2907 HTTP/1.1" status: 404 len: 336 time: 0.0770907 Sep 29 06:52:13.858306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.890439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:13.900294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1670c644-8ce5-4f89-8b08-54b561c2f644 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:13.900826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1670c644-8ce5-4f89-8b08-54b561c2f644 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:13.905045 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1670c644-8ce5-4f89-8b08-54b561c2f644 tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/bb71d467-97f6-48ea-9dbe-df76906a3862 HTTP/1.1" status: 404 len: 337 time: 0.0440140 Sep 29 06:52:13.905045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:13.905370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47180) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:13.915635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:13.952825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-90be0b81-7788-4b31-8b3c-4c8b50e732ff tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:13.953289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90be0b81-7788-4b31-8b3c-4c8b50e732ff tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:13.957386 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-90be0b81-7788-4b31-8b3c-4c8b50e732ff tempest-RoutersIpV6Test-1257286043 tempest-RoutersIpV6Test-1257286043-project] 10.222.0.26 "DELETE /v2.0/subnets/8e79e19e-1bb0-4619-89ad-ab5e23b4dbaa HTTP/1.1" status: 404 len: 337 time: 0.0487113 Sep 29 06:52:14.001588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-b2ef2625-7857-4e77-87dc-ee4f08115483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:14.004534 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-b2ef2625-7857-4e77-87dc-ee4f08115483 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479063 Sep 29 06:52:14.006855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:14.027011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=d73bc838-37ae-44cf-bc64-e48aaa90afd5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:14.034176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:14.180078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:14.192594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:14.200862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:14.211541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:14.212215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:14.216201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=624c1a8b-1631-474a-9a8f-9d931074a35a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:14.255869 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ed4b7567-37d8-4a35-bf97-9e8b23d936ca tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6592922 Sep 29 06:52:14.260427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47188) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:14.279607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:14.324504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network f517b9a7-196b-4de4-994a-4716831cc6b1 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:14.325811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:14.340537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47192) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:14.416868 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 5 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:14.443130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:14.450169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:14.460849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:14.496117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:14.502537 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-31ed3770-8f5a-40c0-b5f3-e233a83d095e service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420516 Sep 29 06:52:14.539413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:14.610818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:14.614462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:14.637337 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e338624b-aeb6-4317-8f59-ab8bf64f7947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da6681a609f742a489204ae47a6f4aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387495 Sep 29 06:52:14.640207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47198) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:14.669441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 82c26a13-a515-42bf-8bc0-53c59c7afa69 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:52:14.835887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:14.843497 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-db4f616b-98fc-46c3-ba99-74bf214a53da tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/82c26a13-a515-42bf-8bc0-53c59c7afa69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4214327 Sep 29 06:52:14.843497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47204) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:14.853103 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] Sync routers for ids ['82c26a13-a515-42bf-8bc0-53c59c7afa69'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:14.863826 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] Routers {'82c26a13-a515-42bf-8bc0-53c59c7afa69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:14.864582 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['82c26a13-a515-42bf-8bc0-53c59c7afa69'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:14.925135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6aa35-09d3-4fd5-9853-509f77d612d1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:14.926536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-12d6aa35-09d3-4fd5-9853-509f77d612d1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:14.934750 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:14.944861 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] Routers {'82c26a13-a515-42bf-8bc0-53c59c7afa69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:14.945562 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['82c26a13-a515-42bf-8bc0-53c59c7afa69'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:14.948010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-12d6aa35-09d3-4fd5-9853-509f77d612d1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:14.952508 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-12d6aa35-09d3-4fd5-9853-509f77d612d1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports/d73bc838-37ae-44cf-bc64-e48aaa90afd5 HTTP/1.1" status: 200 len: 910 time: 0.1048245 Sep 29 06:52:14.952656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47208) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:14.987195 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-998eb299-b8a3-4d4b-b26c-8998a63bde56 req-c17ff0b1-34f0-4e9e-b0f8-3085cd471f41 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766953 Sep 29 06:52:15.010184 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:15.011256 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b316547-ec2f-4a90-89e8-a4c3a9836c3c None None] The sync data for ids ['82c26a13-a515-42bf-8bc0-53c59c7afa69'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:15.016408 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.ipam_backend_mixin [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b37c3bcd-5854-43f0-9a88-ca800b0f455e (CIDR: 2001:db8::/64) Sep 29 06:52:15.017500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02fca027-953f-4dea-94f0-12382ce6b4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.030064 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:15.030568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:15.040227 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 6 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:15.063204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02fca027-953f-4dea-94f0-12382ce6b4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.085573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d0af8d9f-a45c-4736-94fc-9ee0924d9cc0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8240879 Sep 29 06:52:15.090358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47212) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:15.099882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:15.100099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:15.193658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14924-990d-4a94-83e6-c8b542e2b65c req-7371fff8-4f82-4cd1-9d95-49c77d7548f4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:15.195166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b3a14924-990d-4a94-83e6-c8b542e2b65c req-7371fff8-4f82-4cd1-9d95-49c77d7548f4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.2892344 Sep 29 06:52:15.276417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02fca027-953f-4dea-94f0-12382ce6b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.296784 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b3a14924-990d-4a94-83e6-c8b542e2b65c req-024ed7ab-4d15-45da-acd4-774f1c82b92c tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928648 Sep 29 06:52:15.308642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fca027-953f-4dea-94f0-12382ce6b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9730a-d0d2-45cb-8b40-210471ff64d4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:15.319952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-02fca027-953f-4dea-94f0-12382ce6b4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.323412 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-02fca027-953f-4dea-94f0-12382ce6b4ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/44b9730a-d0d2-45cb-8b40-210471ff64d4 HTTP/1.1" status: 204 len: 168 time: 0.6800082 Sep 29 06:52:15.341284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:15.347554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:15.351136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:15.357154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:15.369445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:15.374443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.504599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.601148 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 7 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:15.676630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.692404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:15.751115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:15.754595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:15.761690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:15.762042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:15.765274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76465a-1466-4c26-9e57-7581927b4c88 None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:15.790115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=ead5eb0e-b369-46f8-ae81-7da8b292eeae,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:15.800933 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e9901683-39de-4300-b7d8-f4a60b039d9d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7084761 Sep 29 06:52:15.803921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47228) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:15.810839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1996054031', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ead5eb0e-b369-46f8-ae81-7da8b292eeae'}], 'security_groups': ['6290ae49-8572-41b3-bf65-8249cf878f9d']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:15.981818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.023047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port d73bc838-37ae-44cf-bc64-e48aaa90afd5 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:16.023421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.180440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Update dhcp port {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'fixed_ips': [{'subnet_id': 'b37c3bcd-5854-43f0-9a88-ca800b0f455e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ead5eb0e-b369-46f8-ae81-7da8b292eeae'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '347cb766-bb3c-4afa-81c3-e6bb4589ee90'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:52:16.209803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47240) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:16.218058 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 8 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:16.246880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.292800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.303056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:16.381784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1135349323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:16.391122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:16.397689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:router and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:16.407080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for d73bc838-37ae-44cf-bc64-e48aaa90afd5 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:16.411552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:16.417372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:16.462535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.463673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.528681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.564966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Delete allocated IP 2001:db8::39 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/b37c3bcd-5854-43f0-9a88-ca800b0f455e) {{(pid=89137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 06:52:16.571141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.583642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4862-dac7-4b54-96bd-20f489f282a4 req-624f8b2e-47a7-4fc3-883e-9236050d4500 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:16.584219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8:0:1::3c3 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/ead5eb0e-b369-46f8-ae81-7da8b292eeae/624c1a8b-1631-474a-9a8f-9d931074a35a) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:16.585100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45af4862-dac7-4b54-96bd-20f489f282a4 req-624f8b2e-47a7-4fc3-883e-9236050d4500 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.1447601 Sep 29 06:52:16.607714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.611586 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ea1ff3fa-9734-4da7-a267-5538e648df14 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3981781 Sep 29 06:52:16.612400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47248) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:16.620359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1323772419'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:16.631478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:16.638957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:network and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:16.642814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:16.650766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:16.669515 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45af4862-dac7-4b54-96bd-20f489f282a4 req-00fa905f-745e-4207-b1e5-7f662166f3cc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749860 Sep 29 06:52:16.703691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.741146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Made reservation on behalf of 0b09ff1a779248a88c82ac07b6aee748 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:16.744553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.751863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=d73bc838-37ae-44cf-bc64-e48aaa90afd5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:16.763570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.788204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:16.805203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:security_group_rule and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:16.805560 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 9 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:16.809886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:16.825659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:16.876248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:16.887838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.911992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Ignored duplicate provisioning block setup for port 624c1a8b-1631-474a-9a8f-9d931074a35a by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:52:16.919965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:16.992879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Allocated IP 2001:db8:0:1::2 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/ead5eb0e-b369-46f8-ae81-7da8b292eeae/347cb766-bb3c-4afa-81c3-e6bb4589ee90) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:17.022075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.104994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.158285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=347cb766-bb3c-4afa-81c3-e6bb4589ee90,segment=NetworkSegment(3c833c00-be74-4add-851c-9126298731c1),segment_id=3c833c00-be74-4add-851c-9126298731c1)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:17.167614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] In _notify_port_updated(), no bound segment for port 624c1a8b-1631-474a-9a8f-9d931074a35a on network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:52:17.172874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:17.173483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.177585 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/ports/624c1a8b-1631-474a-9a8f-9d931074a35a HTTP/1.1" status: 200 len: 931 time: 1.3693731 Sep 29 06:52:17.185129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47252) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:17.185968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.202916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Ignored duplicate provisioning block setup for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:52:17.206841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.254515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b7186-818d-4330-bdec-9b696bb40eac tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=624c1a8b-1631-474a-9a8f-9d931074a35a,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:17.265747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.274125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.279634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1799a3-b238-4113-8457-5008e86f15ef None None] Pushing event updated for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:17.293067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 624c1a8b-1631-474a-9a8f-9d931074a35a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:17.293447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.310870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 82c26a13-a515-42bf-8bc0-53c59c7afa69 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:17.355930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:17.377615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3435be65-f91b-43b0-a656-8044a67b961e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:17.379502 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 10 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:17.388391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.388391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Added segment 06193dd4-d518-450e-8b7e-e05d98a81d06 of type vlan for network c69e66e6-d19f-47d9-9bd8-4b7092888df5 Sep 29 06:52:17.458393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:17.480405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Provisioning for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:17.483896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.487837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Provisioning complete for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:17.488223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.488833 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Attempt 1 to provision port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 Sep 29 06:52:17.580557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:17.602931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-06f4928b-e69b-4e27-b1bb-db1d72b6f4db tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/82c26a13-a515-42bf-8bc0-53c59c7afa69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6490877 Sep 29 06:52:17.607360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47256) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:17.607573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] Sync routers for ids ['82c26a13-a515-42bf-8bc0-53c59c7afa69'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:17.622914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.628367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:17.628974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.640447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] Routers {'82c26a13-a515-42bf-8bc0-53c59c7afa69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:17.641090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['82c26a13-a515-42bf-8bc0-53c59c7afa69'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:17.675019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be7f14bc-9a5f-42ff-a92a-99a8f9841351 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:17.696046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-be7f14bc-9a5f-42ff-a92a-99a8f9841351 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:17.697865 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-be7f14bc-9a5f-42ff-a92a-99a8f9841351 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=82c26a13-a515-42bf-8bc0-53c59c7afa69 HTTP/1.1" status: 200 len: 205 time: 0.0886202 Sep 29 06:52:17.700806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47260) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:17.773273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Network': ['ID=c69e66e6-d19f-47d9-9bd8-4b7092888df5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:17.784722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.793670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:17.801057 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0d74b710-0330-41b3-9767-53df961e0282 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1874871 Sep 29 06:52:17.801872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47266) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:17.817599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Current status of the port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:17.818819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.863514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'subnet': {'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:17.892200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:17.895306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:17.940208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] Routers {'82c26a13-a515-42bf-8bc0-53c59c7afa69'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:17.940849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['82c26a13-a515-42bf-8bc0-53c59c7afa69'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:17.953555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 624c1a8b-1631-474a-9a8f-9d931074a35a owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:18.014841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:18.015248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1fe2d-8d2f-453b-a7fb-394d09316de6 None None] The sync data for ids ['82c26a13-a515-42bf-8bc0-53c59c7afa69'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:18.017597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=347cb766-bb3c-4afa-81c3-e6bb4589ee90,segment=NetworkSegment(3c833c00-be74-4add-851c-9126298731c1),segment_id=3c833c00-be74-4add-851c-9126298731c1)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:18.024397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.109910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040fd09-7e69-4c9b-ad1f-3c594614e8f6 None None] Pushing event updated for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:18.157670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Provisioning for port 9a50f152-3693-4af8-a3bf-e47a32463375 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:18.163673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Provisioning complete for port 9a50f152-3693-4af8-a3bf-e47a32463375 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:18.164283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.164778 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Attempt 1 to provision port 9a50f152-3693-4af8-a3bf-e47a32463375 Sep 29 06:52:18.237194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.239786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.265372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.265903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router 82c26a13-a515-42bf-8bc0-53c59c7afa69 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:18.284743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.288329 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-634ad989-5020-46dd-a5d3-a1ebb94ff0cc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/82c26a13-a515-42bf-8bc0-53c59c7afa69 HTTP/1.1" status: 204 len: 168 time: 0.5786760 Sep 29 06:52:18.291028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:18.295018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47270) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:18.306653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:subnet and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:18.315620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:18.329750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:18.329992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Current status of the port 9a50f152-3693-4af8-a3bf-e47a32463375 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:18.330215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.343165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27895-2aa0-4510-be4c-283207c5e2d3 req-eb491d01-f9b3-4173-b68b-969a6ca1ddb7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:18.350332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ee27895-2aa0-4510-be4c-283207c5e2d3 req-eb491d01-f9b3-4173-b68b-969a6ca1ddb7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.4627419 Sep 29 06:52:18.374555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] For port 9a50f152-3693-4af8-a3bf-e47a32463375, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9a50f152-3693-4af8-a3bf-e47a32463375,segment=NetworkSegment(daf88847-cdc6-4b28-b641-7483edf9ba56),segment_id=daf88847-cdc6-4b28-b641-7483edf9ba56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:18.382118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.383047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet e2481637-b788-4643-9caa-ca868de43122 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:18.386776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.413280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.456948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.465586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Pushing event updated for resources: {'Port': ['ID=9a50f152-3693-4af8-a3bf-e47a32463375,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:18.468460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Could not find standard attr ID for object d73bc838-37ae-44cf-bc64-e48aaa90afd5. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:18.472201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c81834b5-27ba-484b-9993-5e3bb1472d49 None None] Could not find standard attr ID for object 624c1a8b-1631-474a-9a8f-9d931074a35a. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:18.555153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.560874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Made reservation on behalf of 0b09ff1a779248a88c82ac07b6aee748 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:18.564372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.586558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=624c1a8b-1631-474a-9a8f-9d931074a35a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:18.592703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.600632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Provisioning complete for port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:18.601279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.601780 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 1 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:18.643888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.666520 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ee27895-2aa0-4510-be4c-283207c5e2d3 req-3c5159c6-abe1-4c9d-83f3-1e15fd9fcd32 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150637 Sep 29 06:52:18.666848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:18.673489 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d96aaf04-edd7-46c2-8eb5-87eabb60ed67 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/624c1a8b-1631-474a-9a8f-9d931074a35a HTTP/1.1" status: 204 len: 168 time: 1.4873638 Sep 29 06:52:18.683930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47274) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:18.732267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=e2481637-b788-4643-9caa-ca868de43122,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:18.745008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.746062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59cdf87-e185-48d6-a27c-63d2d72457c8 None None] Network f517b9a7-196b-4de4-994a-4716831cc6b1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:18.748002 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1173b5-30b7-460a-8bc0-9db094cb8232 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:52:18.749273 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6c1173b5-30b7-460a-8bc0-9db094cb8232 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/624c1a8b-1631-474a-9a8f-9d931074a35a HTTP/1.1" status: 404 len: 333 time: 0.0634730 Sep 29 06:52:18.752058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47278) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:18.770641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47282) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:18.770966 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d532b8d-8960-405e-bceb-2cabc7f622f8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/e2481637-b788-4643-9caa-ca868de43122 HTTP/1.1" status: 204 len: 168 time: 0.4744689 Sep 29 06:52:18.824446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d62d411-440b-48d2-a14a-d7c3a06bf2bd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.855192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d62d411-440b-48d2-a14a-d7c3a06bf2bd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.909431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d62d411-440b-48d2-a14a-d7c3a06bf2bd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.914503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9a50f152-3693-4af8-a3bf-e47a32463375 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:18.930940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62d411-440b-48d2-a14a-d7c3a06bf2bd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd244f-80fc-4660-9850-df610501deee,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:18.933420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.935072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d62d411-440b-48d2-a14a-d7c3a06bf2bd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.936436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d62d411-440b-48d2-a14a-d7c3a06bf2bd tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/security-groups/e9cd244f-80fc-4660-9850-df610501deee HTTP/1.1" status: 204 len: 168 time: 0.1834829 Sep 29 06:52:18.939188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47286) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:18.950977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 9a50f152-3693-4af8-a3bf-e47a32463375 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:18.951331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:18.981358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.027237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33ae7b3c-0eee-4e7c-968e-df88e9ae8d4c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.065149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33ae7b3c-0eee-4e7c-968e-df88e9ae8d4c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.074767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9a50f152-3693-4af8-a3bf-e47a32463375 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:19.075284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.075758 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9a50f152-3693-4af8-a3bf-e47a32463375 Sep 29 06:52:19.119987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33ae7b3c-0eee-4e7c-968e-df88e9ae8d4c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.143954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae7b3c-0eee-4e7c-968e-df88e9ae8d4c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6290ae49-8572-41b3-bf65-8249cf878f9d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:19.153807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33ae7b3c-0eee-4e7c-968e-df88e9ae8d4c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.155333 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-33ae7b3c-0eee-4e7c-968e-df88e9ae8d4c tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/security-groups/6290ae49-8572-41b3-bf65-8249cf878f9d HTTP/1.1" status: 204 len: 168 time: 0.2148371 Sep 29 06:52:19.157930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47290) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:19.195234 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 2 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:19.234592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet b37c3bcd-5854-43f0-9a88-ca800b0f455e {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:19.238248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.238404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] DHCP port deletion for f517b9a7-196b-4de4-994a-4716831cc6b1 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:19.243994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Subnet': ['ID=6c026daa-1002-46b3-a20a-78f1624b2b61,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:19.266986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Checking segment: {'id': '06193dd4-d518-450e-8b7e-e05d98a81d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:19.267338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network hostable DHCP agents. Network: c69e66e6-d19f-47d9-9bd8-4b7092888df5, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:19.272293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Deleting port 9a50f152-3693-4af8-a3bf-e47a32463375 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:19.272920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.297794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.338729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9a50f152-3693-4af8-a3bf-e47a32463375 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:19.341194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 347cb766-bb3c-4afa-81c3-e6bb4589ee90 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:19.372946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:19.377344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:19.387575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 9a50f152-3693-4af8-a3bf-e47a32463375, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9a50f152-3693-4af8-a3bf-e47a32463375,segment=NetworkSegment(daf88847-cdc6-4b28-b641-7483edf9ba56),segment_id=daf88847-cdc6-4b28-b641-7483edf9ba56)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:19.387931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.394930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.397826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, c69e66e6-d19f-47d9-9bd8-4b7092888df5) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:19.434054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9dd09d-54bd-4295-9256-4f65d91ee078 None None] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:19.450522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:19.451113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.487380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.518232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 9a50f152-3693-4af8-a3bf-e47a32463375 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:19.577003 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-78f55a28-a836-4e0b-9f7c-2bbb11db0e96 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7711880 Sep 29 06:52:19.580586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47294) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:19.589113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'network': {'name': 'tempest-router-network01--2119699356'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:19.596651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:19.616446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:network and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:19.619734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:19.625895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:19.635309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.653798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=b37c3bcd-5854-43f0-9a88-ca800b0f455e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:19.659426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.671071 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a4dd7f68-6621-40ff-9d4a-679c757147d6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/b37c3bcd-5854-43f0-9a88-ca800b0f455e HTTP/1.1" status: 204 len: 168 time: 0.5120373 Sep 29 06:52:19.672464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47298) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:19.672637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Made reservation on behalf of 0b09ff1a779248a88c82ac07b6aee748 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:19.676218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.681326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208dd43-b1e1-4dac-85ab-05ff3b2559d3 None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:19.681640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:19.714831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=9a50f152-3693-4af8-a3bf-e47a32463375,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:19.722268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port 9a50f152-3693-4af8-a3bf-e47a32463375 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:19.838928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:19.848963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:19.849914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.850262 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 Sep 29 06:52:19.871210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.871568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Added segment 45924bc9-44b0-4425-bffe-1cbe79e1d44f of type vlan for network bfea234c-6a33-4801-8ba4-d8d7a97a940c Sep 29 06:52:19.873444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.888576 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 3 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:19.917152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:19.917906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f517b9a7-196b-4de4-994a-4716831cc6b1']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:19.923573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:19.927521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:19.935097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:19.937451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.942147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf88847-cdc6-4b28-b641-7483edf9ba56') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:19.942464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf88847-cdc6-4b28-b641-7483edf9ba56') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:19.951846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c4b61-5cf3-4414-8588-23e351883bcf req-55f89a60-251b-479b-b382-2780e620e3c7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:19.953473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-375c4b61-5cf3-4414-8588-23e351883bcf req-55f89a60-251b-479b-b382-2780e620e3c7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.1533675 Sep 29 06:52:19.957583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.959838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:19.964456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.964631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] For port 9a50f152-3693-4af8-a3bf-e47a32463375, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9a50f152-3693-4af8-a3bf-e47a32463375,segment=NetworkSegment(daf88847-cdc6-4b28-b641-7483edf9ba56),segment_id=daf88847-cdc6-4b28-b641-7483edf9ba56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:19.965091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.985219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:19.995827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:19.996232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.067456 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment daf88847-cdc6-4b28-b641-7483edf9ba56 resource provider aggregate not found Sep 29 06:52:20.077718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.083265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:20.084524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.098443 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-375c4b61-5cf3-4414-8588-23e351883bcf req-a3f8ddd9-7d82-40b0-af76-5607e2097c54 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156440 Sep 29 06:52:20.116262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Calling delete_port for 9a50f152-3693-4af8-a3bf-e47a32463375 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:20.131356 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment daf88847-cdc6-4b28-b641-7483edf9ba56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daf88847-cdc6-4b28-b641-7483edf9ba56 found for delete ", "request_id": "req-2a9bdf30-4435-416c-881d-18bf4d38e5e7"}]} Sep 29 06:52:20.167184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:20.218153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.223671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.226991 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6454263 Sep 29 06:52:20.231564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47308) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:20.234847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6d566-c19f-41f2-b558-eee75d8fbc6c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Network': ['ID=bfea234c-6a33-4801-8ba4-d8d7a97a940c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:20.241335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'network': {'name': 'tempest-router-network02--341713177'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:20.248063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:20.258073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:network and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:20.259972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=f517b9a7-196b-4de4-994a-4716831cc6b1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:20.262199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:20.264023 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4e5925a6-e5b7-4397-9905-7b52f8ce5ee1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/f517b9a7-196b-4de4-994a-4716831cc6b1 HTTP/1.1" status: 204 len: 168 time: 1.4913778 Sep 29 06:52:20.269989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47312) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:20.273074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:20.276375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-543228528', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:20.283414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:20.288461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Made reservation on behalf of 0b09ff1a779248a88c82ac07b6aee748 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:20.288633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:20.291479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:20.292239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.298126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:20.308884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.310530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.327598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.342038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:20.346607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.358808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-c69e66e6-d19f-47d9-9bd8-4b7092888df5', 'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5', 'tenant_id': '0b09ff1a779248a88c82ac07b6aee748', 'fixed_ips': [{'subnet_id': '6c026daa-1002-46b3-a20a-78f1624b2b61'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:20.359586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.388866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:20.429132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:20.434477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.434842 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Added segment fc05519a-905a-4f23-808a-a096ce5bd07a of type vlan for network a003f326-8a7f-49b2-977e-a6b8f1e150e1 Sep 29 06:52:20.436300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:20.440162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:20.440741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.455142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=984d79bb-5f56-4838-8189-0bd29868b697,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:20.490287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.498658 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c7946f0c-d83b-43d7-84ba-cf1938c00661 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8250251 Sep 29 06:52:20.501109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47316) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:20.505339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'security_group': {'name': 'tempest-secgroup-77702137'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:20.513673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:20.519307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:20.522903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:20.536496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:20.554118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.565352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.571547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:20.572125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.585029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:52:20.585403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:52:20.603578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:20.641050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:20.682285 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 4 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:20.685221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:20.688252 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4538612 Sep 29 06:52:20.693151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47320) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:20.693767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group_rule and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:20.697973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:20.706220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'subnet': {'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:20.731815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:20.763462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:20.766944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Allocated IP 172.20.0.2 (c69e66e6-d19f-47d9-9bd8-4b7092888df5/6c026daa-1002-46b3-a20a-78f1624b2b61/a0a9793c-9ea6-45b2-94ed-45ccc0aad72e) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:20.810978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2dd87-e7af-492f-bfb2-5ee542e25b50 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Network': ['ID=a003f326-8a7f-49b2-977e-a6b8f1e150e1,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:20.852127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network a003f326-8a7f-49b2-977e-a6b8f1e150e1 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:20.904569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:20.912893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:subnet and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:20.919561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:20.927749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:20.945724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9a50f152-3693-4af8-a3bf-e47a32463375 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:20.962289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Made reservation on behalf of 0b09ff1a779248a88c82ac07b6aee748 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:20.965814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.002319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9a50f152-3693-4af8-a3bf-e47a32463375 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:21.003371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9a50f152-3693-4af8-a3bf-e47a32463375 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:21.085057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.089667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Deleting port 9a50f152-3693-4af8-a3bf-e47a32463375 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:21.090685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.096543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.177275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.213022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e04dcb1-56b9-47fd-9fc7-ee01918341ff None None] The port '9a50f152-3693-4af8-a3bf-e47a32463375' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:21.231562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.249984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.262693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Transition to ACTIVE for port object a0a9793c-9ea6-45b2-94ed-45ccc0aad72e will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:21.265482 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 5 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:21.394641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.439960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Transition to ACTIVE for port object a0a9793c-9ea6-45b2-94ed-45ccc0aad72e will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:21.446210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:21.456978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.463902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e448180-dc04-4e72-a192-f28c87bdbda6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:21.464858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.26.0.223 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/c84fbc10-87d8-4dbb-9f2f-6bdc0538f626) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:21.502117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.507516 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-45088571-e2b1-4ac3-adde-6838d1ae5978 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0066195 Sep 29 06:52:21.510361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47326) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:21.526552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1410351058'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:21.535852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Subnet': ['ID=94dc4acd-56c8-4a2d-b4be-2176a7a15114,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:21.539485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:21.547991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:21.554109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:21.560814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abcec1d-0669-408a-a445-a813be18d73c None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:21.563011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:21.567616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Checking segment: {'id': '45924bc9-44b0-4425-bffe-1cbe79e1d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:21.568749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network hostable DHCP agents. Network: bfea234c-6a33-4801-8ba4-d8d7a97a940c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:21.582614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:21.587725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.588158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:21.610105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:21.621023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:21.625747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group_rule and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:21.629176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:21.633076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, bfea234c-6a33-4801-8ba4-d8d7a97a940c) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:21.636994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:21.637989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:21.638601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.652815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:21.655171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adfe13-6bd8-497f-a955-2b07b07b6822 req-3d4bde7c-e1d0-4e66-8c9b-3eef8aa84802 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:21.662136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcf908-536d-42ac-9bc2-9ecd122a3f10 None None] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:21.662429 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d2adfe13-6bd8-497f-a955-2b07b07b6822 req-3d4bde7c-e1d0-4e66-8c9b-3eef8aa84802 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 944 time: 0.3002357 Sep 29 06:52:21.691102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.718998 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b6d03039-0f43-42bc-b74e-25cb9cdc3bca tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0223370 Sep 29 06:52:21.719748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47330) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:21.727112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d2adfe13-6bd8-497f-a955-2b07b07b6822 req-1388f085-c438-49bb-94ff-6072b0e534a9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640247 Sep 29 06:52:21.736632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'subnet': {'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:21.751221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.767642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Pushing event updated for resources: {'Port': ['ID=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:21.825256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:21.827230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:21.829741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:21.835197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 83afd9b4-85c0-40b0-89c9-72cdd33511c9 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:52:21.837017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.845506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.876129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=c84fbc10-87d8-4dbb-9f2f-6bdc0538f626,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:21.905605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Attempting to bind port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:21.905982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Attempting to bind port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '06193dd4-d518-450e-8b7e-e05d98a81d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:21.906356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Attempting to bind port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e on network c69e66e6-d19f-47d9-9bd8-4b7092888df5 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:21.910283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:21.914110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ef81a-8693-4b1e-bf42-b12371e2eb4e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:21.917966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Usage tracker for resource:subnet and tenant:0b09ff1a779248a88c82ac07b6aee748 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:21.921104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:21.923981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.925204 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f86986c0-737c-4e88-94d1-14249f8a2f1e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4117978 Sep 29 06:52:21.929971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47334) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:21.931867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:21.936906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1164584319'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:21.945516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:21.951042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:21.953959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:21.956683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Made reservation on behalf of 0b09ff1a779248a88c82ac07b6aee748 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:21.960224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:21.978374 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 6 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:21.982673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:22.002189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:22.002598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Checking segment: {'id': '06193dd4-d518-450e-8b7e-e05d98a81d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:22.003220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.003391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Bound using segment: {'id': '06193dd4-d518-450e-8b7e-e05d98a81d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:22.004071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Bound port: a0a9793c-9ea6-45b2-94ed-45ccc0aad72e, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06193dd4-d518-450e-8b7e-e05d98a81d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c69e66e6-d19f-47d9-9bd8-4b7092888df5'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:22.004458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.058220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.090620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:22.097577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:security_group_rule and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:22.102038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:22.110617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:22.265972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:22.288764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.386410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:22.394383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] For port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:22.402615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-bfea234c-6a33-4801-8ba4-d8d7a97a940c', 'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c', 'tenant_id': '0b09ff1a779248a88c82ac07b6aee748', 'fixed_ips': [{'subnet_id': '94dc4acd-56c8-4a2d-b4be-2176a7a15114'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:22.403446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.416273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.427134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:52:22.430363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] For port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,segment=NetworkSegment(06193dd4-d518-450e-8b7e-e05d98a81d06),segment_id=06193dd4-d518-450e-8b7e-e05d98a81d06)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:22.463083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.475298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.501267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.552326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf18438-88b0-41e8-88ff-1f1cd466b84a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:22.558265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.559656 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aca722a1-8400-47d7-a617-c64453667fd1 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6293502 Sep 29 06:52:22.562412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Subnet': ['ID=24a4b83e-b368-4b86-9f8a-3ebf1aad2701,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:22.565599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47338) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:22.578170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2054598914', 'security_groups': ['4cf18438-88b0-41e8-88ff-1f1cd466b84a'], 'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '984d79bb-5f56-4838-8189-0bd29868b697'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:22.596337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Checking segment: {'id': 'fc05519a-905a-4f23-808a-a096ce5bd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:22.596337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network hostable DHCP agents. Network: a003f326-8a7f-49b2-977e-a6b8f1e150e1, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:22.647750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:22.648129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.694701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network a003f326-8a7f-49b2-977e-a6b8f1e150e1 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:22.713021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43160-17c4-4a78-b673-1b9948fc7670 None None] Pushing event updated for resources: {'Port': ['ID=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:22.715804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83afd9b4-85c0-40b0-89c9-72cdd33511c9 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:52:22.726722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, a003f326-8a7f-49b2-977e-a6b8f1e150e1) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:22.742093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:22.742828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:22.793562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:22.808401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47344) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:22.809470 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d7ef4a12-5fc5-4ca5-8876-f12a521fbfa1 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0876899 Sep 29 06:52:22.815619 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 7 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:22.817115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:port and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:22.826793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:22.840051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d70839-8421-4713-831d-4bf1b9fa05ea None None] Network a003f326-8a7f-49b2-977e-a6b8f1e150e1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:22.840516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:22.863813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:22.893630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:23.038978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.129037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.133984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e5f33-c9c7-476f-861d-5b34edb23ead req-77ac38c8-831a-4f1a-bcc0-925b8068833e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:23.136203 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-444e5f33-c9c7-476f-861d-5b34edb23ead req-77ac38c8-831a-4f1a-bcc0-925b8068833e tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 945 time: 0.2297821 Sep 29 06:52:23.151191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:23.151989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Update dhcp port {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'fixed_ips': [{'subnet_id': 'ead5eb0e-b369-46f8-ae81-7da8b292eeae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '984d79bb-5f56-4838-8189-0bd29868b697'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '347cb766-bb3c-4afa-81c3-e6bb4589ee90'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:52:23.215430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.229294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-444e5f33-c9c7-476f-861d-5b34edb23ead req-587d3eb9-82b2-440b-b85e-3342c4683d35 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833251 Sep 29 06:52:23.229747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Allocated IP 172.20.0.2 (bfea234c-6a33-4801-8ba4-d8d7a97a940c/94dc4acd-56c8-4a2d-b4be-2176a7a15114/62c767ed-613f-4aba-a93b-624937fc2974) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:23.242847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] device_id is not set on port a4577b3b-0b5d-4c7d-8c5e-542c60550be8 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:52:23.297727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.368582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=83afd9b4-85c0-40b0-89c9-72cdd33511c9,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:23.513394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8::308 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/984d79bb-5f56-4838-8189-0bd29868b697/a4577b3b-0b5d-4c7d-8c5e-542c60550be8) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:23.530131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.566117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['83afd9b4-85c0-40b0-89c9-72cdd33511c9'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:52:23.657395 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 8 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:23.742127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.746463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router aac365b7-aaf5-4e1a-a7bf-42929dae99b9 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:52:23.765621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Transition to ACTIVE for port object a4577b3b-0b5d-4c7d-8c5e-542c60550be8 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:23.796155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.882251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:23.886887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:23.889591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:23.896302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:23.896927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.918784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=a4577b3b-0b5d-4c7d-8c5e-542c60550be8,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:23.938073 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6fc13d10-a4c8-4091-bcc2-4596b4331b23 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3684096 Sep 29 06:52:23.938889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47348) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:23.942727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-a003f326-8a7f-49b2-977e-a6b8f1e150e1', 'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1', 'tenant_id': '0b09ff1a779248a88c82ac07b6aee748', 'fixed_ips': [{'subnet_id': '24a4b83e-b368-4b86-9f8a-3ebf1aad2701'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:23.944111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:23.946741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:24.004520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:24.106218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:24.111929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:24.116228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:24.125048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:24.139865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:24.144092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.148829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4a782-ad31-483e-b158-07caa93afe12 None None] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:24.177294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.203590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:24.215238 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] Sync routers for ids ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:24.227795 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] Routers {'aac365b7-aaf5-4e1a-a7bf-42929dae99b9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:24.228687 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:24.241614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.244440 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6df82b09-6acc-4a98-bdc5-666e79b31a32 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.9733312 Sep 29 06:52:24.247281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47352) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:24.278194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Transition to ACTIVE for port object 62c767ed-613f-4aba-a93b-624937fc2974 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:24.288008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 984d79bb-5f56-4838-8189-0bd29868b697 (CIDR: 2001:db8::/64) Sep 29 06:52:24.293819 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:24.294487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:24.300100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Transition to ACTIVE for port object 62c767ed-613f-4aba-a93b-624937fc2974 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:24.321486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Allocated IP 2001:db8::2 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/984d79bb-5f56-4838-8189-0bd29868b697/347cb766-bb3c-4afa-81c3-e6bb4589ee90) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:24.326696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-564bc85d-68aa-4f30-9097-527c2fa3296e tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3862462 Sep 29 06:52:24.327664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:24.329209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47358) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:24.345936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:24.367419 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] Routers {'aac365b7-aaf5-4e1a-a7bf-42929dae99b9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:24.367962 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:24.506591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:24.507288 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdedfcab-9a81-424d-9afb-a7e84b7a7cab None None] The sync data for ids ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:24.510358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Allocated IP 172.20.0.1 (bfea234c-6a33-4801-8ba4-d8d7a97a940c/94dc4acd-56c8-4a2d-b4be-2176a7a15114/0ce493af-3e7a-4033-9495-612857e8aef7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:24.514913 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 9 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:24.550817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:24.556374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:24.562124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:24.571486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:24.588437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:24.593508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.630731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e1a84916-c517-45c5-bf19-22461b36b4f1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/routers/aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 200 len: 880 time: 0.3821356 Sep 29 06:52:24.664567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.677386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47362) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:24.782161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.800430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335e95-8699-4442-a824-e0589017d023 req-10f9b7d5-db78-468f-ac7d-3a60349d2024 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:24.801590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:24.802092 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af335e95-8699-4442-a824-e0589017d023 req-10f9b7d5-db78-468f-ac7d-3a60349d2024 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 945 time: 0.1773663 Sep 29 06:52:24.816367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:24.829587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Transition to ACTIVE for port object 0ce493af-3e7a-4033-9495-612857e8aef7 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:24.843449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:24.853560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:24.864098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af335e95-8699-4442-a824-e0589017d023 req-c5f8dcb8-a7ff-40ae-bbc8-b9dd2581e428 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518765 Sep 29 06:52:24.903658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:24.986610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.ipam_backend_mixin [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ead5eb0e-b369-46f8-ae81-7da8b292eeae (CIDR: 2001:db8:0:1::/64) Sep 29 06:52:24.987615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:24.990600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:24.994726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:24.997253 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:24.999002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:25.040323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a0a9793c-9ea6-45b2-94ed-45ccc0aad72e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:25.042334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Port': ['ID=0ce493af-3e7a-4033-9495-612857e8aef7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:25.061677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.073478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Allocated IP 172.20.0.2 (a003f326-8a7f-49b2-977e-a6b8f1e150e1/24a4b83e-b368-4b86-9f8a-3ebf1aad2701/f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:25.088896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Pushing event updated for resources: {'Port': ['ID=62c767ed-613f-4aba-a93b-624937fc2974,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:25.089857 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-26693f5b-3619-4631-9f12-ee98e3c61d2f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7592754 Sep 29 06:52:25.094425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47366) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:25.100924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'subnet': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:25.175971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.203321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=347cb766-bb3c-4afa-81c3-e6bb4589ee90,segment=NetworkSegment(3c833c00-be74-4add-851c-9126298731c1),segment_id=3c833c00-be74-4add-851c-9126298731c1)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:25.215754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Attempting to bind port 62c767ed-613f-4aba-a93b-624937fc2974 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:25.216450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Attempting to bind port 62c767ed-613f-4aba-a93b-624937fc2974 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '45924bc9-44b0-4425-bffe-1cbe79e1d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:25.216878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Attempting to bind port 62c767ed-613f-4aba-a93b-624937fc2974 on network bfea234c-6a33-4801-8ba4-d8d7a97a940c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:25.235307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-88dcb699-ac74-442b-94fa-fda618fd14a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:router {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:25.260739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:25.261299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Checking segment: {'id': '45924bc9-44b0-4425-bffe-1cbe79e1d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:25.261827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.262282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Bound using segment: {'id': '45924bc9-44b0-4425-bffe-1cbe79e1d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:25.262861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Bound port: 62c767ed-613f-4aba-a93b-624937fc2974, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45924bc9-44b0-4425-bffe-1cbe79e1d44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bfea234c-6a33-4801-8ba4-d8d7a97a940c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:25.263297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.275698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-88dcb699-ac74-442b-94fa-fda618fd14a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:router {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:25.277128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-88dcb699-ac74-442b-94fa-fda618fd14a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5989959 Sep 29 06:52:25.281810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47370) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:25.284551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:25.289313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-543228528'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:25.370062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Usage tracker for resource:subnet and tenant:903e928153bc4788bc34366d11bc5815 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:25.375299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:25.392603 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 10 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:25.395286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:25.457009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.resource_extend [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:52:25.479706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Made reservation on behalf of 903e928153bc4788bc34366d11bc5815 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:25.483536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.488966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.538712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:25.571957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:25.575912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Transition to ACTIVE for port object 347cb766-bb3c-4afa-81c3-e6bb4589ee90 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:25.597179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.614255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.622557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.647959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] For port 62c767ed-613f-4aba-a93b-624937fc2974, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:25.721777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] For port 62c767ed-613f-4aba-a93b-624937fc2974, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=62c767ed-613f-4aba-a93b-624937fc2974,segment=NetworkSegment(45924bc9-44b0-4425-bffe-1cbe79e1d44f),segment_id=45924bc9-44b0-4425-bffe-1cbe79e1d44f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:25.741410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.765614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Provisioning for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:25.840511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.855161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Port': ['ID=0ce493af-3e7a-4033-9495-612857e8aef7,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:25.858587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Provisioning complete for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:25.858970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:25.859306 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Attempt 1 to provision port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 Sep 29 06:52:25.927645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af38c-5448-488b-8d52-707a1e42966f None None] Pushing event updated for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:26.008123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:26.020132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:26.022161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.070780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Transition to ACTIVE for port object f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:26.120466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a03a3e-2bad-49af-b35c-78b3626bdb03 None None] Pushing event updated for resources: {'Port': ['ID=62c767ed-613f-4aba-a93b-624937fc2974,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:26.126833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Transition to ACTIVE for port object f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:26.172182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.201186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.253136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.285013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Current status of the port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:26.290593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Network a003f326-8a7f-49b2-977e-a6b8f1e150e1 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:26.296442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:26.298711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Pushing event updated for resources: {'Port': ['ID=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:26.300956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:26.305562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e3f7bf-d522-4ff7-a7f3-119be0efa6a8 None None] Could not find standard attr ID for object 624c1a8b-1631-474a-9a8f-9d931074a35a. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:26.451271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.453884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Attempting to bind port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:26.454258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Attempting to bind port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'fc05519a-905a-4f23-808a-a096ce5bd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:26.454656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Attempting to bind port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 on network a003f326-8a7f-49b2-977e-a6b8f1e150e1 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:26.466429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Provisioning for port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:26.470713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:26.471092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Checking segment: {'id': 'fc05519a-905a-4f23-808a-a096ce5bd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:26.471496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.471893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Bound using segment: {'id': 'fc05519a-905a-4f23-808a-a096ce5bd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:26.474663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Bound port: f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc05519a-905a-4f23-808a-a096ce5bd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a003f326-8a7f-49b2-977e-a6b8f1e150e1'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:26.475107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.495426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Provisioning complete for port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:26.495804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.496142 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 1 to provision port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e Sep 29 06:52:26.584885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Router ecf7ff49-3acc-4a49-a346-51cc9442ac54 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:52:26.655387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:26.661787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:26.673964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] For port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:26.679200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e4f4-d331-4540-b1b1-823dac918bb8 req-8011807a-a0fb-40d5-9f3d-2e2e65674df4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:26.680741 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7e56e4f4-d331-4540-b1b1-823dac918bb8 req-8011807a-a0fb-40d5-9f3d-2e2e65674df4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 945 time: 0.5953560 Sep 29 06:52:26.691022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:26.691616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.697510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] For port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,segment=NetworkSegment(fc05519a-905a-4f23-808a-a096ce5bd07a),segment_id=fc05519a-905a-4f23-808a-a096ce5bd07a)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:26.706312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Current status of the port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:26.706725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.717993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.876533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] For port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,segment=NetworkSegment(06193dd4-d518-450e-8b7e-e05d98a81d06),segment_id=06193dd4-d518-450e-8b7e-e05d98a81d06)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:26.879761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:26.882738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babe5b2-0863-4119-b5d3-25115d6696c5 None None] Pushing event updated for resources: {'Port': ['ID=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:26.891821 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7962658 Sep 29 06:52:26.900803 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-48859695-e275-4342-ad34-f99a91ce6c74 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0886045 Sep 29 06:52:26.901884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47378) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:26.902315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47380) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:26.904858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] Sync routers for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:26.910980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:26.919001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7e56e4f4-d331-4540-b1b1-823dac918bb8 req-d3052ce0-2c43-4fd7-93ac-209d356e6ac9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176752 Sep 29 06:52:26.919683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e178f08-60c9-476e-9480-6382b27b78fc tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Subnet': ['ID=1224d164-a7e2-4103-82d4-3e7829d41703,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:26.964140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router aac365b7-aaf5-4e1a-a7bf-42929dae99b9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:26.978842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72574de0-d3f4-4143-aede-e7efa314ced7 None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:26.998220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1174758738', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1224d164-a7e2-4103-82d4-3e7829d41703'}], 'security_groups': ['0e448180-dc04-4e72-a192-f28c87bdbda6', 'de4ef81a-8693-4b1e-bf42-b12371e2eb4e']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:27.237478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:27.248448 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] Sync routers for ids ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:27.250841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:27.252180 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c88e93ed-27ab-4890-ba05-ee071d222c3b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 200 len: 887 time: 1.9692872 Sep 29 06:52:27.254659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47388) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:27.265221 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] Routers {'aac365b7-aaf5-4e1a-a7bf-42929dae99b9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:27.270244 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.347327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 347cb766-bb3c-4afa-81c3-e6bb4589ee90 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:27.409391 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.429877 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] Routers {'aac365b7-aaf5-4e1a-a7bf-42929dae99b9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:27.434435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.457354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:27.458140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.547868 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.548757 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecce49b-0eb1-48b8-9371-bf92b98d4e7f None None] The sync data for ids ['aac365b7-aaf5-4e1a-a7bf-42929dae99b9'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:27.586134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-04cc4607-7bb3-436c-924d-7477d67d958b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/routers/aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 200 len: 887 time: 0.3301253 Sep 29 06:52:27.591424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47394) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:27.595976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Pushing event updated for resources: {'Port': ['ID=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:27.627893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Provisioning complete for port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:27.628559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:27.629229 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 1 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:27.661171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.666549 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7251ca81-4142-4e5d-9383-22db9e3f754d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 200 len: 205 time: 0.0721235 Sep 29 06:52:27.667426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47398) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:27.676811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c5fc1-938c-4a27-a3b3-cf41c473bb3c None None] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:27.773013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:27.777404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:27.778058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.861330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 83afd9b4-85c0-40b0-89c9-72cdd33511c9 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:27.892732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:27.903343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:27.912140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:27.912426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804e6b1-9072-40a3-980e-4829eea797fd None None] The sync data for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:28.056051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:28.056715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.057219 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 Sep 29 06:52:28.120197 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:52:28.176068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.189850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port c84fbc10-87d8-4dbb-9f2f-6bdc0538f626 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:28.190470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.267717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:28.280211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cf89da-b66f-48a8-a47c-66ae52c5fb00 None None] Network a003f326-8a7f-49b2-977e-a6b8f1e150e1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:28.310191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:28.310595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.310948 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 Sep 29 06:52:28.432342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-2cf3eff4-37e8-42d6-b7ef-9df6e2ad0065 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:28.433392 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2cf3eff4-37e8-42d6-b7ef-9df6e2ad0065 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5223954 Sep 29 06:52:28.437150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Update dhcp port {'port': {'network_id': '8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8', 'fixed_ips': [{'subnet_id': 'ead5eb0e-b369-46f8-ae81-7da8b292eeae', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '984d79bb-5f56-4838-8189-0bd29868b697', 'ip_address': '2001:db8::2'}, {'subnet_id': '1224d164-a7e2-4103-82d4-3e7829d41703'}], 'binding:host_id': 'dv-neutron-859761-1-hyperv'}, 'id': '347cb766-bb3c-4afa-81c3-e6bb4589ee90'} from dv-neutron-859761-1-hyperv. {{(pid=89138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 29 06:52:28.447123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47406) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:28.455593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.486051 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 2 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:28.620597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for c84fbc10-87d8-4dbb-9f2f-6bdc0538f626 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:28.621174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.649690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:28.713531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b875bd-76cc-4c57-816e-abebf24018a8 req-416af472-50a5-4e71-b133-f6fec17eddc8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:28.715352 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b4b875bd-76cc-4c57-816e-abebf24018a8 req-416af472-50a5-4e71-b133-f6fec17eddc8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 945 time: 0.4254148 Sep 29 06:52:28.842047 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b4b875bd-76cc-4c57-816e-abebf24018a8 req-9a855847-3201-45cd-b0cb-62360634b359 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619173 Sep 29 06:52:28.846523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:28.846924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:28.921801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:28.923168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 62c767ed-613f-4aba-a93b-624937fc2974 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:28.968569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.044674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=c84fbc10-87d8-4dbb-9f2f-6bdc0538f626,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:29.048264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Delete allocated IP 2001:db8::308 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/984d79bb-5f56-4838-8189-0bd29868b697) {{(pid=89137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 06:52:29.069378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Allocated IP 2001:db8:0:2::22e (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/1224d164-a7e2-4103-82d4-3e7829d41703/a4577b3b-0b5d-4c7d-8c5e-542c60550be8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:29.073511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:52:29.076044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddccd6b4-d28f-4200-8519-edad74ab3d28" -d '{"events": [{"server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "name": "network-vif-plugged", "status": "completed", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:52:29.111241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:29.123808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.169253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146423bd-63c0-455c-a3e1-aa57daeda628 x-openstack-request-id: req-146423bd-63c0-455c-a3e1-aa57daeda628 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:52:29.169545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "name": "network-vif-plugged", "status": "completed", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:52:29.169802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-146423bd-63c0-455c-a3e1-aa57daeda628 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:52:29.170206 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146423bd-63c0-455c-a3e1-aa57daeda628'] response: {'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'code': 200} Sep 29 06:52:29.171086 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 3 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:29.172460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.359885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:29.384094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=83afd9b4-85c0-40b0-89c9-72cdd33511c9,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:29.401152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 62c767ed-613f-4aba-a93b-624937fc2974 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:29.416945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.425479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.479405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.480123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router aac365b7-aaf5-4e1a-a7bf-42929dae99b9 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:29.525917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.527076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4774caf5-5736-4246-92b2-8f4bef037058 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 204 len: 168 time: 1.8586469 Sep 29 06:52:29.530786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47414) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:29.536732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-828543530'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:29.542687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:29.546849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:29.550430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:29.565793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:29.594732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:29.599470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.628346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.632550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:29.646834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:29.652525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.658213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.659012 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment f347c50b-3fce-4cd7-bae2-cc671dc7faa3 of type vlan for network e60062e0-3d10-49b4-bd62-3ae05f9591bc Sep 29 06:52:29.696750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.715711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Ignored duplicate provisioning block setup for port a4577b3b-0b5d-4c7d-8c5e-542c60550be8 by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 06:52:29.730192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.735013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.743184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:29.744141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:29.763819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:29.775563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a0a9793c-9ea6-45b2-94ed-45ccc0aad72e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:29.849298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eb47c-447f-4ed4-ab22-a9d48ea81007 req-c90898f2-296c-468c-8194-66433254a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:29.850821 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-921eb47c-447f-4ed4-ab22-a9d48ea81007 req-c90898f2-296c-468c-8194-66433254a907 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1099 time: 0.3899164 Sep 29 06:52:29.856402 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3244708 Sep 29 06:52:29.859388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47418) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:29.868133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:29.869937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Allocated IP 2001:db8:0:2::2 (8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8/1224d164-a7e2-4103-82d4-3e7829d41703/347cb766-bb3c-4afa-81c3-e6bb4589ee90) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:29.872460 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 4 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:29.887388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb7ba9-0d55-45b2-9f9e-ae490e539deb tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=e60062e0-3d10-49b4-bd62-3ae05f9591bc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:29.992047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:29.996058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:29.997982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:29.998800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:29.999331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:30.005731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:30.016608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:30.020917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.133432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event updated for resources: {'Port': ['ID=a4577b3b-0b5d-4c7d-8c5e-542c60550be8,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:30.136251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] In _notify_port_updated(), no bound segment for port a4577b3b-0b5d-4c7d-8c5e-542c60550be8 on network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 06:52:30.141792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:30.142393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.143810 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-13db0640-e78e-4f6f-8962-156347294b51 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "PUT /v2.0/ports/a4577b3b-0b5d-4c7d-8c5e-542c60550be8 HTTP/1.1" status: 200 len: 970 time: 3.2370965 Sep 29 06:52:30.160679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:30.183471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:30.183943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.184350 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e Sep 29 06:52:30.255513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.269255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=347cb766-bb3c-4afa-81c3-e6bb4589ee90,segment=NetworkSegment(3c833c00-be74-4add-851c-9126298731c1),segment_id=3c833c00-be74-4add-851c-9126298731c1)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:30.278770 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-921eb47c-447f-4ed4-ab22-a9d48ea81007 req-7d8cfc5d-db11-4817-afce-336f7c21719f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141228 Sep 29 06:52:30.343316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=c5fe74c8-81d8-4614-906c-27c3c68c2705,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:30.344606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port a4577b3b-0b5d-4c7d-8c5e-542c60550be8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:30.345117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.349648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:30.350112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: e60062e0-3d10-49b4-bd62-3ae05f9591bc, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:30.363210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:30.366946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.374161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:30.385142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Transition to ACTIVE for port object 347cb766-bb3c-4afa-81c3-e6bb4589ee90 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:30.389633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.391421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e60062e0-3d10-49b4-bd62-3ae05f9591bc) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:30.398588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:30.399578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.433163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced4b0e-e9fb-445d-b1fe-4c036bb368cb None None] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:30.437455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba511a42-70c0-4d7f-ae86-109ddf35cb98 req-3383e6d8-0be9-4702-b3b6-c9ba6d03a592 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:30.439021 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ba511a42-70c0-4d7f-ae86-109ddf35cb98 req-3383e6d8-0be9-4702-b3b6-c9ba6d03a592 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 946 time: 0.4161878 Sep 29 06:52:30.458899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-98ea334a-a185-4bba-a30c-032a35705e9e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5978146 Sep 29 06:52:30.461360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47428) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:30.469649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-460974673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:30.480905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:30.486625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:30.489390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:30.495438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:30.508219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.509527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.526622 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 5 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:30.527009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.545784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.572501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.576511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f7b228a4-ef3a-4af0-9da3-edcd620edef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1112194 Sep 29 06:52:30.576783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47432) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:30.642413 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ba511a42-70c0-4d7f-ae86-109ddf35cb98 req-6ec882e4-3e7a-4945-80db-d9364764b9ab tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760662 Sep 29 06:52:30.693704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting port 0ce493af-3e7a-4033-9495-612857e8aef7 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:30.694035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.699051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bedde-d6e5-41ab-a251-a9ea1ed680fc None None] Pushing event updated for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:30.756484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:30.780664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.884178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e60062e0-3d10-49b4-bd62-3ae05f9591bc', 'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': 'c5fe74c8-81d8-4614-906c-27c3c68c2705'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:30.885031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:30.990426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for a4577b3b-0b5d-4c7d-8c5e-542c60550be8 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:31.073000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Allocated IP 172.20.0.2 (e60062e0-3d10-49b4-bd62-3ae05f9591bc/c5fe74c8-81d8-4614-906c-27c3c68c2705/44829918-2caf-41cb-bc8d-c0ad1a7c9903) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:31.184094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.232574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.258586 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 6 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:31.338848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Calling delete_port for 0ce493af-3e7a-4033-9495-612857e8aef7 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:31.404677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.406821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:31.463130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.498333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Transition to ACTIVE for port object 44829918-2caf-41cb-bc8d-c0ad1a7c9903 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:31.556535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Transition to ACTIVE for port object 44829918-2caf-41cb-bc8d-c0ad1a7c9903 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:31.559508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 347cb766-bb3c-4afa-81c3-e6bb4589ee90 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:31.581062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.605306 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/a4577b3b-0b5d-4c7d-8c5e-542c60550be8 HTTP/1.1" status: 204 len: 168 time: 1.4372730 Sep 29 06:52:31.610424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47436) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:31.614839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91600efb-3a25-4d46-8deb-f92fcaa20225 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=a4577b3b-0b5d-4c7d-8c5e-542c60550be8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:31.623108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.678070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:31.687013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:31.708043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:31.751037 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a66c64-325f-45e8-8c60-628be27138c0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] GET failed (client error): The resource could not be found. Sep 29 06:52:31.751586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-03a66c64-325f-45e8-8c60-628be27138c0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:31.801175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.20.0.1 (e60062e0-3d10-49b4-bd62-3ae05f9591bc/c5fe74c8-81d8-4614-906c-27c3c68c2705/5f7d32c1-640a-4d46-8c11-cf21f203db5d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:31.805708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-03a66c64-325f-45e8-8c60-628be27138c0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:31.810201 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-03a66c64-325f-45e8-8c60-628be27138c0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports/a4577b3b-0b5d-4c7d-8c5e-542c60550be8 HTTP/1.1" status: 404 len: 333 time: 0.1987333 Sep 29 06:52:31.812461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47442) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:31.889600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Attempting to bind port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:31.889972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Attempting to bind port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:31.890333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Attempting to bind port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 on network e60062e0-3d10-49b4-bd62-3ae05f9591bc {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:31.897057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Pushing event updated for resources: {'Port': ['ID=44829918-2caf-41cb-bc8d-c0ad1a7c9903,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:31.908713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:31.909087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Checking segment: {'id': 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:31.909492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.909884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Bound using segment: {'id': 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:31.910362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Bound port: 44829918-2caf-41cb-bc8d-c0ad1a7c9903, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e60062e0-3d10-49b4-bd62-3ae05f9591bc'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:31.910760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:31.921416 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 7 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:32.016616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.055285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2afc46b-8143-4364-a390-b54a71e6e217 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.068704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] For port 44829918-2caf-41cb-bc8d-c0ad1a7c9903, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:32.074362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] For port 44829918-2caf-41cb-bc8d-c0ad1a7c9903, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=44829918-2caf-41cb-bc8d-c0ad1a7c9903,segment=NetworkSegment(f347c50b-3fce-4cd7-bae2-cc671dc7faa3),segment_id=f347c50b-3fce-4cd7-bae2-cc671dc7faa3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:32.086447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.120120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2afc46b-8143-4364-a390-b54a71e6e217 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.140020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Port': ['ID=0ce493af-3e7a-4033-9495-612857e8aef7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:32.152237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:32.184927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.215706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa329-23e2-4d52-9951-4bde73bbec8e None None] Pushing event updated for resources: {'Port': ['ID=44829918-2caf-41cb-bc8d-c0ad1a7c9903,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:32.240891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c89a6e-bf18-4d4a-811b-63df472bfc35 req-4bd406b5-0889-4e28-9396-b7c2d63e55a4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:32.242476 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c89a6e-bf18-4d4a-811b-63df472bfc35 req-4bd406b5-0889-4e28-9396-b7c2d63e55a4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 946 time: 0.3272099 Sep 29 06:52:32.243543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object 5f7d32c1-640a-4d46-8c11-cf21f203db5d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:32.299616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2afc46b-8143-4364-a390-b54a71e6e217 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.326419 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c89a6e-bf18-4d4a-811b-63df472bfc35 req-e5475433-043c-4ec4-9761-97891b78ea7c tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771978 Sep 29 06:52:32.332850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afc46b-8143-4364-a390-b54a71e6e217 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf18438-88b0-41e8-88ff-1f1cd466b84a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:32.345533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b2afc46b-8143-4364-a390-b54a71e6e217 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.350340 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b2afc46b-8143-4364-a390-b54a71e6e217 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/security-groups/4cf18438-88b0-41e8-88ff-1f1cd466b84a HTTP/1.1" status: 204 len: 168 time: 0.5367649 Sep 29 06:52:32.351255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47446) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:32.354946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.396391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.533759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:32.545725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:32.548548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:32.620465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=5f7d32c1-640a-4d46-8c11-cf21f203db5d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:32.634626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbd39f3a-feeb-4bf3-a3b4-2b94d430c5ed tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.636798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.653981 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 8 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:32.686788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbd39f3a-feeb-4bf3-a3b4-2b94d430c5ed tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.791653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:32.835431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbd39f3a-feeb-4bf3-a3b4-2b94d430c5ed tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.860499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd39f3a-feeb-4bf3-a3b4-2b94d430c5ed tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4ef81a-8693-4b1e-bf42-b12371e2eb4e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:32.873682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.880669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Router ecf7ff49-3acc-4a49-a346-51cc9442ac54 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:32.892705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbd39f3a-feeb-4bf3-a3b4-2b94d430c5ed tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:32.903043 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dbd39f3a-feeb-4bf3-a3b4-2b94d430c5ed tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/security-groups/de4ef81a-8693-4b1e-bf42-b12371e2eb4e HTTP/1.1" status: 204 len: 168 time: 0.5501738 Sep 29 06:52:32.905273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d0d18-216f-4474-9472-4f87358c9747 req-6124fefc-376d-4396-9947-e9b83a4df29d tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:32.908368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47452) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:32.913195 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-122d0d18-216f-4474-9472-4f87358c9747 req-6124fefc-376d-4396-9947-e9b83a4df29d tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 946 time: 0.4070780 Sep 29 06:52:33.077441 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-122d0d18-216f-4474-9472-4f87358c9747 req-c4194645-20d2-4e65-838b-448d822a1543 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632094 Sep 29 06:52:33.080229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:33.095656 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7f76fc2d-3cb9-4443-b573-e058d8962fc8 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6381254 Sep 29 06:52:33.096076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] Sync routers for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:33.100897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47456) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:33.108571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:33.109225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:33.111051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47460) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:33.190811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:33.200064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:33.200686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:33.232923 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-1d04f5b7-b9c4-40c2-99ca-fe7371aba126 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] delete failed (client error): The resource could not be found. Sep 29 06:52:33.238192 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1d04f5b7-b9c4-40c2-99ca-fe7371aba126 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1634706432 HTTP/1.1" status: 404 len: 335 time: 0.1324708 Sep 29 06:52:33.238484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47464) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:33.244245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-155bcd4a-4340-4335-9194-bb776894623f tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ecf7ff49-3acc-4a49-a346-51cc9442ac54'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:33.263088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:33.263495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef425f2-cec9-4802-a7f8-83f4c2abc3f6 None None] The sync data for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:33.292911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-359a383c-8c7c-41a5-9426-3c2ee72d1c0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.293327 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 9 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:33.366020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:33.396902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-359a383c-8c7c-41a5-9426-3c2ee72d1c0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.507866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-359a383c-8c7c-41a5-9426-3c2ee72d1c0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.531068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a383c-8c7c-41a5-9426-3c2ee72d1c0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e448180-dc04-4e72-a192-f28c87bdbda6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:33.548962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-359a383c-8c7c-41a5-9426-3c2ee72d1c0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.557473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-359a383c-8c7c-41a5-9426-3c2ee72d1c0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e448180-dc04-4e72-a192-f28c87bdbda6 HTTP/1.1" status: 204 len: 168 time: 0.6096940 Sep 29 06:52:33.559567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47468) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:33.583034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 44829918-2caf-41cb-bc8d-c0ad1a7c9903 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:33.648217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.655477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet 984d79bb-5f56-4838-8189-0bd29868b697 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:33.658927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.678326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:33.687505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.703234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bf17d-e1a3-4ac4-b71e-063be8b4b744 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:33.710628 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c03bf17d-e1a3-4ac4-b71e-063be8b4b744 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1094 time: 0.5341158 Sep 29 06:52:33.756862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47472) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:33.803759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2344037-751e-4274-8176-279c3e556851 None None] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:33.822065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:33.823724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.833660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.841034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:33.847267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-155bcd4a-4340-4335-9194-bb776894623f tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:33.851542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:floatingip and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:33.855495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:33.862285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:33.871276 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 10 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:33.872185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=5f7d32c1-640a-4d46-8c11-cf21f203db5d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:33.888818 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-155bcd4a-4340-4335-9194-bb776894623f tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] update failed (client error): The resource could not be found. Sep 29 06:52:33.893614 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-155bcd4a-4340-4335-9194-bb776894623f tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54 HTTP/1.1" status: 404 len: 339 time: 0.6506555 Sep 29 06:52:33.893861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47476) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:33.950151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:33.960027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.017771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Provisioning for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:34.030997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Provisioning complete for port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:34.031571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.031854 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Attempt 1 to provision port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 Sep 29 06:52:34.035483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.075289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:34.081739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:34.217907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-060ee0c6-1a7b-4849-bd62-dc32b938c926 None None] Current status of the port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:34.276321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.330957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=984d79bb-5f56-4838-8189-0bd29868b697,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:34.333222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.343665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Could not find standard attr ID for object 0ce493af-3e7a-4033-9495-612857e8aef7. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:34.348489 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cc8932c9-015b-46eb-b648-02c9d6ebb22d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/984d79bb-5f56-4838-8189-0bd29868b697 HTTP/1.1" status: 204 len: 168 time: 0.7842247 Sep 29 06:52:34.348489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47480) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:34.354049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd88ee9-44a9-454e-b5e3-1b1984c79f38 None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:34.403383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 17c6adee-7cb0-4362-beea-d6150e266c33 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:52:34.490963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet 1224d164-a7e2-4103-82d4-3e7829d41703 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:34.515472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning complete for port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:34.516202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.516643 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 1 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:34.562282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.580568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.613180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:34.648492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.691424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:34.698236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7da95606-7e89-4c26-956a-af30580e5131 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/17c6adee-7cb0-4362-beea-d6150e266c33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1204898 Sep 29 06:52:34.701068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47484) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:34.707868 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] Sync routers for ids ['17c6adee-7cb0-4362-beea-d6150e266c33'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:34.719805 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] Routers {'17c6adee-7cb0-4362-beea-d6150e266c33'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:34.720774 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['17c6adee-7cb0-4362-beea-d6150e266c33'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:34.734312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:34.820755 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:34.834342 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] Routers {'17c6adee-7cb0-4362-beea-d6150e266c33'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:34.835392 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['17c6adee-7cb0-4362-beea-d6150e266c33'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:34.924671 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:34.925468 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7867ee4a-3879-4cb4-aa40-08dd6ae5471d None None] The sync data for ids ['17c6adee-7cb0-4362-beea-d6150e266c33'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:34.960231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0978c7-d494-49f1-8bd4-131d2f739d5f tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:34.960700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6d0978c7-d494-49f1-8bd4-131d2f739d5f tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:34.988941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.020085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6d0978c7-d494-49f1-8bd4-131d2f739d5f tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:35.021370 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6d0978c7-d494-49f1-8bd4-131d2f739d5f tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports/5f7d32c1-640a-4d46-8c11-cf21f203db5d HTTP/1.1" status: 200 len: 910 time: 0.3193400 Sep 29 06:52:35.027189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47488) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:35.039967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5fe74c8-81d8-4614-906c-27c3c68c2705'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:35.115581 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 2 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:35.203656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:35.218975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Allocated IP 172.26.0.116 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/7b0ce87e-f5b0-4c01-bfc9-58955be8cb74) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:35.238598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.289603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=1224d164-a7e2-4103-82d4-3e7829d41703,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:35.307829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.313933 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1508486d-f91d-44c9-b2ef-5db92ecf80f0 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/1224d164-a7e2-4103-82d4-3e7829d41703 HTTP/1.1" status: 204 len: 168 time: 0.9643242 Sep 29 06:52:35.316682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47492) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:35.383818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedb6827-9c3c-4800-b4f6-df50b07aa9ad tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:35.384275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedb6827-9c3c-4800-b4f6-df50b07aa9ad tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:35.388335 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aedb6827-9c3c-4800-b4f6-df50b07aa9ad tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/984d79bb-5f56-4838-8189-0bd29868b697 HTTP/1.1" status: 404 len: 337 time: 0.0683961 Sep 29 06:52:35.426968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47496) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:35.502028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Allocated IP 172.20.0.1 (c69e66e6-d19f-47d9-9bd8-4b7092888df5/6c026daa-1002-46b3-a20a-78f1624b2b61/bac8689f-c508-44ea-9177-954dbe821161) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:35.518008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.534165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting subnet ead5eb0e-b369-46f8-ae81-7da8b292eeae {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:35.534406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.540272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.619502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ea125-6380-4446-9c0b-c87814da17ba None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:35.653513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.693424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.704499 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 3 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:35.740818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.780012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Transition to ACTIVE for port object bac8689f-c508-44ea-9177-954dbe821161 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:35.786315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:35.790948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:35.791577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:35.793997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:35.829653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=7b0ce87e-f5b0-4c01-bfc9-58955be8cb74,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:35.923004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:35.939786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.038262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:36.043514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:36.045650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:36.147458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.159240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Port': ['ID=bac8689f-c508-44ea-9177-954dbe821161,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:36.202437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.212985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.216262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Subnet': ['ID=ead5eb0e-b369-46f8-ae81-7da8b292eeae,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:36.233832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f32de873-73be-4338-b27b-a3adbab8f11b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/ead5eb0e-b369-46f8-ae81-7da8b292eeae HTTP/1.1" status: 204 len: 168 time: 0.8066907 Sep 29 06:52:36.239206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47500) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.292847 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 4 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:36.301474 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddd3446-4725-46b2-a999-96b54f8caa0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:36.302331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddd3446-4725-46b2-a999-96b54f8caa0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:36.304307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4ddd3446-4725-46b2-a999-96b54f8caa0d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/b37c3bcd-5854-43f0-9a88-ca800b0f455e HTTP/1.1" status: 404 len: 337 time: 0.0640371 Sep 29 06:52:36.307003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47504) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.358463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.375922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.390361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-95a5b61a-7e61-4378-bd5d-fca761a7aa41 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Synchronizing usage tracker for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:36.414978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:36.454939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-95a5b61a-7e61-4378-bd5d-fca761a7aa41 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Unset dirty status for tenant:903e928153bc4788bc34366d11bc5815 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:36.456110 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95a5b61a-7e61-4378-bd5d-fca761a7aa41 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "GET /v2.0/ports?device_id=de30601e-73fb-4a8e-a3e2-a1ad0c19f71b HTTP/1.1" status: 200 len: 205 time: 0.1481791 Sep 29 06:52:36.466294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47508) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.496748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.680996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-49f7f52a-0e91-4d36-bd6b-a0fed04cff29 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] delete failed (client error): The resource could not be found. Sep 29 06:52:36.680996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-49f7f52a-0e91-4d36-bd6b-a0fed04cff29 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/routers/de30601e-73fb-4a8e-a3e2-a1ad0c19f71b HTTP/1.1" status: 404 len: 336 time: 0.2107625 Sep 29 06:52:36.683128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47512) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.688116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd9dcd-5988-4e82-b0f6-3571a4e48676 None None] Network 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:36.726353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:36.727024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.731191 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/ports/5f7d32c1-640a-4d46-8c11-cf21f203db5d HTTP/1.1" status: 200 len: 910 time: 1.7001879 Sep 29 06:52:36.735625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47516) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.736280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d51200-d9c7-47c1-9233-64b1cc5c2450 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=5f7d32c1-640a-4d46-8c11-cf21f203db5d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:36.794633 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-81859373-b4a4-4611-b88b-3c8cf0f92e20 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:36.795090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81859373-b4a4-4611-b88b-3c8cf0f92e20 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:36.799102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-81859373-b4a4-4611-b88b-3c8cf0f92e20 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/ed58975e-5f4a-4caa-ae67-e433bc062b2f HTTP/1.1" status: 404 len: 337 time: 0.1108623 Sep 29 06:52:36.804390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47520) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.860576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:36.917811 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 5 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:36.923353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8bbca2-2196-46cd-a417-6f1ba2e31e45 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:36.923719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8bbca2-2196-46cd-a417-6f1ba2e31e45 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:36.925392 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba8bbca2-2196-46cd-a417-6f1ba2e31e45 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/9d963e5d-c948-487d-8cfe-f039759b8bad HTTP/1.1" status: 404 len: 337 time: 0.1207857 Sep 29 06:52:36.928903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47524) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.973519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e05c8c-e126-41e2-af14-0583932fcc90 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:36.974421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e05c8c-e126-41e2-af14-0583932fcc90 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:36.978436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-05e05c8c-e126-41e2-af14-0583932fcc90 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/71493dda-3004-444e-a220-fc8ef64345fe HTTP/1.1" status: 404 len: 337 time: 0.0464301 Sep 29 06:52:36.979818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47528) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:36.991049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] DHCP port deletion for 8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:36.998114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:36.999631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] Deleting port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:36.999631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.042224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.089842 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-712cd0d5-58a1-4d42-a5a9-d1176cf585c6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:37.090319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712cd0d5-58a1-4d42-a5a9-d1176cf585c6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:37.092054 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-712cd0d5-58a1-4d42-a5a9-d1176cf585c6 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/0eb572da-df3b-4883-a9cc-8866ccae7276 HTTP/1.1" status: 404 len: 333 time: 0.1117954 Sep 29 06:52:37.095919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47532) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:37.158113 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccc0fec-ff86-463f-991c-342391b31b5f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:37.158486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccc0fec-ff86-463f-991c-342391b31b5f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:37.189005 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0ccc0fec-ff86-463f-991c-342391b31b5f tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/e97b4b4d-bb9d-40de-97fd-8fdf8a434a17 HTTP/1.1" status: 404 len: 337 time: 0.0862696 Sep 29 06:52:37.202162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47536) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:37.202763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] For port 347cb766-bb3c-4afa-81c3-e6bb4589ee90, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=347cb766-bb3c-4afa-81c3-e6bb4589ee90,segment=NetworkSegment(3c833c00-be74-4add-851c-9126298731c1),segment_id=3c833c00-be74-4add-851c-9126298731c1)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:37.203164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.314040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:52:37.323496 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd64de4-af54-4e4c-aeb1-d2900189418d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:37.323940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd64de4-af54-4e4c-aeb1-d2900189418d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:37.328069 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ddd64de4-af54-4e4c-aeb1-d2900189418d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/0997bbcb-f7cb-4ac7-ad2a-415f9cdf6810 HTTP/1.1" status: 404 len: 337 time: 0.1225719 Sep 29 06:52:37.330386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47540) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:37.335892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] Calling delete_port for 347cb766-bb3c-4afa-81c3-e6bb4589ee90 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:37.336375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.378466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.385099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.437315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.439394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1fdb61-de1b-4004-9e4b-a535368fef5d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:37.440337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1fdb61-de1b-4004-9e4b-a535368fef5d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:37.442116 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4b1fdb61-de1b-4004-9e4b-a535368fef5d tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/d6ebc068-080f-4553-a6d2-c2354d86c70b HTTP/1.1" status: 404 len: 333 time: 0.1092038 Sep 29 06:52:37.445170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47544) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:37.494229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] Pushing event deleted for resources: {'Port': ['ID=347cb766-bb3c-4afa-81c3-e6bb4589ee90,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:37.502868 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 6 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:37.527396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.535543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event updated for resources: {'Port': ['ID=bac8689f-c508-44ea-9177-954dbe821161,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:37.540555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa0a6e-c028-4ba6-9c8f-baaf76c23136 None None] No DVR routers for this DVR port 347cb766-bb3c-4afa-81c3-e6bb4589ee90 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:37.542415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 347cb766-bb3c-4afa-81c3-e6bb4589ee90 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:37.564107 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8955225-0b3e-4042-8d60-cb919da7dcf3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:37.564543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8955225-0b3e-4042-8d60-cb919da7dcf3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:37.570542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c8955225-0b3e-4042-8d60-cb919da7dcf3 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/c8f17961-69e5-4421-b25c-5428c9e54191 HTTP/1.1" status: 404 len: 337 time: 0.1201067 Sep 29 06:52:37.570790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47548) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:37.627131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 347cb766-bb3c-4afa-81c3-e6bb4589ee90 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:37.627268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 347cb766-bb3c-4afa-81c3-e6bb4589ee90 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:37.646961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:37.667421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e0df0b-8de5-4098-bbb3-3cca3decac30 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] DELETE failed (client error): The resource could not be found. Sep 29 06:52:37.667802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e0df0b-8de5-4098-bbb3-3cca3decac30 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:52:37.669484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-58e0df0b-8de5-4098-bbb3-3cca3decac30 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/subnets/3e7f4626-ff22-41bf-aa12-a5ae3cf294ed HTTP/1.1" status: 404 len: 337 time: 0.0990393 Sep 29 06:52:37.670635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.resource_extend [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 06:52:37.673422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47552) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:37.690894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.708040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.767847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Deleting port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:37.768477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:37.831982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:37.839071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:37.842770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=7b0ce87e-f5b0-4c01-bfc9-58955be8cb74,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:37.847092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.010021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 5f7d32c1-640a-4d46-8c11-cf21f203db5d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:38.010298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.100394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.148624 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 7 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:38.161907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Router ecf7ff49-3acc-4a49-a346-51cc9442ac54 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:38.168175 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Floating IP 38078265-f251-46ad-9f6b-3faae14f577d associated. External IP: 172.26.0.116, port: 83afd9b4-85c0-40b0-89c9-72cdd33511c9. Sep 29 06:52:38.219019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:38.429207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Calling delete_port for 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 owned by {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:38.546619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.600022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c08998fc-7c08-480d-9ef8-12035bcf8531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.614161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:38.615704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.620567 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6604f905-f211-46f6-b87e-cd4122ceed1d tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7254796 Sep 29 06:52:38.624657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47556) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:38.629856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] Sync routers for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:38.640143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:38.640909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:38.715579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 5f7d32c1-640a-4d46-8c11-cf21f203db5d owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:38.716726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:38.720194 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 8 to provision port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 Sep 29 06:52:38.760458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Port 0bf7ac55-59c8-478f-9730-131ed9b2d4d7 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:52:38.763936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:38.764678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:38.777983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Port': ['ID=0bf7ac55-59c8-478f-9730-131ed9b2d4d7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:38.790425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.797052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.797322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.797669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.797980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.798301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.798764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.799086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.799403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.799719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.800033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.800343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.800748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:38.824207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3b7f5264-60ea-4fa1-afb8-37d28e51fd80 tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/ports/0bf7ac55-59c8-478f-9730-131ed9b2d4d7 HTTP/1.1" status: 204 len: 168 time: 1.1434867 Sep 29 06:52:38.825229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47560) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:38.832316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:38.833769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fced7224-63eb-4168-88df-29cdcc1d5d02 None None] The sync data for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:38.844224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning for port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:38.850988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning complete for port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:38.851990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.851990 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 1 to provision port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 Sep 29 06:52:38.946023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7872f70c-a7cc-4bb4-af25-883e7be6938b tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.971910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:38.997491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Current status of the port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:38.998361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.032944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] For port 44829918-2caf-41cb-bc8d-c0ad1a7c9903, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=44829918-2caf-41cb-bc8d-c0ad1a7c9903,segment=NetworkSegment(f347c50b-3fce-4cd7-bae2-cc671dc7faa3),segment_id=f347c50b-3fce-4cd7-bae2-cc671dc7faa3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:39.036934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.077366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Could not find standard attr ID for object a4577b3b-0b5d-4c7d-8c5e-542c60550be8. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:39.100477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:39.116951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning for port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:39.120448 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-7872f70c-a7cc-4bb4-af25-883e7be6938b tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 06:52:39.124371 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7872f70c-a7cc-4bb4-af25-883e7be6938b tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54 HTTP/1.1" status: 409 len: 329 time: 0.4959252 Sep 29 06:52:39.125072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning complete for port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:39.125329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.125668 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 1 to provision port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 Sep 29 06:52:39.139230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:39.157486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Pushing event updated for resources: {'Port': ['ID=44829918-2caf-41cb-bc8d-c0ad1a7c9903,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:39.256796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Current status of the port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:39.257348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.281758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.294222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] For port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,segment=NetworkSegment(fc05519a-905a-4f23-808a-a096ce5bd07a),segment_id=fc05519a-905a-4f23-808a-a096ce5bd07a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:39.298147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.300659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:39.312609 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:39.324490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.328548 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:39.329428 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:39.345794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.376594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning for port 62c767ed-613f-4aba-a93b-624937fc2974 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:39.388188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Provisioning complete for port 62c767ed-613f-4aba-a93b-624937fc2974 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:39.388606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.388949 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Attempt 1 to provision port 62c767ed-613f-4aba-a93b-624937fc2974 Sep 29 06:52:39.393143 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f0df213c-cdcb-40b5-b90b-343cfa765ef2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6304095 Sep 29 06:52:39.394118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:52:39.397183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4635ac24-144f-415a-b670-a481997da8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:52:39.459232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Pushing event updated for resources: {'Port': ['ID=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:39.470231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:39.473694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abcabf6-fda7-4f16-a76a-41c3f8e232af x-openstack-request-id: req-1abcabf6-fda7-4f16-a76a-41c3f8e232af {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:52:39.474854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:52:39.475176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1abcabf6-fda7-4f16-a76a-41c3f8e232af {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:52:39.475674 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abcabf6-fda7-4f16-a76a-41c3f8e232af'] response: {'name': 'network-changed', 'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'status': 'completed', 'code': 200} Sep 29 06:52:39.508385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=5f7d32c1-640a-4d46-8c11-cf21f203db5d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:39.513435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c833c00-be74-4add-851c-9126298731c1') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:39.513957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c833c00-be74-4add-851c-9126298731c1') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:39.574824 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Current status of the port 62c767ed-613f-4aba-a93b-624937fc2974 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:39.578433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.584235 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:39.592690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 44829918-2caf-41cb-bc8d-c0ad1a7c9903 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:39.623967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.643367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ac24-144f-415a-b670-a481997da8a1 req-acae5994-d6bb-4b24-aea6-f0c8fba2dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:39.644726 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-acae5994-d6bb-4b24-aea6-f0c8fba2dff9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1099 time: 0.1238568 Sep 29 06:52:39.669302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.680329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] For port 62c767ed-613f-4aba-a93b-624937fc2974, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=62c767ed-613f-4aba-a93b-624937fc2974,segment=NetworkSegment(45924bc9-44b0-4425-bffe-1cbe79e1d44f),segment_id=45924bc9-44b0-4425-bffe-1cbe79e1d44f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:39.694191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.791564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Could not find standard attr ID for object 347cb766-bb3c-4afa-81c3-e6bb4589ee90. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:39.794508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc57a2-38e7-4aa8-9a08-d4153f50bdee None None] Pushing event updated for resources: {'Port': ['ID=62c767ed-613f-4aba-a93b-624937fc2974,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:39.821326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:39.821857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.822301 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 Sep 29 06:52:39.872318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:39.872953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:39.956153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Could not find standard attr ID for object 347cb766-bb3c-4afa-81c3-e6bb4589ee90. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:39.977751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Could not find standard attr ID for object 0bf7ac55-59c8-478f-9730-131ed9b2d4d7. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:39.985785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ac24-144f-415a-b670-a481997da8a1 req-40eba756-9e96-4d5d-8325-16ee93374f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:39.987276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-40eba756-9e96-4d5d-8325-16ee93374f71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.3333716 Sep 29 06:52:39.994337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:40.004219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Provisioning for port bac8689f-c508-44ea-9177-954dbe821161 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:40.013555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Provisioning complete for port bac8689f-c508-44ea-9177-954dbe821161 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:40.014189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.014688 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Attempt 1 to provision port bac8689f-c508-44ea-9177-954dbe821161 Sep 29 06:52:40.051037 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 3c833c00-be74-4add-851c-9126298731c1 resource provider aggregate not found Sep 29 06:52:40.089009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Port bac8689f-c508-44ea-9177-954dbe821161 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:40.090918 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 3c833c00-be74-4add-851c-9126298731c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c833c00-be74-4add-851c-9126298731c1 found for delete ", "request_id": "req-fdad1ffa-ee76-416e-bc3c-6510f05e88a9"}]} Sep 29 06:52:40.120184 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:36Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:40.125825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-2679108f-41f9-4b29-8264-1b763d4368e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 1000 time: 0.1302698 Sep 29 06:52:40.127315 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:52:40.138378 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:40.139110 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:40.201027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.203770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ac24-144f-415a-b670-a481997da8a1 req-0d659cc3-5671-4336-a7d2-8aab33a75b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:40.205658 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-0d659cc3-5671-4336-a7d2-8aab33a75b22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0737710 Sep 29 06:52:40.295386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.299816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ac24-144f-415a-b670-a481997da8a1 req-eca9d388-83fc-49ea-8bce-7e505a7239d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:40.301309 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-eca9d388-83fc-49ea-8bce-7e505a7239d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896895 Sep 29 06:52:40.302932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.315525 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] 10.222.0.26 "DELETE /v2.0/networks/8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8 HTTP/1.1" status: 204 len: 168 time: 1.4874938 Sep 29 06:52:40.318291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db77dc-d4df-4abb-bfaf-205b2bb3c03b tempest-PortsIpV6TestJSON-1192803844 tempest-PortsIpV6TestJSON-1192803844-project] Pushing event deleted for resources: {'Network': ['ID=8c6a0f1d-57f1-4272-a1a3-e7c8d227c7b8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:40.375763 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:40.462868 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-4b62ac49-a79c-41e4-bf5f-2f2b3ca048aa service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533725 Sep 29 06:52:40.591799 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Attempt 2 to provision port bac8689f-c508-44ea-9177-954dbe821161 Sep 29 06:52:40.656887 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4635ac24-144f-415a-b670-a481997da8a1 req-e6814efc-c821-45c5-9136-121b25014134 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878109 Sep 29 06:52:40.657164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 17c6adee-7cb0-4362-beea-d6150e266c33 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:40.661355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Port bac8689f-c508-44ea-9177-954dbe821161 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:40.714148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47580) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:40.834769 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:36Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:40.840491 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7e7d4-da57-4e04-b9a2-65dbdb2418ea None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:36Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:40.844210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:40.851990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-953369e3-6eaa-4ace-937b-db7f9dd2bc7c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/17c6adee-7cb0-4362-beea-d6150e266c33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1129725 Sep 29 06:52:40.853900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47586) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:40.854861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] Sync routers for ids ['17c6adee-7cb0-4362-beea-d6150e266c33'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:40.883442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] Routers {'17c6adee-7cb0-4362-beea-d6150e266c33'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:40.884080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['17c6adee-7cb0-4362-beea-d6150e266c33'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:40.890532 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6baa4fd8-1c82-4908-8bd3-59e71236d105 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=903e928153bc4788bc34366d11bc5815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733320 Sep 29 06:52:40.891565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47590) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:40.921211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f8a4214-c8e3-474d-bdb0-1fd2d5bf7185 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:40.939357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.954823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a3068272-ffa3-4dfd-b24b-03b445b102a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.957206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:40.961696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:40.967334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] Routers {'17c6adee-7cb0-4362-beea-d6150e266c33'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:40.967971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['17c6adee-7cb0-4362-beea-d6150e266c33'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:40.991264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.038969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:41.039388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d96f30-da86-477c-89f3-08f4459b2a07 None None] The sync data for ids ['17c6adee-7cb0-4362-beea-d6150e266c33'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:41.056812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.071495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f8a4214-c8e3-474d-bdb0-1fd2d5bf7185 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:41.072926 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7f8a4214-c8e3-474d-bdb0-1fd2d5bf7185 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c6adee-7cb0-4362-beea-d6150e266c33 HTTP/1.1" status: 200 len: 205 time: 0.2181249 Sep 29 06:52:41.073533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca884e7-64ab-4d98-a79a-32cce60b6d37,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:41.075633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47594) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:41.134875 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5f131-a444-4edc-9980-463b8083f372 None None] New status for floating IP 38078265-f251-46ad-9f6b-3faae14f577d: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:52:41.140059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.140407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.140747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.141083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.141403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.141731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.142053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.142392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.142781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.143103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.143426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.143745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:41.152198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.155676 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-38a50871-00a6-4783-a987-bfbda9b197e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ca884e7-64ab-4d98-a79a-32cce60b6d37 HTTP/1.1" status: 204 len: 168 time: 0.2626872 Sep 29 06:52:41.164952 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Attempt 3 to provision port bac8689f-c508-44ea-9177-954dbe821161 Sep 29 06:52:41.228302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Port bac8689f-c508-44ea-9177-954dbe821161 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:41.299135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.524343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting port bac8689f-c508-44ea-9177-954dbe821161 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:41.524679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.550316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:41.667773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:41.668253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.668687 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 Sep 29 06:52:41.728730 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Attempt 4 to provision port bac8689f-c508-44ea-9177-954dbe821161 Sep 29 06:52:41.736098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.738385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.767696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.769329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router 17c6adee-7cb0-4362-beea-d6150e266c33 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:41.780532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.790222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.793664 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d7b6c60a-604e-4651-af81-7b6d404092cd tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/17c6adee-7cb0-4362-beea-d6150e266c33 HTTP/1.1" status: 204 len: 168 time: 0.7147360 Sep 29 06:52:41.793912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47610) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:41.853675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.856874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Port bac8689f-c508-44ea-9177-954dbe821161 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:41.866230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:41.867779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 62c767ed-613f-4aba-a93b-624937fc2974 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:41.894557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet c5fe74c8-81d8-4614-906c-27c3c68c2705 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:41.898764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.946428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.955103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 62c767ed-613f-4aba-a93b-624937fc2974 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:41.955103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:41.955103 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 62c767ed-613f-4aba-a93b-624937fc2974 Sep 29 06:52:42.029923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Calling delete_port for bac8689f-c508-44ea-9177-954dbe821161 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:42.115332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 62c767ed-613f-4aba-a93b-624937fc2974 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:42.132324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.237915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.297936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47622) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:42.340221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.349452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.360526 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Attempt 5 to provision port bac8689f-c508-44ea-9177-954dbe821161 Sep 29 06:52:42.383970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fe74c8-81d8-4614-906c-27c3c68c2705,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:42.388311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.395912 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1fecb26b-1f93-4702-9959-dc3837fb2912 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/c5fe74c8-81d8-4614-906c-27c3c68c2705 HTTP/1.1" status: 204 len: 168 time: 0.6009369 Sep 29 06:52:42.398565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47628) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:42.467441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Port bac8689f-c508-44ea-9177-954dbe821161 was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:52:42.471752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964781ff-d640-48d5-bb08-d1a84a96e0ba None None] Network e60062e0-3d10-49b4-bd62-3ae05f9591bc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:42.487273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e4d8433d-6cab-4835-87e3-68250c7adaa5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:42.487706 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.api.v2.base [None req-e4d8433d-6cab-4835-87e3-68250c7adaa5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 06:52:42.488828 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-e4d8433d-6cab-4835-87e3-68250c7adaa5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 06:52:42.489121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e4d8433d-6cab-4835-87e3-68250c7adaa5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1905742 Sep 29 06:52:42.496343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47632) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:42.512255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657045413'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:42.525969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:42.547596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:42.556048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Port': ['ID=bac8689f-c508-44ea-9177-954dbe821161,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:42.560454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:42.571083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:42.578143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.621059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.645723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.659655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:42.659997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.716169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:42.720745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:42.725019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:42.731193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:42.733524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Provisioning complete for port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:42.734656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.735177 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Attempt 1 to provision port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 Sep 29 06:52:42.853679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.870953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.910047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:42.932872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Current status of the port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:42.942847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83b7a871-fd51-404a-8951-087754c1c418 None None] Could not find standard attr ID for object 5f7d32c1-640a-4d46-8c11-cf21f203db5d. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 06:52:42.948581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:42.966625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:42.972288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:42.975168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b106c5-d390-4bbc-97a2-c535480a8e5a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:43.026707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:43.041162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] DHCP port deletion for e60062e0-3d10-49b4-bd62-3ae05f9591bc request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:43.045830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Deleting port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:43.045830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.078858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 44829918-2caf-41cb-bc8d-c0ad1a7c9903, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=44829918-2caf-41cb-bc8d-c0ad1a7c9903,segment=NetworkSegment(f347c50b-3fce-4cd7-bae2-cc671dc7faa3),segment_id=f347c50b-3fce-4cd7-bae2-cc671dc7faa3)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:43.079214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.223308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 44829918-2caf-41cb-bc8d-c0ad1a7c9903 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:43.265577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Router ecf7ff49-3acc-4a49-a346-51cc9442ac54 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:43.335626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.335626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.368274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.370211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.379975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] For port 44829918-2caf-41cb-bc8d-c0ad1a7c9903, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=44829918-2caf-41cb-bc8d-c0ad1a7c9903,segment=NetworkSegment(f347c50b-3fce-4cd7-bae2-cc671dc7faa3),segment_id=f347c50b-3fce-4cd7-bae2-cc671dc7faa3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:43.381813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.433038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd62011f-1e9a-457b-8012-72600fe9c339,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:43.452201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=44829918-2caf-41cb-bc8d-c0ad1a7c9903,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:43.461724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:43.511468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.513660 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-31251f27-bf6e-4b32-9640-342a81554ecd tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0166628 Sep 29 06:52:43.519061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47636) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:43.578943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': 'fd62011f-1e9a-457b-8012-72600fe9c339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:43.597728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Calling delete_port for 44829918-2caf-41cb-bc8d-c0ad1a7c9903 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:43.599875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:43.607944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:43.612903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:43.615386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:43.617083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.625217 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a4802331-0fdb-4f3a-9515-7dc4ed084c45 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4854345 Sep 29 06:52:43.626517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 44829918-2caf-41cb-bc8d-c0ad1a7c9903 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:43.628729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47640) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:43.633832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:43.654760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60062e0-3d10-49b4-bd62-3ae05f9591bc']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.666028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] Sync routers for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:43.672637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.672931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f347c50b-3fce-4cd7-bae2-cc671dc7faa3') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.679560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.686703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 44829918-2caf-41cb-bc8d-c0ad1a7c9903 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:43.687132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 44829918-2caf-41cb-bc8d-c0ad1a7c9903 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:43.698588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.699429 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-f764a38e-908b-4b9a-ba2b-91380bef69eb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] show failed (client error): The resource could not be found. Sep 29 06:52:43.701136 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f764a38e-908b-4b9a-ba2b-91380bef69eb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-85603139 HTTP/1.1" status: 404 len: 333 time: 0.0708051 Sep 29 06:52:43.702670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:43.703492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.706556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47644) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:43.711217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-96ff2bbc-4ca0-4920-bf05-8566d93d49a7 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:43.749892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.762325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:43.764744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.771455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.777038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-96ff2bbc-4ca0-4920-bf05-8566d93d49a7 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] update failed (client error): The resource could not be found. Sep 29 06:52:43.778053 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-96ff2bbc-4ca0-4920-bf05-8566d93d49a7 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-51123485 HTTP/1.1" status: 404 len: 333 time: 0.0714345 Sep 29 06:52:43.781583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47648) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:43.803371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:52:43.804040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:52:43.804924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] Routers {'ecf7ff49-3acc-4a49-a346-51cc9442ac54'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:43.805610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.837958 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment f347c50b-3fce-4cd7-bae2-cc671dc7faa3 resource provider aggregate not found Sep 29 06:52:43.848557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting subnet 24a4b83e-b368-4b86-9f8a-3ebf1aad2701 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:43.851732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.863832 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment f347c50b-3fce-4cd7-bae2-cc671dc7faa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f347c50b-3fce-4cd7-bae2-cc671dc7faa3 found for delete ", "request_id": "req-23603af7-cb56-477f-a98a-1e8edd727efe"}]} Sep 29 06:52:43.872289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:43.872691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123e920-50bf-45b6-bed9-eb6d8a7bd383 None None] The sync data for ids ['ecf7ff49-3acc-4a49-a346-51cc9442ac54'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:43.887797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.891945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.903505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.916173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.930619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.949238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ec24fd-7ed6-4fcc-a100-4fd737575d43,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:43.952545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=e60062e0-3d10-49b4-bd62-3ae05f9591bc,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:43.960973 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cf621d8b-d94e-4545-aa54-dac72aea078e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/e60062e0-3d10-49b4-bd62-3ae05f9591bc HTTP/1.1" status: 204 len: 168 time: 1.5571241 Sep 29 06:52:43.960973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47656) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:43.963616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.964719 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-653f1076-5273-4046-9b66-1ab3712940fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4443967 Sep 29 06:52:43.967520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47660) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:43.968111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1257555426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:43.974635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': 'fd62011f-1e9a-457b-8012-72600fe9c339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:43.974872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:43.979013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:43.981833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:43.982058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:43.987784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:43.989941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:43.994457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:43.998018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:43.999065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.006227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:44.015565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.035241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.036369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.055422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.061481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.062697 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4b6f7531-39f9-4a96-a40e-13bc53cdbdb9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1009738 Sep 29 06:52:44.065421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47664) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.071369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-1809554751'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:44.076164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:44.080541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:44.083399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:44.089104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:44.099959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:44.103467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.131649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:44.140132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.140487 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment 25c3f529-2a86-49d3-88ed-868556e102ae of type vlan for network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a Sep 29 06:52:44.164847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 06:52:44.165964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c18b5e0-b4f3-4e28-97dc-15abe1b6741d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1973996 Sep 29 06:52:44.167710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.168820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47668) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.185195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.199210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.204593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:44.205169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.236780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Subnet': ['ID=24a4b83e-b368-4b86-9f8a-3ebf1aad2701,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:44.245152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.250440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb4fd9-d1af-4297-8e04-44b500d25471 None None] Network a003f326-8a7f-49b2-977e-a6b8f1e150e1 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:44.267629 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-64256457-610e-45af-8a48-7e0ca312c14c tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/subnets/24a4b83e-b368-4b86-9f8a-3ebf1aad2701 HTTP/1.1" status: 204 len: 168 time: 0.4847949 Sep 29 06:52:44.271070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47672) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.314566 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2455392 Sep 29 06:52:44.315109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47676) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.318271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e804caa-60c7-425f-abb8-f3e3ff44d497 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:44.324671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:44.337373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2dc27d0f-06cc-4e99-9fff-e77435829e1b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.355730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Deleting port 44829918-2caf-41cb-bc8d-c0ad1a7c9903 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:44.356092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.382275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting subnet 94dc4acd-56c8-4a2d-b4be-2176a7a15114 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:44.385218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2dc27d0f-06cc-4e99-9fff-e77435829e1b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.391787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:44.397858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.479490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.532580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-21717956-c458-4a23-8114-d4016a2d2f63 None None] The port '44829918-2caf-41cb-bc8d-c0ad1a7c9903' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:44.553951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2dc27d0f-06cc-4e99-9fff-e77435829e1b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.564149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:44.568438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:44.571501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:44.577297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc27d0f-06cc-4e99-9fff-e77435829e1b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd62011f-1e9a-457b-8012-72600fe9c339,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:44.579097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:44.591688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2dc27d0f-06cc-4e99-9fff-e77435829e1b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.593114 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2dc27d0f-06cc-4e99-9fff-e77435829e1b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/fd62011f-1e9a-457b-8012-72600fe9c339 HTTP/1.1" status: 204 len: 168 time: 0.4232838 Sep 29 06:52:44.595912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47680) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.596847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:44.601496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.633695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.703424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aeb426c1-3146-4003-8aef-80c0f0bae5c6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:44.729015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-aeb426c1-3146-4003-8aef-80c0f0bae5c6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:44.734258 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aeb426c1-3146-4003-8aef-80c0f0bae5c6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335509 Sep 29 06:52:44.737801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47684) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.746068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--132576521'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:44.752306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:44.764306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:44.765239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] DHCP port deletion for a003f326-8a7f-49b2-977e-a6b8f1e150e1 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:44.766833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.771067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] Deleting port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:44.771517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.811545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Subnet': ['ID=94dc4acd-56c8-4a2d-b4be-2176a7a15114,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:44.817125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.821888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.831004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5f4bb-f2cb-4617-a729-7c9c969064f0 None None] Network bfea234c-6a33-4801-8ba4-d8d7a97a940c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:44.838990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f72c4a6c-1b31-4125-ac2f-591dac059608 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/subnets/94dc4acd-56c8-4a2d-b4be-2176a7a15114 HTTP/1.1" status: 204 len: 168 time: 0.5659826 Sep 29 06:52:44.841546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47688) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:44.847766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:44.852786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:44.855774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:44.862166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:44.866303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.940978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.946002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:44.993052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbc94d-e705-45d0-ac4b-5d7ddf313e38,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:45.008645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.013643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5af0fee-af47-4abe-9d25-66c8fe33b1d5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2748473 Sep 29 06:52:45.014231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47692) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.019380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b2b6edd6-ee4b-40fe-9f85-5e3fdbf36465 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '0acbc94d-e705-45d0-ac4b-5d7ddf313e38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:45.019870 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-b2b6edd6-ee4b-40fe-9f85-5e3fdbf36465 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 29 06:52:45.020622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-b2b6edd6-ee4b-40fe-9f85-5e3fdbf36465 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:45.024287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b2b6edd6-ee4b-40fe-9f85-5e3fdbf36465 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090442 Sep 29 06:52:45.024897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47696) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.038205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.046398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=3abad29e-0582-4efe-82bd-e410a41f3815,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:45.054679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:45.055038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:45.068529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:45.068835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.093361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e906ac1a-1547-498e-9e84-a8d7a6bc8504 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.123017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e906ac1a-1547-498e-9e84-a8d7a6bc8504 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.123617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:45.162969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] For port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,segment=NetworkSegment(fc05519a-905a-4f23-808a-a096ce5bd07a),segment_id=fc05519a-905a-4f23-808a-a096ce5bd07a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:45.163391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.165770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:45.185880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:45.186466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.194341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e906ac1a-1547-498e-9e84-a8d7a6bc8504 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.227561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906ac1a-1547-498e-9e84-a8d7a6bc8504 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbc94d-e705-45d0-ac4b-5d7ddf313e38,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:45.234563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c26f9-61c4-4f45-93c4-84af871d5c15 None None] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:45.235699 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-71274f95-6ec5-4069-abb0-03f82f8f15a6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9196396 Sep 29 06:52:45.241158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47700) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.242716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e906ac1a-1547-498e-9e84-a8d7a6bc8504 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.247028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e906ac1a-1547-498e-9e84-a8d7a6bc8504 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/0acbc94d-e705-45d0-ac4b-5d7ddf313e38 HTTP/1.1" status: 204 len: 168 time: 0.2211688 Sep 29 06:52:45.247700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47704) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.302836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f15a2f44-676c-4b47-8bd7-0490e587aa3b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:45.317284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] Calling delete_port for f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:45.323241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f15a2f44-676c-4b47-8bd7-0490e587aa3b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:45.328917 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f15a2f44-676c-4b47-8bd7-0490e587aa3b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802159 Sep 29 06:52:45.329812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47708) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.336962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--617485479'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:45.346280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:45.364464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:45.376357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.405107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:45.425743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:45.429812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:45.440802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:45.514167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.571436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] DHCP port deletion for bfea234c-6a33-4801-8ba4-d8d7a97a940c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:45.576854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] Pushing event deleted for resources: {'Port': ['ID=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:45.587465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.600806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.648149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bc6db2-fac4-487c-b1b5-132d09ddb6ae,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:45.659125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.666170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-13c568a1-1776-4d43-8a51-2f5f99b5c6e5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3344042 Sep 29 06:52:45.667225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47712) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.673020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fb0e573d-bf8a-4e0a-8148-8c74f8554427 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '36bc6db2-fac4-487c-b1b5-132d09ddb6ae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:45.673821 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-fb0e573d-bf8a-4e0a-8148-8c74f8554427 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 29 06:52:45.674654 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-fb0e573d-bf8a-4e0a-8148-8c74f8554427 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:45.678870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fb0e573d-bf8a-4e0a-8148-8c74f8554427 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103574 Sep 29 06:52:45.679420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47716) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.688187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] For port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66,segment=NetworkSegment(fc05519a-905a-4f23-808a-a096ce5bd07a),segment_id=fc05519a-905a-4f23-808a-a096ce5bd07a)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:45.689380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.715893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:45.753170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c508df2e-ad98-4e65-af47-950a1113810e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.759354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765775ef-80ed-4e28-b327-de2fe6c17a8a None None] No DVR routers for this DVR port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:45.763679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] Deleting port 62c767ed-613f-4aba-a93b-624937fc2974 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:45.768011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.799209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c508df2e-ad98-4e65-af47-950a1113810e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.817822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:45.817822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:45.856500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:45.857426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.870904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c508df2e-ad98-4e65-af47-950a1113810e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.895070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Calling delete_port for f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:45.898310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508df2e-ad98-4e65-af47-950a1113810e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bc6db2-fac4-487c-b1b5-132d09ddb6ae,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:45.911299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c508df2e-ad98-4e65-af47-950a1113810e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:45.914560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c508df2e-ad98-4e65-af47-950a1113810e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/36bc6db2-fac4-487c-b1b5-132d09ddb6ae HTTP/1.1" status: 204 len: 168 time: 0.2320721 Sep 29 06:52:45.915869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47720) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:45.979481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9805d240-af62-491a-a1bd-5af5f786b4e2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:46.001099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9805d240-af62-491a-a1bd-5af5f786b4e2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:46.007876 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9805d240-af62-491a-a1bd-5af5f786b4e2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909917 Sep 29 06:52:46.008862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47724) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.015238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082881383'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:46.023823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:46.034754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:46.049251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.075453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:46.081202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:46.085763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:46.093479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:46.116548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] For port 62c767ed-613f-4aba-a93b-624937fc2974, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=62c767ed-613f-4aba-a93b-624937fc2974,segment=NetworkSegment(45924bc9-44b0-4425-bffe-1cbe79e1d44f),segment_id=45924bc9-44b0-4425-bffe-1cbe79e1d44f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:46.116928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.187141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.195087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.232181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.db.api [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:52:46.232499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG oslo_db.api [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:52:46.253931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb02b80-cd45-4ca9-9c43-ce7c6550d326,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:46.262859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.271172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe068428-175a-4327-a0e3-52a14dec3dd2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2583370 Sep 29 06:52:46.271481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47728) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.277014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-75fdd7b8-0f19-41f3-b99b-641b4299f074 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '5fb02b80-cd45-4ca9-9c43-ce7c6550d326', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:46.277976 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-75fdd7b8-0f19-41f3-b99b-641b4299f074 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 29 06:52:46.278570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-75fdd7b8-0f19-41f3-b99b-641b4299f074 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:46.281868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-75fdd7b8-0f19-41f3-b99b-641b4299f074 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070758 Sep 29 06:52:46.282036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.282229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47732) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.287338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f4439389-7c39-4a41-8c71-2b86ab83096b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '5fb02b80-cd45-4ca9-9c43-ce7c6550d326', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:46.288116 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-f4439389-7c39-4a41-8c71-2b86ab83096b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 29 06:52:46.289343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-f4439389-7c39-4a41-8c71-2b86ab83096b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:46.293118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f4439389-7c39-4a41-8c71-2b86ab83096b tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071340 Sep 29 06:52:46.293480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47736) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.302550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c70b8f10-5fa5-4480-84bc-9a71db579765 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '5fb02b80-cd45-4ca9-9c43-ce7c6550d326', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:46.303668 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-c70b8f10-5fa5-4480-84bc-9a71db579765 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 29 06:52:46.304397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-c70b8f10-5fa5-4480-84bc-9a71db579765 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:46.305413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] Calling delete_port for 62c767ed-613f-4aba-a93b-624937fc2974 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:46.305620 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c70b8f10-5fa5-4480-84bc-9a71db579765 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109229 Sep 29 06:52:46.314817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47740) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.320923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a50cdee0-1aba-4373-b8d1-9d1453f0814f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '5fb02b80-cd45-4ca9-9c43-ce7c6550d326', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:46.321943 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-a50cdee0-1aba-4373-b8d1-9d1453f0814f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 29 06:52:46.322581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a50cdee0-1aba-4373-b8d1-9d1453f0814f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:46.323728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a50cdee0-1aba-4373-b8d1-9d1453f0814f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077667 Sep 29 06:52:46.326739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47744) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.420746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf51e904-a9aa-4b33-a48a-5a3cf03bd583 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.461901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf51e904-a9aa-4b33-a48a-5a3cf03bd583 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.490085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.515828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf51e904-a9aa-4b33-a48a-5a3cf03bd583 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.534834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51e904-a9aa-4b33-a48a-5a3cf03bd583 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb02b80-cd45-4ca9-9c43-ce7c6550d326,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:46.542287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cf51e904-a9aa-4b33-a48a-5a3cf03bd583 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.543540 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cf51e904-a9aa-4b33-a48a-5a3cf03bd583 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/5fb02b80-cd45-4ca9-9c43-ce7c6550d326 HTTP/1.1" status: 204 len: 168 time: 0.2156837 Sep 29 06:52:46.546081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47748) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.555881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] Pushing event deleted for resources: {'Port': ['ID=62c767ed-613f-4aba-a93b-624937fc2974,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:46.566870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7256a-330f-4c3d-bb17-defefec841cc None None] No DVR routers for this DVR port 62c767ed-613f-4aba-a93b-624937fc2974 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:46.589336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Allocated IP 172.20.0.2 (6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a/3abad29e-0582-4efe-82bd-e410a41f3815/4fbe73fa-2fb4-469a-b2a8-5258241a1fef) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:46.604728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-90aa5096-987b-4d85-92cb-7493c1e77bc5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:46.622069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-90aa5096-987b-4d85-92cb-7493c1e77bc5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:46.623542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-90aa5096-987b-4d85-92cb-7493c1e77bc5 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764806 Sep 29 06:52:46.627433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47752) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:46.635264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485711509'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:46.643284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:46.652990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:46.663323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.683514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:46.687336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:46.690225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:46.696174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:46.734409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting port f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:46.734777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.807174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.817703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Transition to ACTIVE for port object 4fbe73fa-2fb4-469a-b2a8-5258241a1fef will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:46.817958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] The port 'f05fa4fa-ab5e-4a40-bdc9-57fbe917ab66' was deleted {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:46.836477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Transition to ACTIVE for port object 4fbe73fa-2fb4-469a-b2a8-5258241a1fef will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:46.842364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.864075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.907409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:46.910135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:46.913125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:46.919693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:46.959588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Pushing event updated for resources: {'Port': ['ID=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:47.023162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Attempting to bind port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:47.023535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Attempting to bind port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:47.023901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Attempting to bind port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef on network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:47.029141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:47.029517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Checking segment: {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:47.029928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.030324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Bound using segment: {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:47.030833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Bound port: 4fbe73fa-2fb4-469a-b2a8-5258241a1fef, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:47.031210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.047363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.20.0.1 (6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a/3abad29e-0582-4efe-82bd-e410a41f3815/6f2a1463-0408-4267-8e01-68d91dc74fdb) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:47.055239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2974dc1b-b58e-42a2-8df1-895d25e99b9d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:47.058317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.090064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.091293 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-599c16d8-3686-4c34-93a6-693078eb2e96 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4627166 Sep 29 06:52:47.094924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47758) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.100090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a003f326-8a7f-49b2-977e-a6b8f1e150e1']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:47.103155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fff7d2c7-6096-4cbd-af01-b34ecf5fdc10 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.104108 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-fff7d2c7-6096-4cbd-af01-b34ecf5fdc10 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 06:52:47.104686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-fff7d2c7-6096-4cbd-af01-b34ecf5fdc10 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.104834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.108696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fff7d2c7-6096-4cbd-af01-b34ecf5fdc10 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094042 Sep 29 06:52:47.109133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47762) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.116066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.124643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.129894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:47.133150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:47.139492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.139825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] For port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:47.144628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] For port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:47.149324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.171640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.172103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc05519a-905a-4f23-808a-a096ce5bd07a') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:47.172400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc05519a-905a-4f23-808a-a096ce5bd07a') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:47.172966 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c9366577-f249-4a9d-ba17-2e01182f9b07 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0622501 Sep 29 06:52:47.175666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47766) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.182023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d2f9f44d-77a8-447e-8a1b-0e71ed5a58ef tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.182533 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-d2f9f44d-77a8-447e-8a1b-0e71ed5a58ef tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 29 06:52:47.183436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-d2f9f44d-77a8-447e-8a1b-0e71ed5a58ef tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.186352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d2f9f44d-77a8-447e-8a1b-0e71ed5a58ef tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074165 Sep 29 06:52:47.186590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.191178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.197647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.198339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.202204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:47.205783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:47.213676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.226924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.251258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:47.251670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.253129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.257632 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bf49ec68-634e-4e5d-810d-258acbe0b117 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0668128 Sep 29 06:52:47.257632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47774) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.258362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd6674-adb8-4a54-9340-ff53c5050801 None None] Pushing event updated for resources: {'Port': ['ID=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:47.263024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fe8c4b2e-fc25-4abb-849a-d98d6e76df7c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.264394 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-fe8c4b2e-fc25-4abb-849a-d98d6e76df7c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 06:52:47.264982 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-fe8c4b2e-fc25-4abb-849a-d98d6e76df7c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.268720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe8c4b2e-fc25-4abb-849a-d98d6e76df7c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073910 Sep 29 06:52:47.269573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47778) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.278663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.285954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.290998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:47.294336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:47.301030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.337564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.338649 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7b795e62-d5e4-4e84-8bfc-c2500ee1d05e tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0678930 Sep 29 06:52:47.341570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47784) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.347444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-31ba09c1-d584-4dba-9a84-528a8846ea24 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.347636 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment fc05519a-905a-4f23-808a-a096ce5bd07a resource provider aggregate not found Sep 29 06:52:47.347961 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-31ba09c1-d584-4dba-9a84-528a8846ea24 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 29 06:52:47.348663 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-31ba09c1-d584-4dba-9a84-528a8846ea24 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.359599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-31ba09c1-d584-4dba-9a84-528a8846ea24 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167685 Sep 29 06:52:47.362231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47790) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.369627 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment fc05519a-905a-4f23-808a-a096ce5bd07a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc05519a-905a-4f23-808a-a096ce5bd07a found for delete ", "request_id": "req-903d3d2c-1a11-4634-b0b2-515ef14c3ee4"}]} Sep 29 06:52:47.370238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.380922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.385440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:47.390778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:47.400547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.405162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.419503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.452460 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.454268 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0525a2b0-7787-43ed-83c3-d418365a07fe tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0893176 Sep 29 06:52:47.456373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.456921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47794) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.465375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '2974dc1b-b58e-42a2-8df1-895d25e99b9d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.470508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/networks/a003f326-8a7f-49b2-977e-a6b8f1e150e1 HTTP/1.1" status: 204 len: 168 time: 2.6275361 Sep 29 06:52:47.476441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47798) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.477494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object 6f2a1463-0408-4267-8e01-68d91dc74fdb will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:47.477995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.483024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:47.483755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db700400-53fe-4b1a-8117-250e34525a05 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Network': ['ID=a003f326-8a7f-49b2-977e-a6b8f1e150e1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:47.487819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:47.499432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.539735 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:47.541453 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1181c2dc-17d1-43d7-a639-bb654af508d6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0825107 Sep 29 06:52:47.544346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47802) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.561158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 62c767ed-613f-4aba-a93b-624937fc2974 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:47.600825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 62c767ed-613f-4aba-a93b-624937fc2974 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:47.601463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 62c767ed-613f-4aba-a93b-624937fc2974 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:47.622927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.654244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ad96987-5c61-4221-ad1b-601e4bb5eaf1 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.665418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.682112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ad96987-5c61-4221-ad1b-601e4bb5eaf1 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.730630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ad96987-5c61-4221-ad1b-601e4bb5eaf1 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.749652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad96987-5c61-4221-ad1b-601e4bb5eaf1 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2974dc1b-b58e-42a2-8df1-895d25e99b9d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:47.757362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ad96987-5c61-4221-ad1b-601e4bb5eaf1 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.762987 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2ad96987-5c61-4221-ad1b-601e4bb5eaf1 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/2974dc1b-b58e-42a2-8df1-895d25e99b9d HTTP/1.1" status: 204 len: 168 time: 0.2175441 Sep 29 06:52:47.763670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.816895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:47.822076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-983da91b-8597-4fba-af4c-0c0326feaa09 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:47.830181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:47.831996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=6f2a1463-0408-4267-8e01-68d91dc74fdb,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:47.834748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:47.838328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-983da91b-8597-4fba-af4c-0c0326feaa09 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:47.843676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-983da91b-8597-4fba-af4c-0c0326feaa09 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750971 Sep 29 06:52:47.844414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47810) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:47.850058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--149960406'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:47.856769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.867151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.877736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.883798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:47.899147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:47.903240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:47.906211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:47.913702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:47.998415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.003140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.035726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfea234c-6a33-4801-8ba4-d8d7a97a940c']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:48.049064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.058073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45924bc9-44b0-4425-bffe-1cbe79e1d44f') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:48.058373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45924bc9-44b0-4425-bffe-1cbe79e1d44f') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:48.067831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40db888-2d77-4d99-8644-b0fb3c8b99bc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:48.071779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.076142 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f91070e6-4170-47c4-8605-1761f960bd27 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2306218 Sep 29 06:52:48.077006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47814) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.079599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.081674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': 'a40db888-2d77-4d99-8644-b0fb3c8b99bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:48.088593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:48.092971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:48.096023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:48.103596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:48.103921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.113772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:48.114286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.163807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The resource could not be found. Sep 29 06:52:48.166534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a41751e4-11d7-4d73-9727-49712c48a35d tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0870490 Sep 29 06:52:48.167354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47818) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.173636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': 'a40db888-2d77-4d99-8644-b0fb3c8b99bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '67c0ebd4-4730-4177-bb29-fe87a7ac97c3'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:48.179703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:48.184009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:48.186956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:48.193978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:48.233963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The resource could not be found. Sep 29 06:52:48.237702 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-967bee0f-8f40-4474-8e14-5d85c2af7fc7 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0671372 Sep 29 06:52:48.238066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47822) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.260900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.268637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.292163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.308663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Network': ['ID=bfea234c-6a33-4801-8ba4-d8d7a97a940c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:48.313320 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e111c35b-c14d-4980-83e5-990a92c24965 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/networks/bfea234c-6a33-4801-8ba4-d8d7a97a940c HTTP/1.1" status: 204 len: 168 time: 0.8333626 Sep 29 06:52:48.343062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47826) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.425624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d8827e-d976-445d-b09c-c4edd5cfa5ad tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.438161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bfdacd-4885-4756-a015-82d38e85725c None None] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:48.465424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d8827e-d976-445d-b09c-c4edd5cfa5ad tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.517791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d8827e-d976-445d-b09c-c4edd5cfa5ad tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.542019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c0827cfd-8481-434c-97bc-64167000f2ee None None] Provisioning for port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:48.545927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting subnet 6c026daa-1002-46b3-a20a-78f1624b2b61 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:52:48.546971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8827e-d976-445d-b09c-c4edd5cfa5ad tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40db888-2d77-4d99-8644-b0fb3c8b99bc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:48.550453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00d8827e-d976-445d-b09c-c4edd5cfa5ad tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.554521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-00d8827e-d976-445d-b09c-c4edd5cfa5ad tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/a40db888-2d77-4d99-8644-b0fb3c8b99bc HTTP/1.1" status: 204 len: 168 time: 0.3153729 Sep 29 06:52:48.555114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47830) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.555813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.607730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6a51aad1-7e1c-4c36-81df-6fefb7ac514c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:48.625344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6a51aad1-7e1c-4c36-81df-6fefb7ac514c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:48.631190 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6a51aad1-7e1c-4c36-81df-6fefb7ac514c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746934 Sep 29 06:52:48.631592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47834) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.632151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.636584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': 'c37e13f0-5bca-4273-adce-de24f891c504', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:48.643571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:48.648317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:48.651367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:48.657209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:48.694156 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The resource could not be found. Sep 29 06:52:48.695410 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b112f267-f1d0-43da-81b9-2924cd6c980f tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0628560 Sep 29 06:52:48.699463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47838) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.704180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272121912'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:48.710888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:48.721231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:48.732948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.755773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:48.760056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:48.763025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:48.768842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:48.852670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.865964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.871082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.920483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737c658c-75bb-431f-84c7-664479ac78fb,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:48.923811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.928784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.931962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.933674 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-68f848a7-0cac-4cbe-b59f-0561a2fffd19 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2336819 Sep 29 06:52:48.934561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47842) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:48.940142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--873852591'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:48.947113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:48.952353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:48.955433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:48.962910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:48.976400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:48.999559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:49.001931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Provisioning for port 6f2a1463-0408-4267-8e01-68d91dc74fdb completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:49.013192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:49.025022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:49.035307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Provisioning complete for port 6f2a1463-0408-4267-8e01-68d91dc74fdb triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:49.035307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.035307 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 1 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:49.045875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:49.052591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.106072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=6f2a1463-0408-4267-8e01-68d91dc74fdb,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:49.106072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Subnet': ['ID=6c026daa-1002-46b3-a20a-78f1624b2b61,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:49.118802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.118802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.131856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222308d-2ae5-470b-9b8b-c28c676d7d5a None None] Network c69e66e6-d19f-47d9-9bd8-4b7092888df5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:49.155539 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dee85d8b-5364-49f5-9437-71d2389275cb tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/subnets/6c026daa-1002-46b3-a20a-78f1624b2b61 HTTP/1.1" status: 204 len: 168 time: 0.8017585 Sep 29 06:52:49.155539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47846) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:49.196872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.206672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.293538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dbec31-9cf4-4d08-a7c4-163b231ff390,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:49.293538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.298837 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f604f39-0dc5-4b7b-99c0-473d73847794 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3622303 Sep 29 06:52:49.312460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47850) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:49.312460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group_rule': {'security_group_id': '737c658c-75bb-431f-84c7-664479ac78fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '56dbec31-9cf4-4d08-a7c4-163b231ff390'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:49.325966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:49.330637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:49.330637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:49.330637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:49.363468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:49.440221 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 06:52:49.446655 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-804183bd-3b88-4d29-b1c0-121323c2f9f2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1411409 Sep 29 06:52:49.446655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47854) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:49.499131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 45924bc9-44b0-4425-bffe-1cbe79e1d44f resource provider aggregate not found Sep 29 06:52:49.531897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:49.544163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:49.578594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 45924bc9-44b0-4425-bffe-1cbe79e1d44f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45924bc9-44b0-4425-bffe-1cbe79e1d44f found for delete ", "request_id": "req-322228cf-7f50-4521-8442-1c8be4ef7212"}]} Sep 29 06:52:49.584170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3337a79c-0b34-432b-8d4b-133308af3147 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.631710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3337a79c-0b34-432b-8d4b-133308af3147 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.657281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4fbe73fa-2fb4-469a-b2a8-5258241a1fef up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:49.694908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.700152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3337a79c-0b34-432b-8d4b-133308af3147 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.733413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337a79c-0b34-432b-8d4b-133308af3147 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dbec31-9cf4-4d08-a7c4-163b231ff390,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:49.733413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3337a79c-0b34-432b-8d4b-133308af3147 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.733413 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3337a79c-0b34-432b-8d4b-133308af3147 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/56dbec31-9cf4-4d08-a7c4-163b231ff390 HTTP/1.1" status: 204 len: 168 time: 0.2874899 Sep 29 06:52:49.743421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47862) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:49.830201 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 2 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:49.858043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a9a8d641-ae4f-4c41-b5a5-b5b6ad48bc60 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:49.889633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a9a8d641-ae4f-4c41-b5a5-b5b6ad48bc60 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:49.889633 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a9a8d641-ae4f-4c41-b5a5-b5b6ad48bc60 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1451962 Sep 29 06:52:49.889633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47866) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:49.991385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3af9-26d7-4487-8067-ee6a3bf43cdf tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:49.999771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Deleting port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:49.999771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.010130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:50.016015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:50.030210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:50.030210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.030210 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef Sep 29 06:52:50.043985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3af9-26d7-4487-8067-ee6a3bf43cdf tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.119812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] DHCP port deletion for c69e66e6-d19f-47d9-9bd8-4b7092888df5 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:52:50.135345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Deleting port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:50.135345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.158591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3af9-26d7-4487-8067-ee6a3bf43cdf tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.203366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e3af9-26d7-4487-8067-ee6a3bf43cdf tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737c658c-75bb-431f-84c7-664479ac78fb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:50.203366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff1e3af9-26d7-4487-8067-ee6a3bf43cdf tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.214315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ff1e3af9-26d7-4487-8067-ee6a3bf43cdf tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/737c658c-75bb-431f-84c7-664479ac78fb HTTP/1.1" status: 204 len: 168 time: 0.3181970 Sep 29 06:52:50.214315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47870) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:50.236785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:52:50.303189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-62e5f4bf-a57a-431a-bc2b-30ec3731a055 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:50.333599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-62e5f4bf-a57a-431a-bc2b-30ec3731a055 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:50.333599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-62e5f4bf-a57a-431a-bc2b-30ec3731a055 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231706 Sep 29 06:52:50.333599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47874) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:50.347967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015174265'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:50.362703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:50.380776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:50.402247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.460540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:50.460540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Usage tracker for resource:security_group_rule and tenant:22edf9730cc147439bd1c68f89bb71e5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:50.475175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:50.475175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:50.492821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] For port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,segment=NetworkSegment(06193dd4-d518-450e-8b7e-e05d98a81d06),segment_id=06193dd4-d518-450e-8b7e-e05d98a81d06)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:50.492821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.511716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] For port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,segment=NetworkSegment(06193dd4-d518-450e-8b7e-e05d98a81d06),segment_id=06193dd4-d518-450e-8b7e-e05d98a81d06)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:50.511716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.581231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.581231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.606114 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 3 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:50.638539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:50.638539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.646111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f7f07-bd51-44ba-9b6e-5936645cb32a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:50.657060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Calling delete_port for a0a9793c-9ea6-45b2-94ed-45ccc0aad72e owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:50.677189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.677189 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c00bab93-4892-437c-a945-d1b4395874c8 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3407362 Sep 29 06:52:50.677189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47878) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:50.696712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a47d0d81-a9f1-4432-9613-11112840ce05 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:50.696712 dv-neutron-859761-1-hyperv neutron-server[89136]: WARNING neutron.api.v2.base [None req-a47d0d81-a9f1-4432-9613-11112840ce05 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 06:52:50.696712 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-a47d0d81-a9f1-4432-9613-11112840ce05 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 06:52:50.701629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47882) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:50.701629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:50.706646 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a47d0d81-a9f1-4432-9613-11112840ce05 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "PUT /v2.0/security-groups/e91f7f07-bd51-44ba-9b6e-5936645cb32a HTTP/1.1" status: 409 len: 330 time: 0.0195603 Sep 29 06:52:50.718945 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:50.738310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Calling delete_port for a0a9793c-9ea6-45b2-94ed-45ccc0aad72e owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:52:50.743348 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:50.743348 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:50.753011 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5aaea727-7094-463e-b36d-f14a0f25d778 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5027997 Sep 29 06:52:50.761783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47886) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:50.761783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903219884'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:50.789195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:50.805598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff1904d-46a3-4fb4-9327-07c42154f052 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.811395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:50.811395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:50.836296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:50.842060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:50.847625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.851143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:50.860290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:50.860290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.880142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff1904d-46a3-4fb4-9327-07c42154f052 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.916464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:52:50.921137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Port': ['ID=a0a9793c-9ea6-45b2-94ed-45ccc0aad72e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:50.930281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:52:50.936041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] No DVR routers for this DVR port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:52:50.940965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.946195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:50.946195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:50.946195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment 6f6dec9e-b379-42be-b18a-f3a50fee20fc of type vlan for network d5f97d51-f620-4ab9-baee-838224648290 Sep 29 06:52:51.005554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.076362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:51.088195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.093501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.093501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.093501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.093501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.098978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff1904d-46a3-4fb4-9327-07c42154f052 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.102700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.102700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.105948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.109453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.109453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.109453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.109453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.109453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.109453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:51.113694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:51.113694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.120837 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:51.127742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1904d-46a3-4fb4-9327-07c42154f052 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f7f07-bd51-44ba-9b6e-5936645cb32a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:51.136450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69e66e6-d19f-47d9-9bd8-4b7092888df5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:51.152563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ff1904d-46a3-4fb4-9327-07c42154f052 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.152563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6ff1904d-46a3-4fb4-9327-07c42154f052 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/e91f7f07-bd51-44ba-9b6e-5936645cb32a HTTP/1.1" status: 204 len: 168 time: 0.4477322 Sep 29 06:52:51.152563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06193dd4-d518-450e-8b7e-e05d98a81d06') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:51.152563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06193dd4-d518-450e-8b7e-e05d98a81d06') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:51.165080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47890) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:51.185016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.213189 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4561040 Sep 29 06:52:51.218116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47894) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:51.218116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.218116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:51.299058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265a7fe-b2b3-4fba-bd3e-d60b54d2c673 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=d5f97d51-f620-4ab9-baee-838224648290,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:51.303033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:52:51.303033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.317588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d5f97d51-f620-4ab9-baee-838224648290 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:51.347119 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 4 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:51.489843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Deleting port a0a9793c-9ea6-45b2-94ed-45ccc0aad72e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:52:51.489843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.542798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ffe3c842-0b09-4fd5-a49b-31d4a8e9e1a2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Synchronizing usage tracker for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:51.633960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-17dfd836-0691-4e7f-81db-5b7f0395d13e None None] The port 'a0a9793c-9ea6-45b2-94ed-45ccc0aad72e' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:52:51.648683 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 06193dd4-d518-450e-8b7e-e05d98a81d06 resource provider aggregate not found Sep 29 06:52:51.666369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4fbe73fa-2fb4-469a-b2a8-5258241a1fef up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:51.673253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:51.673253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.673253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:51.673253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ffe3c842-0b09-4fd5-a49b-31d4a8e9e1a2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] Unset dirty status for tenant:22edf9730cc147439bd1c68f89bb71e5 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:51.673253 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ffe3c842-0b09-4fd5-a49b-31d4a8e9e1a2 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5119929 Sep 29 06:52:51.686570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:51.693194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47902) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:51.712745 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-86c0cb98-6150-4b75-a0e4-5dc21a63b1b6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] delete failed (client error): The resource could not be found. Sep 29 06:52:51.712745 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-86c0cb98-6150-4b75-a0e4-5dc21a63b1b6 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "DELETE /v2.0/security-groups/b888beab-890a-460b-94c1-f2463602e03f HTTP/1.1" status: 404 len: 347 time: 0.0217900 Sep 29 06:52:51.712745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47906) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:51.730314 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 06193dd4-d518-450e-8b7e-e05d98a81d06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06193dd4-d518-450e-8b7e-e05d98a81d06 found for delete ", "request_id": "req-fd251c05-788c-4a38-824a-7a54fc96b132"}]} Sep 29 06:52:51.730314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.745462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:51.750899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-578a0c31-c275-459d-bc1f-0708594c8a2c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] show failed (client error): The resource could not be found. Sep 29 06:52:51.755738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Pushing event deleted for resources: {'Network': ['ID=c69e66e6-d19f-47d9-9bd8-4b7092888df5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:51.755738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7ac74b52-ce84-4f02-bb21-48a8c1c5f514 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/networks/c69e66e6-d19f-47d9-9bd8-4b7092888df5 HTTP/1.1" status: 204 len: 168 time: 2.5910580 Sep 29 06:52:51.760919 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-578a0c31-c275-459d-bc1f-0708594c8a2c tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-groups/24d05125-7a83-465c-ac63-59ccc39cf210 HTTP/1.1" status: 404 len: 347 time: 0.0387912 Sep 29 06:52:51.765556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47910) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:51.765556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47914) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:51.770853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:51.830870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-c166bd64-a38a-4055-8700-117459461673 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] show failed (client error): The resource could not be found. Sep 29 06:52:51.830870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c166bd64-a38a-4055-8700-117459461673 tempest-NegativeSecGroupTest-800794789 tempest-NegativeSecGroupTest-800794789-project] 10.222.0.26 "GET /v2.0/security-group-rules/8c04305b-c02f-4bde-bdc5-df67f7d2b068 HTTP/1.1" status: 404 len: 356 time: 0.0778754 Sep 29 06:52:51.830870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:51.841575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.846464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:51.846464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:51.846464 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef Sep 29 06:52:51.856995 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:52:48Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:48Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:51.867949 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:52:51.867949 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Updating router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 port 6f2a1463-0408-4267-8e01-68d91dc74fdb binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:52:52.016641 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:52.086278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:52.158630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6898526-2d52-46cc-b5c5-730e5485fdf5 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Synchronizing usage tracker for tenant:0b09ff1a779248a88c82ac07b6aee748 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:52:52.163533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a0a9793c-9ea6-45b2-94ed-45ccc0aad72e no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:52:52.187329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6898526-2d52-46cc-b5c5-730e5485fdf5 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Unset dirty status for tenant:0b09ff1a779248a88c82ac07b6aee748 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:52:52.187329 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a6898526-2d52-46cc-b5c5-730e5485fdf5 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecf7ff49-3acc-4a49-a346-51cc9442ac54 HTTP/1.1" status: 200 len: 205 time: 0.4366140 Sep 29 06:52:52.192791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47920) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:52.230086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a0a9793c-9ea6-45b2-94ed-45ccc0aad72e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:52:52.230086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a0a9793c-9ea6-45b2-94ed-45ccc0aad72e not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:52:52.241046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:52.269407 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 5 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:52.434699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=98b3e3c6-641a-4fcc-80af-2c45cc28d95a,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:52.442968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:52.451377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:52.451377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: d5f97d51-f620-4ab9-baee-838224648290, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:52.459781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:52.493921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network d5f97d51-f620-4ab9-baee-838224648290 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:52.515102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d5f97d51-f620-4ab9-baee-838224648290) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:52.515102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:52.515102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:52.522217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10915946-71fb-4e61-88c3-0e853a25721f None None] Network d5f97d51-f620-4ab9-baee-838224648290 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:52.565794 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-faa7fbd8-92a7-4bbf-b561-3ae33d3c64d4 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3437173 Sep 29 06:52:52.565794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 47926) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:52.627214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47930) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:52.841609 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:52.858016 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Transition to ACTIVE for port object 6f2a1463-0408-4267-8e01-68d91dc74fdb will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:52.868283 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:52.981115 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 6 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:53.058853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.072954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d5f97d51-f620-4ab9-baee-838224648290', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:52:53.072954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.091226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.174664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Pushing event updated for resources: {'Port': ['ID=6f2a1463-0408-4267-8e01-68d91dc74fdb,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:53.174664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.174664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.174664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.174664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.174664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.187386 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a27cafe0-485f-4e1c-9838-42b26db253f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22edf9730cc147439bd1c68f89bb71e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618629 Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.193414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:52:53.199923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47936) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Attempting to bind port 6f2a1463-0408-4267-8e01-68d91dc74fdb on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Attempting to bind port 6f2a1463-0408-4267-8e01-68d91dc74fdb by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Attempting to bind port 6f2a1463-0408-4267-8e01-68d91dc74fdb on network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Checking segment: {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Bound using segment: {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Bound port: 6f2a1463-0408-4267-8e01-68d91dc74fdb, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c3f529-2a86-49d3-88ed-868556e102ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:53.215493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.223208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.223208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Fanout notify agent at l3_agent the message router_deleted on router ecf7ff49-3acc-4a49-a346-51cc9442ac54 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:52:53.272661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:52:53.320370 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] For port 6f2a1463-0408-4267-8e01-68d91dc74fdb, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:53.320370 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] For port 6f2a1463-0408-4267-8e01-68d91dc74fdb, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6f2a1463-0408-4267-8e01-68d91dc74fdb,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:53.329075 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.354974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.456561 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:53.456561 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:53.502746 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8674-9d2f-4d25-8d0d-db7d39d6e621 None None] Pushing event updated for resources: {'Port': ['ID=6f2a1463-0408-4267-8e01-68d91dc74fdb,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:53.530473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.530473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eeaabb3d-9751-4480-9e83-0e9d9f96fdf2 tempest-RoutersNegativeTest-1836010994 tempest-RoutersNegativeTest-1836010994-project] 10.222.0.26 "DELETE /v2.0/routers/ecf7ff49-3acc-4a49-a346-51cc9442ac54 HTTP/1.1" status: 204 len: 168 time: 1.3362250 Sep 29 06:52:53.548471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Allocated IP 172.21.0.2 (d5f97d51-f620-4ab9-baee-838224648290/98b3e3c6-641a-4fcc-80af-2c45cc28d95a/c5de3597-aac7-4cbe-bd29-5cc83f461b6e) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:53.591693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-553b516f-cc2b-4fd8-bf8d-527c6ccd21e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.677361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-553b516f-cc2b-4fd8-bf8d-527c6ccd21e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.711019 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:53.779702 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 7 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:53.813560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-553b516f-cc2b-4fd8-bf8d-527c6ccd21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.844198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b516f-cc2b-4fd8-bf8d-527c6ccd21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b106c5-d390-4bbc-97a2-c535480a8e5a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:53.867072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-553b516f-cc2b-4fd8-bf8d-527c6ccd21e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:53.867072 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-553b516f-cc2b-4fd8-bf8d-527c6ccd21e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0b106c5-d390-4bbc-97a2-c535480a8e5a HTTP/1.1" status: 204 len: 168 time: 0.6885815 Sep 29 06:52:54.026414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Port 6f2a1463-0408-4267-8e01-68d91dc74fdb had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:52:54.046522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Provisioning complete for port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:54.046522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.046522 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Attempt 1 to provision port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef Sep 29 06:52:54.060062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47948) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:54.110622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.120379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Transition to ACTIVE for port object c5de3597-aac7-4cbe-bd29-5cc83f461b6e will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:54.148848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Transition to ACTIVE for port object c5de3597-aac7-4cbe-bd29-5cc83f461b6e will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:54.196397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.280655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Network d5f97d51-f620-4ab9-baee-838224648290 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:54.286397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:54.304056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:54.304056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6dac9ede-f0e8-4af4-848e-141358bd0c39 None None] Current status of the port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:54.325255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Pushing event updated for resources: {'Port': ['ID=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:54.339668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.21.0.1 (d5f97d51-f620-4ab9-baee-838224648290/98b3e3c6-641a-4fcc-80af-2c45cc28d95a/18205179-3152-4a96-95a5-119a0bf312fd) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:54.365267 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:52:48Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:53Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:54.376998 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f162f6-fcea-41cb-867c-1b36f20ff811 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:52:48Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:53Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:52:54.552177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Attempting to bind port c5de3597-aac7-4cbe-bd29-5cc83f461b6e on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:52:54.552926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Attempting to bind port c5de3597-aac7-4cbe-bd29-5cc83f461b6e by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:52:54.553830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Attempting to bind port c5de3597-aac7-4cbe-bd29-5cc83f461b6e on network d5f97d51-f620-4ab9-baee-838224648290 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:52:54.560993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:52:54.561646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Checking segment: {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:54.562263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.562899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Bound using segment: {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:52:54.563591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Bound port: c5de3597-aac7-4cbe-bd29-5cc83f461b6e, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:52:54.564188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.649046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.664922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object 18205179-3152-4a96-95a5-119a0bf312fd will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:52:54.698523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.807454 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-43ea4205-501d-48e8-9a6c-c81ea3c219de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b09ff1a779248a88c82ac07b6aee748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412026 Sep 29 06:52:54.807454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47962) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:54.873718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] For port c5de3597-aac7-4cbe-bd29-5cc83f461b6e, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:52:54.901335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] For port c5de3597-aac7-4cbe-bd29-5cc83f461b6e, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:52:54.911820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:54.925917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network d5f97d51-f620-4ab9-baee-838224648290 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:54.936270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:54.948216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:52:54.973175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bb0d5784-bd82-4562-9e9f-fb9bbf48a612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.042339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bb0d5784-bd82-4562-9e9f-fb9bbf48a612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.049310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=18205179-3152-4a96-95a5-119a0bf312fd,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:55.159283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bb0d5784-bd82-4562-9e9f-fb9bbf48a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.165013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b647b20-a243-4b08-9b12-f677d3b30f3d None None] Pushing event updated for resources: {'Port': ['ID=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:55.196933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d5784-bd82-4562-9e9f-fb9bbf48a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435be65-f91b-43b0-a656-8044a67b961e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:55.237107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bb0d5784-bd82-4562-9e9f-fb9bbf48a612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.237107 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bb0d5784-bd82-4562-9e9f-fb9bbf48a612 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3435be65-f91b-43b0-a656-8044a67b961e HTTP/1.1" status: 204 len: 168 time: 0.4337938 Sep 29 06:52:55.398807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.587898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.611677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 47980) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:55.630287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6f2a1463-0408-4267-8e01-68d91dc74fdb up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:55.731325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6f2a1463-0408-4267-8e01-68d91dc74fdb completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:55.750172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6f2a1463-0408-4267-8e01-68d91dc74fdb triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:55.751617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.751968 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:52:55.865194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-343005845-network', 'tenant_id': '006f90bad0ef41d8a519af7bd4cbca71'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:55.871443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:55.875850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Usage tracker for resource:network and tenant:006f90bad0ef41d8a519af7bd4cbca71 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:55.880984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:55.889395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:55.893078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6f2a1463-0408-4267-8e01-68d91dc74fdb is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:55.893533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.901970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Made reservation on behalf of 006f90bad0ef41d8a519af7bd4cbca71 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:55.905225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.919952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.934387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6f2a1463-0408-4267-8e01-68d91dc74fdb, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6f2a1463-0408-4267-8e01-68d91dc74fdb,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:52:55.938568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:55.939617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:55.943729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Usage tracker for resource:security_group_rule and tenant:006f90bad0ef41d8a519af7bd4cbca71 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:55.948187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:55.955106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:56.045683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6f2a1463-0408-4267-8e01-68d91dc74fdb,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:56.076315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.076315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.123738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:56.139917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a845d95-40e5-467f-9ec2-6cd002e59727,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:56.141423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.145348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.145930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Added segment 17c74bf6-112e-483f-92bb-cdb400b57aba of type vlan for network 52fff320-fefc-42e0-82f9-8a8044678bf9 Sep 29 06:52:56.156712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.183132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.225358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.225358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:56.225358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.283542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.283542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=18205179-3152-4a96-95a5-119a0bf312fd,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:56.334283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7174501 Sep 29 06:52:56.345559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48000) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:56.363280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Request body: {'subnet': {'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-343005845-subnet', 'tenant_id': '006f90bad0ef41d8a519af7bd4cbca71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:56.373019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:56.377673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b212a3-adde-47f8-93ce-3f18dc164725 admin admin] Pushing event updated for resources: {'Network': ['ID=52fff320-fefc-42e0-82f9-8a8044678bf9,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:56.377673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Usage tracker for resource:subnet and tenant:006f90bad0ef41d8a519af7bd4cbca71 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:56.385368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:56.387587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 52fff320-fefc-42e0-82f9-8a8044678bf9 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:56.422936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:56.438570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Made reservation on behalf of 006f90bad0ef41d8a519af7bd4cbca71 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:56.443970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.572780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network d5f97d51-f620-4ab9-baee-838224648290 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:52:56.574182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:56.634458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48006) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:56.741075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.811384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:52:56.829405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1720951588'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:56.836679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:56.841985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Usage tracker for resource:network and tenant:60c022cf0d9743f894bf0772cc2c5dbb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:56.845333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:56.856512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:56.906893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Checking segment: {'id': '17c74bf6-112e-483f-92bb-cdb400b57aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:56.907251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Network hostable DHCP agents. Network: 52fff320-fefc-42e0-82f9-8a8044678bf9, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:56.918485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Made reservation on behalf of 60c022cf0d9743f894bf0772cc2c5dbb for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:56.922398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.938245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:56.959431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5758c9d-2785-4a7b-a2fd-72293afce8a6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:56.975453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:56.983074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Network 52fff320-fefc-42e0-82f9-8a8044678bf9 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:56.986486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Usage tracker for resource:security_group_rule and tenant:60c022cf0d9743f894bf0772cc2c5dbb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:56.994704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:57.008461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:57.012081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:52:57.014893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 52fff320-fefc-42e0-82f9-8a8044678bf9) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:57.023057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed1cd6-b31f-429a-921d-c6a8fb981f69 None None] Network 52fff320-fefc-42e0-82f9-8a8044678bf9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:57.026886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:57.027480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.035615 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7a6d1a26-7db9-49e2-b227-faf1b73b037b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4787314 Sep 29 06:52:57.036872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48014) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:57.057392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-170709064'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:57.069643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:57.088650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:57.099459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:57.119037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:57.128192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7316a078-dbd0-4885-b701-bfa7b4c6b8fa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7853653 Sep 29 06:52:57.163291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:57.179253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.189713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d098d8f-3868-4083-a30a-ed7fc882360d None None] Network d5f97d51-f620-4ab9-baee-838224648290 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:57.205448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:52:57.256822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:57.324372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:52:57.324372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:57.355020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.355020 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment 2b39e722-da2d-4182-ba75-6567769b5b8f of type vlan for network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d Sep 29 06:52:57.384762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.384762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.475239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.518370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:57.536558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c41f88-9ba3-449f-83b3-f02b5c3e33dd,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:57.556174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.556174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Added segment e08072e2-f0d8-4373-99fa-ff04b18922c5 of type vlan for network 81626911-d29a-490d-a591-012d3258002f Sep 29 06:52:57.597096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:52:57.627887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.627887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:57.627887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.674303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.842058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=2063ab7a-e6b3-43b6-ba27-d2000a89bd5d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:57.850670 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fafe78e4-97da-48fd-8750-80a7f6f70bd0 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8073025 Sep 29 06:52:57.852816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48024) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:57.854310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e9302ff-e662-480f-a251-cc6ab3d54d6d None None] Provisioning for port c5de3597-aac7-4cbe-bd29-5cc83f461b6e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:57.857097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.858846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:57.867076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:57.867764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:57.874772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5de3597-aac7-4cbe-bd29-5cc83f461b6e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:52:57.908124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:58.019403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3688779 Sep 29 06:52:58.019403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48028) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:58.026652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Request body: {'subnet': {'network_id': '81626911-d29a-490d-a591-012d3258002f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:58.042530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5cf10-04f9-4482-a30e-c37ef0ab98a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event updated for resources: {'Network': ['ID=81626911-d29a-490d-a591-012d3258002f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:58.087401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:58.087401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:58.087401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:58.103962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 81626911-d29a-490d-a591-012d3258002f details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:58.112720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:58.125308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:58.125308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.267600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:58.267600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Usage tracker for resource:subnet and tenant:60c022cf0d9743f894bf0772cc2c5dbb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:58.279989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:58.296784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:58.327141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Made reservation on behalf of 60c022cf0d9743f894bf0772cc2c5dbb for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:58.327141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.445885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48040) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:58.469890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1610360892-network', 'tenant_id': '8fdb43d4c8bb435a95ec9f4ad52fe372'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:58.493012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:58.501697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Usage tracker for resource:network and tenant:8fdb43d4c8bb435a95ec9f4ad52fe372 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:58.501697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:58.510576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:58.520252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Made reservation on behalf of 8fdb43d4c8bb435a95ec9f4ad52fe372 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:58.526519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.540443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c5de3597-aac7-4cbe-bd29-5cc83f461b6e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:58.548012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.548560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834b951-3189-4e22-9ea8-d5f4cbfecf8c None None] Network 52fff320-fefc-42e0-82f9-8a8044678bf9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:58.575778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:58.686147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c5de3597-aac7-4cbe-bd29-5cc83f461b6e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:58.686147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.686147 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c5de3597-aac7-4cbe-bd29-5cc83f461b6e Sep 29 06:52:58.730280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.788001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Usage tracker for resource:security_group_rule and tenant:8fdb43d4c8bb435a95ec9f4ad52fe372 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:58.788001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:58.802326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 3, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:52:58.811386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:58.832292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:52:58.832292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Updating router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 port 18205179-3152-4a96-95a5-119a0bf312fd binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:52:58.852948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event updated for resources: {'Subnet': ['ID=5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:58.890799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Checking segment: {'id': 'e08072e2-f0d8-4373-99fa-ff04b18922c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '81626911-d29a-490d-a591-012d3258002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:58.890799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Network hostable DHCP agents. Network: 81626911-d29a-490d-a591-012d3258002f, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:58.924846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.934630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Network 81626911-d29a-490d-a591-012d3258002f is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:58.941348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:58.975647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 81626911-d29a-490d-a591-012d3258002f) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:59.000217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:59.000217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.033143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=6c49ff4f-949c-4c77-a35d-9927f6e28b64,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:59.054296 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-376d82e8-aa2d-46dc-b225-5984bcc9f129 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0386846 Sep 29 06:52:59.055201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48044) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:59.059343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:52:59.059704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:52:59.061723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Request body: {'port': {'network_id': '81626911-d29a-490d-a591-012d3258002f', 'name': 'tempest-TagsExtTest-1642274838'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:59.064908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.069081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.077693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722e95a-fd1f-47fc-830c-6a5df8df705c None None] Network 81626911-d29a-490d-a591-012d3258002f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:59.110860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:52:59.127841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.128193 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Added segment 0f6de160-39eb-4ffb-89be-eb426f8bda82 of type vlan for network 45040f91-01da-46c4-abee-05029c08ba4e Sep 29 06:52:59.129717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b8bda-3391-41f8-9dd8-d865f22dfc29,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:59.132381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:52:59.151302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:52:59.168401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:59.169092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.181478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.222435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7a220-812c-474d-9cf7-b758fb551307 None None] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:52:59.226429 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a3935212-2477-433a-9268-55bd784bb10c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3740027 Sep 29 06:52:59.229214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48048) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:59.363797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.365086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:52:59.365626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.373550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:59.377728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Usage tracker for resource:port and tenant:60c022cf0d9743f894bf0772cc2c5dbb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:59.386212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:59.391311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:59.416340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Made reservation on behalf of 60c022cf0d9743f894bf0772cc2c5dbb for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:59.424908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.434074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c5de3597-aac7-4cbe-bd29-5cc83f461b6e is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:52:59.434074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.471488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] device_id is not set on port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 06:52:59.563101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1159844 Sep 29 06:52:59.566534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48052) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:52:59.574252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755c682-e54a-4a04-8563-c48e944948da admin admin] Pushing event updated for resources: {'Network': ['ID=45040f91-01da-46c4-abee-05029c08ba4e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:52:59.575729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Request body: {'subnet': {'network_id': '45040f91-01da-46c4-abee-05029c08ba4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1610360892-subnet', 'tenant_id': '8fdb43d4c8bb435a95ec9f4ad52fe372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:52:59.585013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:52:59.621136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Usage tracker for resource:subnet and tenant:8fdb43d4c8bb435a95ec9f4ad52fe372 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:52:59.628724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 45040f91-01da-46c4-abee-05029c08ba4e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:52:59.630107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:52:59.640040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:52:59.659636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Made reservation on behalf of 8fdb43d4c8bb435a95ec9f4ad52fe372 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:52:59.661996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.683759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Allocated IP 172.20.0.7 (81626911-d29a-490d-a591-012d3258002f/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:52:59.865527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Provisioning for port 18205179-3152-4a96-95a5-119a0bf312fd completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:52:59.891662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Provisioning complete for port 18205179-3152-4a96-95a5-119a0bf312fd triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:52:59.891662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:52:59.891662 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Attempt 1 to provision port 18205179-3152-4a96-95a5-119a0bf312fd Sep 29 06:53:00.154473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.161692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port c5de3597-aac7-4cbe-bd29-5cc83f461b6e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:00.161692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:53:00.161692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.178270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Transition to ACTIVE for port object 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:00.198227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.198227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6f2a1463-0408-4267-8e01-68d91dc74fdb up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:00.243617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.313970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:00.325584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-81626911-d29a-490d-a591-012d3258002f', 'network_id': '81626911-d29a-490d-a591-012d3258002f', 'tenant_id': '60c022cf0d9743f894bf0772cc2c5dbb', 'fixed_ips': [{'subnet_id': '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:53:00.327139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.346525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.368218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Port 18205179-3152-4a96-95a5-119a0bf312fd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:00.422245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.510970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event updated for resources: {'Port': ['ID=752ff7d1-c2bf-4c47-9abb-37ca04e3d10f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:00.510970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Checking segment: {'id': '0f6de160-39eb-4ffb-89be-eb426f8bda82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '45040f91-01da-46c4-abee-05029c08ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:00.510970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Network hostable DHCP agents. Network: 45040f91-01da-46c4-abee-05029c08ba4e, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:53:00.524149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffc2146-33e4-4072-bd55-6658e180fead,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:00.545355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Network 81626911-d29a-490d-a591-012d3258002f is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:00.545355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:00.545355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:00.595703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.606447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Transition to ACTIVE for port object 18205179-3152-4a96-95a5-119a0bf312fd will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:00.630838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:00.630838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.633370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.650297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Network 45040f91-01da-46c4-abee-05029c08ba4e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:53:00.673265 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-30488eea-ee88-4bad-a521-9115dc72aaf9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6050730 Sep 29 06:53:00.673265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48056) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:00.673265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1772551813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:00.688874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 45040f91-01da-46c4-abee-05029c08ba4e) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:00.688874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:00.694779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:00.694779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.706368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Usage tracker for resource:router and tenant:60c022cf0d9743f894bf0772cc2c5dbb is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:00.706368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:00.715681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:00.733095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.733095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.773890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.798028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fa832eb7-951a-4ab7-ac4d-fa2c6d9cd811 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2217333 Sep 29 06:53:00.810058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.843839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:00.848192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a409556a-e553-4228-a355-21917eddabee tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1813838 Sep 29 06:53:00.849530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48064) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:00.912125 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Attempt 2 to provision port 18205179-3152-4a96-95a5-119a0bf312fd Sep 29 06:53:00.914917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0a4cd7be-53e8-40d6-8f8c-b9b105ceec89 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-275159730', 'prefixes': ['172.20.0.0/16']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:00.921620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0a4cd7be-53e8-40d6-8f8c-b9b105ceec89 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:00.939882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60898726-4cdf-44ae-a458-e2fdcaba2f33 None None] Network 45040f91-01da-46c4-abee-05029c08ba4e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:01.139746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0a4cd7be-53e8-40d6-8f8c-b9b105ceec89 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for subnetpool, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:01.151042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48074) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:01.154469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0a4cd7be-53e8-40d6-8f8c-b9b105ceec89 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2928758 Sep 29 06:53:01.161834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-6f30e771-39ba-46b6-80af-6be0833ceaf8 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-418807621') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:01.183080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.22.0.1 (2063ab7a-e6b3-43b6-ba27-d2000a89bd5d/6c49ff4f-949c-4c77-a35d-9927f6e28b64/5000deab-c204-4bc9-bd6e-001454d28f4d) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:01.261591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfc4cb-acc2-4359-a459-4a1da49177fa None None] Pushing event updated for resources: {'Port': ['ID=18205179-3152-4a96-95a5-119a0bf312fd,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:01.278713 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f30e771-39ba-46b6-80af-6be0833ceaf8 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-418807621 HTTP/1.1" status: 201 len: 201 time: 0.1336718 Sep 29 06:53:01.281822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48078) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:01.285236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6f2a1463-0408-4267-8e01-68d91dc74fdb triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:01.285688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:01.286197 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6f2a1463-0408-4267-8e01-68d91dc74fdb Sep 29 06:53:01.294295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-d071acb4-5bdd-40c8-96e8-981fd2eeee96 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-1413516806') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:01.351282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Port 18205179-3152-4a96-95a5-119a0bf312fd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:01.526961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Attempting to bind port 18205179-3152-4a96-95a5-119a0bf312fd on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:01.528350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Attempting to bind port 18205179-3152-4a96-95a5-119a0bf312fd by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:01.528350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Attempting to bind port 18205179-3152-4a96-95a5-119a0bf312fd on network d5f97d51-f620-4ab9-baee-838224648290 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:01.538259 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d071acb4-5bdd-40c8-96e8-981fd2eeee96 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-1413516806 HTTP/1.1" status: 201 len: 201 time: 0.2547665 Sep 29 06:53:01.539457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48090) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:01.546423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-f8a6e87e-04ae-40ca-a324-89e6ebd4d394 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-1659543342') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:01.604004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:01.604004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Checking segment: {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:01.604004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:01.604004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Bound using segment: {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:01.604004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Bound port: 18205179-3152-4a96-95a5-119a0bf312fd, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6dec9e-b379-42be-b18a-f3a50fee20fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:01.604004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:01.622061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Allocated IP 172.20.0.2 (81626911-d29a-490d-a591-012d3258002f/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/88f91977-fe76-4520-a01e-075bbbf27130) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:01.678776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:01.739815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object 5000deab-c204-4bc9-bd6e-001454d28f4d will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:01.776072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-b5216350-4161-4d4d-8973-d86894fd052b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:01.776072 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-b5216350-4161-4d4d-8973-d86894fd052b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/networks?id=52fff320-fefc-42e0-82f9-8a8044678bf9 HTTP/1.1" status: 200 len: 811 time: 0.2552712 Sep 29 06:53:01.808187 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-96b59a6f-32e6-4d44-8966-b9063166f5b9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/quotas/006f90bad0ef41d8a519af7bd4cbca71 HTTP/1.1" status: 200 len: 375 time: 0.0145881 Sep 29 06:53:01.835623 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f8a6e87e-04ae-40ca-a324-89e6ebd4d394 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-1659543342 HTTP/1.1" status: 201 len: 201 time: 0.2903845 Sep 29 06:53:01.835623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48094) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:01.851553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-aa6de2d4-11ad-48f3-b54b-7ae57c2543ad tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-1825325799') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:01.902932 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-254dba07-4c4d-4d8d-8ce9-b661ca59978b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=006f90bad0ef41d8a519af7bd4cbca71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903153 Sep 29 06:53:01.907040 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Attempt 3 to provision port 18205179-3152-4a96-95a5-119a0bf312fd Sep 29 06:53:01.908404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:01.945092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63c6aa-d1e3-4d42-961c-945931a5d86c None None] Network 45040f91-01da-46c4-abee-05029c08ba4e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:01.970529 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aa6de2d4-11ad-48f3-b54b-7ae57c2543ad tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-1825325799 HTTP/1.1" status: 201 len: 201 time: 0.1324329 Sep 29 06:53:01.970529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48098) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:01.981584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-56ccafe8-f72a-4b80-ae09-04c71e0d245b tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.061561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:02.095800 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-56ccafe8-f72a-4b80-ae09-04c71e0d245b tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags HTTP/1.1" status: 200 len: 240 time: 0.1171267 Sep 29 06:53:02.105619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48102) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.105619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-1eb1206e-60ba-4733-8219-ee71498300b0 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-418807621') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.135723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:02.135723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:02.166952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6f2a1463-0408-4267-8e01-68d91dc74fdb is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:02.182103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Port 18205179-3152-4a96-95a5-119a0bf312fd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:02.182103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] For port 18205179-3152-4a96-95a5-119a0bf312fd, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:02.217437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Allocated IP 172.22.0.2 (2063ab7a-e6b3-43b6-ba27-d2000a89bd5d/6c49ff4f-949c-4c77-a35d-9927f6e28b64/5b1831cf-bb34-4e38-94e8-6859fa999f77) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:02.226232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=5000deab-c204-4bc9-bd6e-001454d28f4d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:02.233789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] For port 18205179-3152-4a96-95a5-119a0bf312fd, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=18205179-3152-4a96-95a5-119a0bf312fd,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:02.233789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:02.261389 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1eb1206e-60ba-4733-8219-ee71498300b0 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-418807621 HTTP/1.1" status: 204 len: 168 time: 0.1530936 Sep 29 06:53:02.261389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48106) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.268347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-ee88a2b0-e12d-4db8-9efa-9aaf7b9fe3f0 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-418807621') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.299121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:02.393428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5de3597-aac7-4cbe-bd29-5cc83f461b6e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:02.433773 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-3a895ebc-c86e-4a5a-9960-3fe3c9b80cbb service neutron] 10.222.0.26 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499595 Sep 29 06:53:02.440737 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ee88a2b0-e12d-4db8-9efa-9aaf7b9fe3f0 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-418807621 HTTP/1.1" status: 204 len: 168 time: 0.1753123 Sep 29 06:53:02.440737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48110) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.459630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-bee88ee7-e2fb-40ed-817b-26d410bdfdb5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.550624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bee88ee7-e2fb-40ed-817b-26d410bdfdb5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags HTTP/1.1" status: 200 len: 205 time: 0.1113646 Sep 29 06:53:02.552386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48114) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.557385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-cfa85c80-dfe5-454b-8ad7-821c49d55e13 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.596204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:02.596855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.630853 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cfa85c80-dfe5-454b-8ad7-821c49d55e13 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags HTTP/1.1" status: 200 len: 241 time: 0.0747807 Sep 29 06:53:02.631044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48118) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.636004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-71e985f3-0e44-492e-956d-589d59d84ba1 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-1413516806') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.708888 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Attempt 4 to provision port 18205179-3152-4a96-95a5-119a0bf312fd Sep 29 06:53:02.717327 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-71e985f3-0e44-492e-956d-589d59d84ba1 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-1413516806 HTTP/1.1" status: 204 len: 168 time: 0.0827670 Sep 29 06:53:02.718196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.722297 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-67522ffa-83a5-4c1a-8865-81e481c6f7d8 service neutron] 10.222.0.26 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019104 Sep 29 06:53:02.724019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-12a1b452-0bd4-4ffe-90cc-b9dfc6f90780 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-1413516806') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:02.743439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-6890f9ee-c2b7-484b-b1f2-f12ec8dc8431 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2679753 Sep 29 06:53:02.751855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:02.886926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfc4cb-acc2-4359-a459-4a1da49177fa None None] Pushing event updated for resources: {'Port': ['ID=18205179-3152-4a96-95a5-119a0bf312fd,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:02.890147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:02.936312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-12a1b452-0bd4-4ffe-90cc-b9dfc6f90780 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-1413516806 HTTP/1.1" status: 204 len: 168 time: 0.2178376 Sep 29 06:53:02.946132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Transition to ACTIVE for port object 88f91977-fe76-4520-a01e-075bbbf27130 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:02.946622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48128) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:02.954686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-b775e918-d97f-4bc6-a67f-8d37eb7bdc86 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:03.008898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:03.120027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Transition to ACTIVE for port object 88f91977-fe76-4520-a01e-075bbbf27130 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:03.164030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-a20aa852-b77b-4574-b474-62334ef4dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:03.165667 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-a20aa852-b77b-4574-b474-62334ef4dbdc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1099 time: 0.2742953 Sep 29 06:53:03.173854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Port 18205179-3152-4a96-95a5-119a0bf312fd had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:53:03.183994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c5de3597-aac7-4cbe-bd29-5cc83f461b6e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:03.184682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.185221 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c5de3597-aac7-4cbe-bd29-5cc83f461b6e Sep 29 06:53:03.211733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.244584 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-99a42723-2004-4455-ae3d-86fb6ca8443e req-7cf71124-5660-4d9a-9b3f-ad59981d0ceb tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 210 time: 0.2233684 Sep 29 06:53:03.264496 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b775e918-d97f-4bc6-a67f-8d37eb7bdc86 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags HTTP/1.1" status: 200 len: 205 time: 0.3140206 Sep 29 06:53:03.268796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48138) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:03.283351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-cfc423ce-7bfa-412d-90f9-e2fc484f820e tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:03.425150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Network 81626911-d29a-490d-a591-012d3258002f is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:03.429428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.480749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:03.493008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cfc423ce-7bfa-412d-90f9-e2fc484f820e tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags HTTP/1.1" status: 200 len: 241 time: 0.2225645 Sep 29 06:53:03.496229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48144) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:03.503181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-c9e50414-b1b6-4b7c-b951-7b1ab06b23b9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-1659543342') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:03.503444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:03.513804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Provisioning complete for port c5de3597-aac7-4cbe-bd29-5cc83f461b6e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:03.514186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.514546 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Attempt 1 to provision port c5de3597-aac7-4cbe-bd29-5cc83f461b6e Sep 29 06:53:03.559855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Pushing event updated for resources: {'Port': ['ID=88f91977-fe76-4520-a01e-075bbbf27130,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:03.571701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Transition to ACTIVE for port object 5b1831cf-bb34-4e38-94e8-6859fa999f77 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:03.653643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48148) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:03.654569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c9e50414-b1b6-4b7c-b951-7b1ab06b23b9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-1659543342 HTTP/1.1" status: 204 len: 168 time: 0.1570539 Sep 29 06:53:03.659198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-5ed61160-24f6-4ecc-9a5f-0271e3b2351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:03.660646 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-5ed61160-24f6-4ecc-9a5f-0271e3b2351d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.4672620 Sep 29 06:53:03.663809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-ea9c1850-a525-4fb3-8667-c93258ac272a tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-1659543342') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:03.765786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Transition to ACTIVE for port object 5b1831cf-bb34-4e38-94e8-6859fa999f77 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:03.796460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.831332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Attempting to bind port 88f91977-fe76-4520-a01e-075bbbf27130 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:03.831707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Attempting to bind port 88f91977-fe76-4520-a01e-075bbbf27130 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e08072e2-f0d8-4373-99fa-ff04b18922c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '81626911-d29a-490d-a591-012d3258002f'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:03.832068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Attempting to bind port 88f91977-fe76-4520-a01e-075bbbf27130 on network 81626911-d29a-490d-a591-012d3258002f {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:03.896065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:03.896446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Checking segment: {'id': 'e08072e2-f0d8-4373-99fa-ff04b18922c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '81626911-d29a-490d-a591-012d3258002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:03.896853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.897245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Bound using segment: {'id': 'e08072e2-f0d8-4373-99fa-ff04b18922c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '81626911-d29a-490d-a591-012d3258002f'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:03.897897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Bound port: 88f91977-fe76-4520-a01e-075bbbf27130, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08072e2-f0d8-4373-99fa-ff04b18922c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '81626911-d29a-490d-a591-012d3258002f'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:03.898463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.900241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.908312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:03.965615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c5de3597-aac7-4cbe-bd29-5cc83f461b6e is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:03.972451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:03.982681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:03.984917 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-93005363-b49d-4919-ae66-26055510b09b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 1002 time: 0.2678640 Sep 29 06:53:04.026141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:04.037933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Pushing event updated for resources: {'Port': ['ID=5b1831cf-bb34-4e38-94e8-6859fa999f77,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:04.085593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=5000deab-c204-4bc9-bd6e-001454d28f4d,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:04.097998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:04.111781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-584c79e0-d16d-4f6b-a9d7-49e27d6d3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:04.113216 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-584c79e0-d16d-4f6b-a9d7-49e27d6d3e20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.1113729 Sep 29 06:53:04.119005 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ea9c1850-a525-4fb3-8667-c93258ac272a tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-1659543342 HTTP/1.1" status: 204 len: 168 time: 0.4617586 Sep 29 06:53:04.119743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48152) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:04.126386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-72f9c6a2-16b0-4b28-821a-708dd0eee306 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:04.139555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04046a97-f7b8-4c98-af6a-4ba2f09c0398 None None] Current status of the port c5de3597-aac7-4cbe-bd29-5cc83f461b6e is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:04.260682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] For port 88f91977-fe76-4520-a01e-075bbbf27130, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:04.265009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Attempting to bind port 5b1831cf-bb34-4e38-94e8-6859fa999f77 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:04.265678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Attempting to bind port 5b1831cf-bb34-4e38-94e8-6859fa999f77 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:04.266216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Attempting to bind port 5b1831cf-bb34-4e38-94e8-6859fa999f77 on network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:04.276533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] For port 88f91977-fe76-4520-a01e-075bbbf27130, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=88f91977-fe76-4520-a01e-075bbbf27130,segment=NetworkSegment(e08072e2-f0d8-4373-99fa-ff04b18922c5),segment_id=e08072e2-f0d8-4373-99fa-ff04b18922c5)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:04.281897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:04.282255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Checking segment: {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:04.282883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:04.283303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Bound using segment: {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:04.283845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Bound port: 5b1831cf-bb34-4e38-94e8-6859fa999f77, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:04.284466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:04.301511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:04.327149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:04.328450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:04.354794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-7b8bb88c-3914-47ce-9056-91cba2143091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:04.356370 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-7b8bb88c-3914-47ce-9056-91cba2143091 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2227507 Sep 29 06:53:04.417392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 3, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:02Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:04.455783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-9ce5e8d3-fcfb-458a-b126-76014402c729 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:04.456721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-9ce5e8d3-fcfb-458a-b126-76014402c729 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Synchronizing usage tracker for tenant:006f90bad0ef41d8a519af7bd4cbca71 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:04.463907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6fbc5-e01e-404f-a713-d132e9478960 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 3, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:02Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:04.510296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-9ce5e8d3-fcfb-458a-b126-76014402c729 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Unset dirty status for tenant:006f90bad0ef41d8a519af7bd4cbca71 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:04.512574 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-9ce5e8d3-fcfb-458a-b126-76014402c729 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.61 "GET /v2.0/networks?id=52fff320-fefc-42e0-82f9-8a8044678bf9 HTTP/1.1" status: 200 len: 811 time: 0.2171273 Sep 29 06:53:04.515905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f79faf-63c6-4d11-b1cb-407ee73ffb92 None None] Pushing event updated for resources: {'Port': ['ID=88f91977-fe76-4520-a01e-075bbbf27130,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:04.524464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-72f9c6a2-16b0-4b28-821a-708dd0eee306 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags HTTP/1.1" status: 200 len: 205 time: 0.4028790 Sep 29 06:53:04.527054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48158) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:04.532647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Request body: {'port': {'device_id': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9', 'admin_state_up': True, 'tenant_id': '006f90bad0ef41d8a519af7bd4cbca71'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:04.545326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] For port 5b1831cf-bb34-4e38-94e8-6859fa999f77, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:04.549984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] For port 5b1831cf-bb34-4e38-94e8-6859fa999f77, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b1831cf-bb34-4e38-94e8-6859fa999f77,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:04.560233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-cae08b5a-4c77-4e68-900e-83fad06904bb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:04.565553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:04.728885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cae08b5a-4c77-4e68-900e-83fad06904bb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags HTTP/1.1" status: 200 len: 241 time: 0.2001960 Sep 29 06:53:04.733766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48162) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:04.768331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a7b73-3ac6-460b-be2c-4f24bba302a2 None None] Pushing event updated for resources: {'Port': ['ID=5b1831cf-bb34-4e38-94e8-6859fa999f77,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:04.778403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-5d22d171-df95-4e8e-be26-da269f58b6cb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-1825325799') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:04.791394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82ff839b-3531-4e11-8fc5-97004bd7c3c1 req-11c1f452-4dba-410c-a566-dbe7205610a9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 210 time: 0.2908325 Sep 29 06:53:04.902029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:04.906293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:04.909019 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-2cc4e80a-5a32-4225-9dba-ac8dd7f1928f service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460547 Sep 29 06:53:04.911764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d22d171-df95-4e8e-be26-da269f58b6cb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-1825325799 HTTP/1.1" status: 204 len: 168 time: 0.1739149 Sep 29 06:53:04.913149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Usage tracker for resource:port and tenant:006f90bad0ef41d8a519af7bd4cbca71 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:04.914363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48170) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:04.916807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:04.923107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:04.941268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-337c0f1c-052c-4a11-9246-3a6eb2a8d8d1 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-1825325799') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:04.943014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Made reservation on behalf of 006f90bad0ef41d8a519af7bd4cbca71 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:53:04.947604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.125734 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:53:05.217211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Allocated IP 172.20.0.3 (52fff320-fefc-42e0-82f9-8a8044678bf9/a5758c9d-2785-4a7b-a2fd-72293afce8a6/d23183d6-1057-4e5f-96bc-bd9b0fef5c3e) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:05.462781 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b2af69f-2d6e-4365-80ee-b018c73b7887 req-dd406531-10e3-443d-88f3-b0b937386118 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455508 Sep 29 06:53:05.465153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:05.470370 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ffd82c25-98d5-4b87-b0a9-03ebe51fae82 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2387371 Sep 29 06:53:05.472439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-337c0f1c-052c-4a11-9246-3a6eb2a8d8d1 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-1825325799 HTTP/1.1" status: 204 len: 168 time: 0.5571144 Sep 29 06:53:05.474092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48174) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.475545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48176) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.480629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-31439512-192a-4bfd-a97d-dc7a2ccd1d13 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.484332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'network': {'name': 'tempest-RoutersTest-563117834'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:05.491464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:05.495609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.501026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:network and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:05.505147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:05.506631 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-31439512-192a-4bfd-a97d-dc7a2ccd1d13 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags HTTP/1.1" status: 200 len: 205 time: 0.0291541 Sep 29 06:53:05.508343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48182) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.512502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:05.512980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-1c8afd78-2295-4e26-a3df-610e9e99d3d3 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.525703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:53:05.529088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.541177 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1c8afd78-2295-4e26-a3df-610e9e99d3d3 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags HTTP/1.1" status: 204 len: 168 time: 0.0315421 Sep 29 06:53:05.543687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48186) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.548712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-cb2d357f-4b5d-4c03-b581-2ff18229a0a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.561856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:53:05.574484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.574937 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added segment c93f5239-b3ce-4d53-95ab-ab48eb7f2e19 of type vlan for network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 Sep 29 06:53:05.581800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.672079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.688367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Network 52fff320-fefc-42e0-82f9-8a8044678bf9 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:05.690335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Pushing event updated for resources: {'Port': ['ID=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:05.694903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:05.700320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:05.700645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cb2d357f-4b5d-4c03-b581-2ff18229a0a5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1533315 Sep 29 06:53:05.701231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48190) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.706316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-1501c30d-b1ac-4eb9-a47d-1b686de0cec9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.727211 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:05.739142 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:05.740406 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.774221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.780689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:05.781439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.806610 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1501c30d-b1ac-4eb9-a47d-1b686de0cec9 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags HTTP/1.1" status: 204 len: 168 time: 0.1042776 Sep 29 06:53:05.807704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48194) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.807845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:05.808387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:05.813413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-bf391b38-a079-404d-b489-7729b219b2d8 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.915734 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bf391b38-a079-404d-b489-7729b219b2d8 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1064095 Sep 29 06:53:05.916631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48200) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:05.922809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-0fc39c6f-bda6-46c6-8921-626890ba9a2c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-1568550182') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:05.985269 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:06.027362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56134d5c-be78-4f5f-ada9-02d325786d5c None None] Network 81626911-d29a-490d-a591-012d3258002f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:06.031479 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0fc39c6f-bda6-46c6-8921-626890ba9a2c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-1568550182 HTTP/1.1" status: 201 len: 201 time: 0.1131530 Sep 29 06:53:06.032214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48204) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.038527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-c769908c-8e1c-47e5-b658-1ae55a0083b1 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-364568136') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.112530 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ce5fc829-d29d-4ded-a718-c219d3965d73 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5861454 Sep 29 06:53:06.117889 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6424594 Sep 29 06:53:06.124566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48208) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.134230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Request body: {'port': {'device_id': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:06.158319 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c769908c-8e1c-47e5-b658-1ae55a0083b1 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-364568136 HTTP/1.1" status: 201 len: 201 time: 0.1249316 Sep 29 06:53:06.159125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48212) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.163831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'subnet': {'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:06.165995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-cdeb3147-e14b-44c4-bbe9-e8c0292d1145 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-67191823') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.274675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46912992-e45c-4509-89d2-c211b78a6f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Network': ['ID=d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:06.311165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:06.323568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:53:06.334266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:subnet and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:06.340098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:06.354938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:06.445363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Made reservation on behalf of 73e0449a7ade47598ba3fc52b2d9def0 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:53:06.449378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:06.478984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-97ec3c0c-f467-41ba-aef2-70b25df6e1bc tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:06.480208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-97ec3c0c-f467-41ba-aef2-70b25df6e1bc tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Synchronizing usage tracker for tenant:006f90bad0ef41d8a519af7bd4cbca71 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:06.511465 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:02Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:02Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:03Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.523445 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:06.524183 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Updating router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 port 5000deab-c204-4bc9-bd6e-001454d28f4d binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:53:06.524972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5350c5dd-f14b-4f3f-aea6-eadfdc177ec5 None None] Provisioning for port 88f91977-fe76-4520-a01e-075bbbf27130 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:06.562060 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cdeb3147-e14b-44c4-bbe9-e8c0292d1145 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-67191823 HTTP/1.1" status: 201 len: 201 time: 0.4015896 Sep 29 06:53:06.565624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48216) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.572709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-75831b2d-d03c-4082-a26d-756ca1feaa47 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-462334726') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.574901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b1831cf-bb34-4e38-94e8-6859fa999f77 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:06.587658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:06.609039 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:06.620573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-75831b2d-d03c-4082-a26d-756ca1feaa47 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-462334726 HTTP/1.1" status: 201 len: 201 time: 0.0538058 Sep 29 06:53:06.627078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48220) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.636567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-8b3586a2-c34f-4ef6-8997-de39a9be9c21 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', {'tags': ['tempest-TagsExtTest-Tag-1320626154', 'tempest-TagsExtTest-Tag-1414200288', 'tempest-TagsExtTest-Tag-451809885']}) {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.712664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-97ec3c0c-f467-41ba-aef2-70b25df6e1bc tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Unset dirty status for tenant:006f90bad0ef41d8a519af7bd4cbca71 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:06.721309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5b1831cf-bb34-4e38-94e8-6859fa999f77 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:06.723964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-97ec3c0c-f467-41ba-aef2-70b25df6e1bc tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 931 time: 0.6930842 Sep 29 06:53:06.732215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 18205179-3152-4a96-95a5-119a0bf312fd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:06.770361 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8b3586a2-c34f-4ef6-8997-de39a9be9c21 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags HTTP/1.1" status: 200 len: 317 time: 0.1416872 Sep 29 06:53:06.772497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48224) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.777660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-2609dd45-8f61-4bfc-93eb-9f8d98b64e0d tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.891537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 18205179-3152-4a96-95a5-119a0bf312fd completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:06.901649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 18205179-3152-4a96-95a5-119a0bf312fd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:06.903599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:06.903952 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 18205179-3152-4a96-95a5-119a0bf312fd Sep 29 06:53:06.914385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2609dd45-8f61-4bfc-93eb-9f8d98b64e0d tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1383922 Sep 29 06:53:06.916184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48228) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:06.919540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-12c168bc-7b9a-45da-b49a-55fec9e62932 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-1320626154') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:06.923890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-a2e6b869-4db2-486d-aa1f-48bed3bd9687 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Synchronizing usage tracker for tenant:006f90bad0ef41d8a519af7bd4cbca71 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:07.012979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c5912-1249-424f-af23-257b9b505e8a None None] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:07.024317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-a2e6b869-4db2-486d-aa1f-48bed3bd9687 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Unset dirty status for tenant:006f90bad0ef41d8a519af7bd4cbca71 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:07.038776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1fb4d839-18fe-4611-85aa-bea24f55e831 req-a2e6b869-4db2-486d-aa1f-48bed3bd9687 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137848 Sep 29 06:53:07.054017 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-12c168bc-7b9a-45da-b49a-55fec9e62932 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:07.055328 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-12c168bc-7b9a-45da-b49a-55fec9e62932 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-1320626154 HTTP/1.1" status: 404 len: 329 time: 0.1397843 Sep 29 06:53:07.061303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48232) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:07.074055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-ef6c4bc2-fe5f-4822-a11e-52c8ddb70ecb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-1414200288') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:07.119273 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.133911 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Transition to ACTIVE for port object 5000deab-c204-4bc9-bd6e-001454d28f4d will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:07.142714 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.188684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Provisioning for port 5b1831cf-bb34-4e38-94e8-6859fa999f77 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:07.215533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Provisioning complete for port 5b1831cf-bb34-4e38-94e8-6859fa999f77 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:07.215782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.215973 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Attempt 1 to provision port 5b1831cf-bb34-4e38-94e8-6859fa999f77 Sep 29 06:53:07.248363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.282314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 18205179-3152-4a96-95a5-119a0bf312fd is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:07.282732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.377547 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-ef6c4bc2-fe5f-4822-a11e-52c8ddb70ecb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:07.378607 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ef6c4bc2-fe5f-4822-a11e-52c8ddb70ecb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-1414200288 HTTP/1.1" status: 404 len: 329 time: 0.3139985 Sep 29 06:53:07.382710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48236) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:07.383032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 18205179-3152-4a96-95a5-119a0bf312fd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=18205179-3152-4a96-95a5-119a0bf312fd,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:07.384548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Subnet': ['ID=a58bca54-7d8a-47cc-bbad-0234378edd93,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:07.395372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.396000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 88f91977-fe76-4520-a01e-075bbbf27130 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:07.400934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-a842a4d1-e727-4457-8729-5c4a9ad3043e tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6', 'tempest-TagsExtTest-Tag-451809885') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:07.405528 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2d5a-f861-49d5-9eef-7e30df3cfec3 None None] Pushing event updated for resources: {'Port': ['ID=5000deab-c204-4bc9-bd6e-001454d28f4d,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:07.406930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Checking segment: {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:07.407537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network hostable DHCP agents. Network: d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:53:07.432332 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Attempting to bind port 5000deab-c204-4bc9-bd6e-001454d28f4d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:07.432995 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Attempting to bind port 5000deab-c204-4bc9-bd6e-001454d28f4d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:07.433574 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Attempting to bind port 5000deab-c204-4bc9-bd6e-001454d28f4d on network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:07.446014 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:07.448709 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Checking segment: {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:07.452599 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.453442 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Bound using segment: {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:07.453936 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Bound port: 5000deab-c204-4bc9-bd6e-001454d28f4d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b39e722-da2d-4182-ba75-6567769b5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:07.454314 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.483671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d23183d6-1057-4e5f-96bc-bd9b0fef5c3e {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:53:07.498478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:53:07.502773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.517744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:07.527083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:07.527927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.532389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Transition to ACTIVE for port object d23183d6-1057-4e5f-96bc-bd9b0fef5c3e will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:07.539706 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-a842a4d1-e727-4457-8729-5c4a9ad3043e tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:07.541751 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a842a4d1-e727-4457-8729-5c4a9ad3043e tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags/tempest-TagsExtTest-Tag-451809885 HTTP/1.1" status: 404 len: 328 time: 0.1579432 Sep 29 06:53:07.543577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.544505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48240) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:07.552670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-9ec99c1e-5343-4c53-9a99-3fb5a51c8174 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', {'tags': ['tempest-TagsExtTest-Tag-969178691', 'tempest-TagsExtTest-Tag-846246341', 'tempest-TagsExtTest-Tag-1809065406']}) {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:07.584150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b289e-8a8d-4963-9804-523a75d20f57 None None] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:07.614569 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] For port 5000deab-c204-4bc9-bd6e-001454d28f4d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:07.621644 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] For port 5000deab-c204-4bc9-bd6e-001454d28f4d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5000deab-c204-4bc9-bd6e-001454d28f4d,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:07.626676 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.650233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ec99c1e-5343-4c53-9a99-3fb5a51c8174 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags HTTP/1.1" status: 200 len: 316 time: 0.1045909 Sep 29 06:53:07.652694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48244) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:07.658114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-c14a4261-547b-40d9-a748-9be65d3d1174 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:07.709946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=18205179-3152-4a96-95a5-119a0bf312fd,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:07.726920 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:07.727551 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:52:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:07.739903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Current status of the port 5b1831cf-bb34-4e38-94e8-6859fa999f77 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:07.740282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.752417 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f8a8e74a-4e47-4e43-9e3b-9a686e7f6642 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6267397 Sep 29 06:53:07.760181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48248) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:07.767563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 88f91977-fe76-4520-a01e-075bbbf27130 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:07.777923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 88f91977-fe76-4520-a01e-075bbbf27130 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:07.778300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.778699 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 88f91977-fe76-4520-a01e-075bbbf27130 Sep 29 06:53:07.794318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Pushing event updated for resources: {'Port': ['ID=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:07.840268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Attempting to bind port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:07.840979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Attempting to bind port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '17c74bf6-112e-483f-92bb-cdb400b57aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:07.841549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Attempting to bind port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e on network 52fff320-fefc-42e0-82f9-8a8044678bf9 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:07.847465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e on network 52fff320-fefc-42e0-82f9-8a8044678bf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:53:07.848247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Attempting to bind port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e on network 52fff320-fefc-42e0-82f9-8a8044678bf9 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:07.855120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:07.855830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Checking segment: {'id': '17c74bf6-112e-483f-92bb-cdb400b57aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:07.856432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Bound using segment: {'id': '17c74bf6-112e-483f-92bb-cdb400b57aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:07.857076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Bound port: d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c74bf6-112e-483f-92bb-cdb400b57aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:07.857725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.905875 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2d5a-f861-49d5-9eef-7e30df3cfec3 None None] Pushing event updated for resources: {'Port': ['ID=5000deab-c204-4bc9-bd6e-001454d28f4d,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:07.938911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] For port 5b1831cf-bb34-4e38-94e8-6859fa999f77, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b1831cf-bb34-4e38-94e8-6859fa999f77,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:07.957583 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:07.977990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:07.983906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] For port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:07.989028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] For port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,segment=NetworkSegment(17c74bf6-112e-483f-92bb-cdb400b57aba),segment_id=17c74bf6-112e-483f-92bb-cdb400b57aba)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:07.996875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:08.041731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:08.042907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:08.044942 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] 10.222.0.61 "PUT /v2.0/ports/d23183d6-1057-4e5f-96bc-bd9b0fef5c3e HTTP/1.1" status: 200 len: 1093 time: 1.9172943 Sep 29 06:53:08.045835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'tag': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:53:08.049182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcaccc8-f87f-4c6e-beaf-5bdc80214828", "tag": "d23183d6-1057-4e5f-96bc-bd9b0fef5c3e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:53:08.108807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3b12-4910-480c-8c9f-7df74a141e41 service neutron] Pushing event updated for resources: {'Port': ['ID=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:08.178935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed97854-22e8-47a7-b5bf-5ce531639041 x-openstack-request-id: req-fed97854-22e8-47a7-b5bf-5ce531639041 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:53:08.179515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcaccc8-f87f-4c6e-beaf-5bdc80214828", "tag": "d23183d6-1057-4e5f-96bc-bd9b0fef5c3e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:53:08.179938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fed97854-22e8-47a7-b5bf-5ce531639041 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:53:08.180493 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed97854-22e8-47a7-b5bf-5ce531639041'] response: {'name': 'network-changed', 'server_uuid': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'tag': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e', 'status': 'completed', 'code': 200} Sep 29 06:53:08.257521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:53:08.258364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:08.329026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Provisioning for port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:08.332518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dd924-74e8-491f-930a-85040a080e77 None None] Pushing event updated for resources: {'Port': ['ID=5b1831cf-bb34-4e38-94e8-6859fa999f77,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:08.387914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Provisioning complete for port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:08.388465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:08.389090 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 1 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:08.485378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ad05ff99-7f26-441e-81c7-72cf77b117be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:08.487436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-ad05ff99-7f26-441e-81c7-72cf77b117be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=006f90bad0ef41d8a519af7bd4cbca71&device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 1096 time: 0.3746872 Sep 29 06:53:08.493435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:08.549361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 88f91977-fe76-4520-a01e-075bbbf27130 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:08.549899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:08.561990 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:02Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:08.568680 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8ce75-0324-48fc-a82d-9616a7daae75 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:02Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:08.600375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-e3b2dc8a-f6d0-46ad-a0f2-415929438df6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e HTTP/1.1" status: 200 len: 217 time: 0.0928133 Sep 29 06:53:08.696709 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c14a4261-547b-40d9-a748-9be65d3d1174 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags HTTP/1.1" status: 204 len: 168 time: 1.0427065 Sep 29 06:53:08.698136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48256) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:08.718247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-f0c76721-c31e-4940-b5b1-3d6db3a2405f tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-969178691') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:08.723932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14392c1-dd1c-42f1-aec1-6e9ad91e419f req-a7cf9608-97bd-4653-88eb-4c7860266036 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:08.725851 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c14392c1-dd1c-42f1-aec1-6e9ad91e419f req-a7cf9608-97bd-4653-88eb-4c7860266036 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 943 time: 0.4769132 Sep 29 06:53:08.736504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-d05281f3-b5fc-4f1d-946d-7a5ac0cb44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:08.740833 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-d05281f3-b5fc-4f1d-946d-7a5ac0cb44ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5758c9d-2785-4a7b-a2fd-72293afce8a6 HTTP/1.1" status: 200 len: 851 time: 0.1346447 Sep 29 06:53:08.780705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-885b7e5e-f0f8-40cd-9dd0-24614f6caf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:08.820523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 88f91977-fe76-4520-a01e-075bbbf27130, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=88f91977-fe76-4520-a01e-075bbbf27130,segment=NetworkSegment(e08072e2-f0d8-4373-99fa-ff04b18922c5),segment_id=e08072e2-f0d8-4373-99fa-ff04b18922c5)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:08.847801 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-341932c4-b147-42de-86dd-86c7c72e92fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52fff320-fefc-42e0-82f9-8a8044678bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853240 Sep 29 06:53:08.882107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.004837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.016988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Allocated IP 172.23.0.2 (d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6/a58bca54-7d8a-47cc-bbad-0234378edd93/eba8a9e3-9cf6-4ed7-933c-4381735778d5) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:09.018830 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 2 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:09.037526 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-f0c76721-c31e-4940-b5b1-3d6db3a2405f tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:09.038605 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f0c76721-c31e-4940-b5b1-3d6db3a2405f tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-969178691 HTTP/1.1" status: 404 len: 328 time: 0.3369184 Sep 29 06:53:09.039541 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c14392c1-dd1c-42f1-aec1-6e9ad91e419f req-34dc21c5-7af4-4cae-bfec-a5c850697601 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976756 Sep 29 06:53:09.041873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48260) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:09.048736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-caebf36b-fc12-4e9c-aaa9-eb58365406d5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-846246341') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:09.085618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=88f91977-fe76-4520-a01e-075bbbf27130,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:09.174169 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-d3a5e760-2c27-484a-906e-597aae3caf4f service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157668 Sep 29 06:53:09.205194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b1831cf-bb34-4e38-94e8-6859fa999f77 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:09.260740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:09.290194 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-caebf36b-fc12-4e9c-aaa9-eb58365406d5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:09.293727 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-caebf36b-fc12-4e9c-aaa9-eb58365406d5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-846246341 HTTP/1.1" status: 404 len: 328 time: 0.2486691 Sep 29 06:53:09.304485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48264) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:09.311848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-9186c04b-b68d-407c-858e-58d2260bf03c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f', 'tempest-TagsExtTest-Tag-1809065406') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:09.344464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63793128-d0ef-44ce-a54e-c9f78f125eab req-5e74c4fa-32da-4e0f-bc28-96da8b8bfc74 service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609735 Sep 29 06:53:09.477988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.487435 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-9186c04b-b68d-407c-858e-58d2260bf03c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:09.488571 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9186c04b-b68d-407c-858e-58d2260bf03c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags/tempest-TagsExtTest-Tag-1809065406 HTTP/1.1" status: 404 len: 329 time: 0.1831107 Sep 29 06:53:09.489861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Transition to ACTIVE for port object eba8a9e3-9cf6-4ed7-933c-4381735778d5 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:09.492169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48270) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:09.500371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-c4688732-76c9-4762-86cd-9ee4751593dc tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', {'tags': ['tempest-TagsExtTest-Tag-1598242011', 'tempest-TagsExtTest-Tag-1251588072', 'tempest-TagsExtTest-Tag-1590984414']}) {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:09.531470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Transition to ACTIVE for port object eba8a9e3-9cf6-4ed7-933c-4381735778d5 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:09.550422 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.552201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-a9bfcc90-9d3a-4116-b2da-658d2e06a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:09.553725 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-a9bfcc90-9d3a-4116-b2da-658d2e06a389 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=006f90bad0ef41d8a519af7bd4cbca71&device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 1096 time: 0.1201565 Sep 29 06:53:09.633925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5b1831cf-bb34-4e38-94e8-6859fa999f77 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:09.634295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.634658 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5b1831cf-bb34-4e38-94e8-6859fa999f77 Sep 29 06:53:09.669092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:09.688487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:09.694127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Pushing event updated for resources: {'Port': ['ID=eba8a9e3-9cf6-4ed7-933c-4381735778d5,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:09.696158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:09.707175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-2eb940ca-7dee-4efd-9ef3-82f39a90def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:09.710343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-2eb940ca-7dee-4efd-9ef3-82f39a90def1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=52fff320-fefc-42e0-82f9-8a8044678bf9 HTTP/1.1" status: 200 len: 912 time: 0.1503658 Sep 29 06:53:09.714536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Allocated IP 172.23.0.1 (d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6/a58bca54-7d8a-47cc-bbad-0234378edd93/d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:09.722406 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c4688732-76c9-4762-86cd-9ee4751593dc tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags HTTP/1.1" status: 200 len: 318 time: 0.2264807 Sep 29 06:53:09.725411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48274) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:09.731062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-cb25922f-170c-4c80-b911-01af62204e7d tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:09.765187 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 3 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:09.785306 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-126282d7-5900-4f8f-accd-69eb077bdbe0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e HTTP/1.1" status: 200 len: 217 time: 0.0672622 Sep 29 06:53:09.852085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-7e6f77c3-a86d-4f05-9f28-897a8f28aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:09.853844 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-7e6f77c3-a86d-4f05-9f28-897a8f28aee8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5758c9d-2785-4a7b-a2fd-72293afce8a6 HTTP/1.1" status: 200 len: 851 time: 0.0628638 Sep 29 06:53:09.899538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Attempting to bind port eba8a9e3-9cf6-4ed7-933c-4381735778d5 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:09.899948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Attempting to bind port eba8a9e3-9cf6-4ed7-933c-4381735778d5 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:09.900266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Attempting to bind port eba8a9e3-9cf6-4ed7-933c-4381735778d5 on network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:09.909276 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-a79eba41-0356-4383-b00a-c6698eee74b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52fff320-fefc-42e0-82f9-8a8044678bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492005 Sep 29 06:53:09.924713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:09.925087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Checking segment: {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:09.925494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.925886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Bound using segment: {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:09.926389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Bound port: eba8a9e3-9cf6-4ed7-933c-4381735778d5, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:09.926794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:09.936082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:09.982543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5b1831cf-bb34-4e38-94e8-6859fa999f77 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:09.982914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 18205179-3152-4a96-95a5-119a0bf312fd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:09.990059 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cb25922f-170c-4c80-b911-01af62204e7d tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags HTTP/1.1" status: 204 len: 168 time: 0.2622709 Sep 29 06:53:09.991795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48278) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:10.005677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-9cfb1139-67ff-42e0-bce6-89f104b4d850 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-1598242011') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:10.051378 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-c5834ec2-2756-49bf-9d20-664bdfc608f7 service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338656 Sep 29 06:53:10.137721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] For port eba8a9e3-9cf6-4ed7-933c-4381735778d5, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:10.142626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] For port eba8a9e3-9cf6-4ed7-933c-4381735778d5, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=eba8a9e3-9cf6-4ed7-933c-4381735778d5,segment=NetworkSegment(c93f5239-b3ce-4d53-95ab-ab48eb7f2e19),segment_id=c93f5239-b3ce-4d53-95ab-ab48eb7f2e19)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:10.142864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.150869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.189819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 18205179-3152-4a96-95a5-119a0bf312fd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:10.190190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.190551 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 18205179-3152-4a96-95a5-119a0bf312fd Sep 29 06:53:10.216485 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-452d2f00-63a5-44a3-9ead-80c5ed5c2a20 req-8bfb7656-257a-4af7-ba41-aee569e1883b service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586795 Sep 29 06:53:10.290949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83078cb0-d8f3-44de-907f-ea5280a47a51 None None] Pushing event updated for resources: {'Port': ['ID=eba8a9e3-9cf6-4ed7-933c-4381735778d5,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:10.354591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 18205179-3152-4a96-95a5-119a0bf312fd is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:10.355831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5000deab-c204-4bc9-bd6e-001454d28f4d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:10.377869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Transition to ACTIVE for port object d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:10.387536 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-9cfb1139-67ff-42e0-bce6-89f104b4d850 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:10.387536 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9cfb1139-67ff-42e0-bce6-89f104b4d850 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-1598242011 HTTP/1.1" status: 404 len: 329 time: 0.3923788 Sep 29 06:53:10.388334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:10.395644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-d5e5816a-467f-4a8a-84a2-c4b500790be6 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-1251588072') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:10.433316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0235f-5aa7-4037-b91c-1cd710a9e6d1 req-d5c8917c-aecf-4920-9c65-b4ec5e4a8a1b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:10.435012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0ae0235f-5aa7-4037-b91c-1cd710a9e6d1 req-d5c8917c-aecf-4920-9c65-b4ec5e4a8a1b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 943 time: 0.1271894 Sep 29 06:53:10.441056 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 4 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:10.443892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.528421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:10.529334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5000deab-c204-4bc9-bd6e-001454d28f4d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:10.587999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:10.592551 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0ae0235f-5aa7-4037-b91c-1cd710a9e6d1 req-1ff5ad1b-ac58-4b80-9238-3884ffc840de tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984879 Sep 29 06:53:10.596260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:10.598800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:10.604452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:10.670325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.754525 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-d5e5816a-467f-4a8a-84a2-c4b500790be6 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:10.755565 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5e5816a-467f-4a8a-84a2-c4b500790be6 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-1251588072 HTTP/1.1" status: 404 len: 329 time: 0.3662529 Sep 29 06:53:10.758422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48288) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:10.763227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-3798da27-0d82-4ab3-abed-949feab88e34 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7', 'tempest-TagsExtTest-Tag-1590984414') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:10.799352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.880351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c163a79-07a1-4f60-b3da-2f560e24c3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:10.896533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-3798da27-0d82-4ab3-abed-949feab88e34 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:10.900215 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3798da27-0d82-4ab3-abed-949feab88e34 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags/tempest-TagsExtTest-Tag-1590984414 HTTP/1.1" status: 404 len: 329 time: 0.1382816 Sep 29 06:53:10.900833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48292) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:10.906717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-57e343f3-f8b7-4a9a-b8c0-59ddd3aa8dba tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', {'tags': ['tempest-TagsExtTest-Tag-1986414952', 'tempest-TagsExtTest-Tag-476666180', 'tempest-TagsExtTest-Tag-96548207']}) {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:10.953467 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-57e343f3-f8b7-4a9a-b8c0-59ddd3aa8dba tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "PUT /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags HTTP/1.1" status: 200 len: 315 time: 0.0516610 Sep 29 06:53:10.955609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48296) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:10.961309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-114b170c-c9a9-400d-ad21-cbd009c8c8bb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.008118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-114b170c-c9a9-400d-ad21-cbd009c8c8bb tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags HTTP/1.1" status: 204 len: 168 time: 0.0513651 Sep 29 06:53:11.008333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48300) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.013151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-72d3715d-0275-4b49-9f4c-05c6f1782cb5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-1986414952') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.029237 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 5 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:11.066817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device eba8a9e3-9cf6-4ed7-933c-4381735778d5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:11.090241 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-72d3715d-0275-4b49-9f4c-05c6f1782cb5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:11.091315 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-72d3715d-0275-4b49-9f4c-05c6f1782cb5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-1986414952 HTTP/1.1" status: 404 len: 329 time: 0.0821574 Sep 29 06:53:11.094091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48304) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.101076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-96a1ae92-7ab5-4ab3-94e1-079e5bd83b80 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-476666180') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.149384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:11.162955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port eba8a9e3-9cf6-4ed7-933c-4381735778d5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:11.168376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 88f91977-fe76-4520-a01e-075bbbf27130 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:11.213311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-96a1ae92-7ab5-4ab3-94e1-079e5bd83b80 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:11.213926 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-96a1ae92-7ab5-4ab3-94e1-079e5bd83b80 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-476666180 HTTP/1.1" status: 404 len: 328 time: 0.1189036 Sep 29 06:53:11.216727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48308) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.238600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-782cfa82-26b9-407e-804d-c761ed0f1653 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25', 'tempest-TagsExtTest-Tag-96548207') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.246190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 88f91977-fe76-4520-a01e-075bbbf27130 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:11.246610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:11.246952 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 88f91977-fe76-4520-a01e-075bbbf27130 Sep 29 06:53:11.287563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.api.v2.resource [None req-782cfa82-26b9-407e-804d-c761ed0f1653 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] show failed (client error): The resource could not be found. Sep 29 06:53:11.288602 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-782cfa82-26b9-407e-804d-c761ed0f1653 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags/tempest-TagsExtTest-Tag-96548207 HTTP/1.1" status: 404 len: 327 time: 0.0709832 Sep 29 06:53:11.291329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48312) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.297118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.tag.tag_plugin [None req-e62f26aa-d397-4ed2-85cb-ae7e103540b5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'af68ff8e-3fdd-4b9f-8571-cae590a73f25') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.327746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:11.334412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:11.374602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 88f91977-fe76-4520-a01e-075bbbf27130 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:11.421717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57957a40-460d-4b22-b236-0e97cadaceb6 None None] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:11.446945 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e62f26aa-d397-4ed2-85cb-ae7e103540b5 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25/tags HTTP/1.1" status: 204 len: 168 time: 0.1546323 Sep 29 06:53:11.449947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48316) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.456437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-dbe039cb-3c73-411d-bd7b-666905a3711a tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '287f6053-7963-4903-80cf-3066b8b5b2d7') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.464079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event updated for resources: {'Port': ['ID=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:11.467415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:11.608667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dbe039cb-3c73-411d-bd7b-666905a3711a tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1573176 Sep 29 06:53:11.611362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48320) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.614946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:11.616095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:11.617164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-56399535-f31e-4e41-9739-499b4cca13c4 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '752ff7d1-c2bf-4c47-9abb-37ca04e3d10f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.650084 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 6 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:11.699008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-56399535-f31e-4e41-9739-499b4cca13c4 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f/tags HTTP/1.1" status: 204 len: 168 time: 0.0864580 Sep 29 06:53:11.701849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48326) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.708488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.tag.tag_plugin [None req-1e85a737-2c53-4358-96cf-ee28b6fd4248 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:11.713082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:11.787853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:11.814566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:11.864363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a762a6-3142-4ef0-a08b-ae6409be3909 req-af5a93b3-4b66-4279-b18e-4147ba1e5dad tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:11.865870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-22a762a6-3142-4ef0-a08b-ae6409be3909 req-af5a93b3-4b66-4279-b18e-4147ba1e5dad tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 943 time: 0.1276083 Sep 29 06:53:11.870315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1e85a737-2c53-4358-96cf-ee28b6fd4248 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1665795 Sep 29 06:53:11.887623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48330) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:11.928576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:11.956004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-22a762a6-3142-4ef0-a08b-ae6409be3909 req-1daa6ecb-3417-498f-9e4f-56b24c363be5 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835273 Sep 29 06:53:11.985574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:11.996746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:12.000735 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7cef52cd-fa0d-41e9-a6ad-67f62361bf7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2393756 Sep 29 06:53:12.004107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48334) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:12.009429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:12.009887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:12.010628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:12.125310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d23183d6-1057-4e5f-96bc-bd9b0fef5c3e details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:53:12.133737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4651-870e-46a9-904b-872f2753de62 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for subnetpool, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.137546 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3c3b4651-870e-46a9-904b-872f2753de62 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnetpools/af68ff8e-3fdd-4b9f-8571-cae590a73f25 HTTP/1.1" status: 204 len: 168 time: 0.2488623 Sep 29 06:53:12.137836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48338) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:12.249110 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 7 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:12.351275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,segment=NetworkSegment(17c74bf6-112e-483f-92bb-cdb400b57aba),segment_id=17c74bf6-112e-483f-92bb-cdb400b57aba)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:12.352684 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9878d6c7-934c-41d8-a255-48bced2a3276 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "GET /v2.0/ports?device_id=287f6053-7963-4903-80cf-3066b8b5b2d7 HTTP/1.1" status: 200 len: 205 time: 0.2131484 Sep 29 06:53:12.354960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48342) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:12.380395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:12.380976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e', 'network_id': '52fff320-fefc-42e0-82f9-8a8044678bf9', 'port_id': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e', 'mac_address': 'fa:16:3e:e3:d6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5758c9d-2785-4a7b-a2fd-72293afce8a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:53:12.383047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:12.507503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.666145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 29 06:53:12.681606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Removed routes are [] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 29 06:53:12.682450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.694679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:12.695056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.720078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d23183d6-1057-4e5f-96bc-bd9b0fef5c3e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:53:12.763213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,segment=NetworkSegment(17c74bf6-112e-483f-92bb-cdb400b57aba),segment_id=17c74bf6-112e-483f-92bb-cdb400b57aba)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:12.767529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.835655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.838918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.868912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.869436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Fanout notify agent at l3_agent the message router_deleted on router 287f6053-7963-4903-80cf-3066b8b5b2d7 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:53:12.881528 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 8 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:12.885146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:12.887815 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-49592811-0423-4c9a-9bb6-6af0ef55562c tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/routers/287f6053-7963-4903-80cf-3066b8b5b2d7 HTTP/1.1" status: 204 len: 168 time: 0.5306120 Sep 29 06:53:12.889239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48346) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:12.907257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:12.952834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:12.960822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:10Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9', 'name': '', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:3b:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:09Z', 'updated_at': '2022-09-29T06:53:11Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:12.965947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:12.966311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Updating router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:53:12.969227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Deleting port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:12.969574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.026285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.141702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.145388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.204830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['d23183d6-1057-4e5f-96bc-bd9b0fef5c3e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:53:13.304016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2ae86-2014-455e-b652-1e4de495217a req-006bf23a-212e-4369-bf2f-f0478ff6b714 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:13.305861 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12a2ae86-2014-455e-b652-1e4de495217a req-006bf23a-212e-4369-bf2f-f0478ff6b714 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 944 time: 0.1899402 Sep 29 06:53:13.307990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.319981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:13.350728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.450203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Calling delete_port for 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:13.460966 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 9 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:13.500022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:13.508464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.511986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-06c95f02-5b34-454c-bb25-ff7a513a91a2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 934 time: 1.5067861 Sep 29 06:53:13.512259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48352) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:13.520815 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12a2ae86-2014-455e-b652-1e4de495217a req-d31b4a74-a3e0-4720-a58b-717531a46586 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057295 Sep 29 06:53:13.585272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:13.604055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.628944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Transition to ACTIVE for port object d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:13.636488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.833502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a8ac0-bc9f-4b57-a472-c9d25f02a8a7 None None] Pushing event updated for resources: {'Port': ['ID=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:13.853900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eaba2736-59d6-448b-acb2-16aa68bf0b1a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 934 time: 0.3391144 Sep 29 06:53:13.856763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48356) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:13.857742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Attempting to bind port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:13.858456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Attempting to bind port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:13.858765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Attempting to bind port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 on network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:13.862391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'routes': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:13.865559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:13.865931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Checking segment: {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:13.866332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.866740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Bound using segment: {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:13.867202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Bound port: d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:13.867573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.880801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:13.976060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event deleted for resources: {'Port': ['ID=752ff7d1-c2bf-4c47-9abb-37ca04e3d10f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:13.978546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] For port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:13.985229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] For port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,segment=NetworkSegment(c93f5239-b3ce-4d53-95ab-ab48eb7f2e19),segment_id=c93f5239-b3ce-4d53-95ab-ab48eb7f2e19)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:13.990082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.052836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:14.053649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:14.054257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.065738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5d46f08d-3d82-47ce-aaee-f013f425cdae tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/ports/752ff7d1-c2bf-4c47-9abb-37ca04e3d10f HTTP/1.1" status: 204 len: 168 time: 1.1750448 Sep 29 06:53:14.067117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48360) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:14.112246 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 10 to provision port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f Sep 29 06:53:14.150997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Deleting subnet 5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:14.154284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.216151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.260106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Port 752ff7d1-c2bf-4c47-9abb-37ca04e3d10f was deleted so its status cannot be updated. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 06:53:14.269340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a8ac0-bc9f-4b57-a472-c9d25f02a8a7 None None] Pushing event updated for resources: {'Port': ['ID=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:14.296429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Provisioning complete for port 88f91977-fe76-4520-a01e-075bbbf27130 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:14.297139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.297139 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Attempt 1 to provision port 88f91977-fe76-4520-a01e-075bbbf27130 Sep 29 06:53:14.306309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.327499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:14.404553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.454391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.457638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event deleted for resources: {'Subnet': ['ID=5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:14.467189 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f65251ec-1e9c-4c19-b07e-3055265e62df tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/subnets/5abd3b57-f1c5-4bf7-a0fe-35f147ed7cd6 HTTP/1.1" status: 204 len: 168 time: 0.3968358 Sep 29 06:53:14.467511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48364) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:14.475437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c136f0a-37cb-4112-a8fe-d5b57a1e6514 None None] Network 81626911-d29a-490d-a591-012d3258002f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:14.497205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added routes are [] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 29 06:53:14.497697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.extraroute_db [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 29 06:53:14.530812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.599130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.611949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Deleting port 88f91977-fe76-4520-a01e-075bbbf27130 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:14.614844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.825164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-118fbed3-2f44-435f-8b95-353272ec5037 None None] Current status of the port 88f91977-fe76-4520-a01e-075bbbf27130 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:14.842579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] For port 88f91977-fe76-4520-a01e-075bbbf27130, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=88f91977-fe76-4520-a01e-075bbbf27130,segment=NetworkSegment(e08072e2-f0d8-4373-99fa-ff04b18922c5),segment_id=e08072e2-f0d8-4373-99fa-ff04b18922c5)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:14.842995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.914471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:12Z', 'revision_number': 6, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9', 'name': '', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:3b:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:09Z', 'updated_at': '2022-09-29T06:53:13Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:14.920299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2632411b-fab3-441f-9a26-98d0be0f2e34 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:12Z', 'revision_number': 6, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9', 'name': '', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:3b:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:09Z', 'updated_at': '2022-09-29T06:53:13Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:14.954881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Provisioning for port 5000deab-c204-4bc9-bd6e-001454d28f4d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:14.975311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Provisioning complete for port 5000deab-c204-4bc9-bd6e-001454d28f4d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:14.975857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:14.985118 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Attempt 1 to provision port 5000deab-c204-4bc9-bd6e-001454d28f4d Sep 29 06:53:14.993397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Calling delete_port for 88f91977-fe76-4520-a01e-075bbbf27130 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:15.063009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf81e11-ac24-4222-acf8-20ef0b385ef6 None None] DHCP port deletion for 81626911-d29a-490d-a591-012d3258002f request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:53:15.091103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bbf81e11-ac24-4222-acf8-20ef0b385ef6 None None] Deleting port 88f91977-fe76-4520-a01e-075bbbf27130 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:15.091833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bbf81e11-ac24-4222-acf8-20ef0b385ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.095975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.119716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.124594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.140926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce339-faa6-4132-9bad-0385b232cb8a req-a87ad6ef-9c02-4bce-a94e-82b24df0d791 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:15.144039 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f30ce339-faa6-4132-9bad-0385b232cb8a req-a87ad6ef-9c02-4bce-a94e-82b24df0d791 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 944 time: 0.4711437 Sep 29 06:53:15.161197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event deleted for resources: {'Port': ['ID=88f91977-fe76-4520-a01e-075bbbf27130,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:15.166060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] No DVR routers for this DVR port 88f91977-fe76-4520-a01e-075bbbf27130 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:53:15.180866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-bbf81e11-ac24-4222-acf8-20ef0b385ef6 None None] The port '88f91977-fe76-4520-a01e-075bbbf27130' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:53:15.263581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Current status of the port 5000deab-c204-4bc9-bd6e-001454d28f4d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:15.263966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.298153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] For port 5000deab-c204-4bc9-bd6e-001454d28f4d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5000deab-c204-4bc9-bd6e-001454d28f4d,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:15.305049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.347015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.361116 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f30ce339-faa6-4132-9bad-0385b232cb8a req-88ec02d6-7da9-4fd4-baac-8895b0a193d6 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444855 Sep 29 06:53:15.377935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Provisioning complete for port 5b1831cf-bb34-4e38-94e8-6859fa999f77 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:15.378160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.378483 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Attempt 1 to provision port 5b1831cf-bb34-4e38-94e8-6859fa999f77 Sep 29 06:53:15.402106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81626911-d29a-490d-a591-012d3258002f']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:15.408549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:15.423855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08072e2-f0d8-4373-99fa-ff04b18922c5') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:15.424156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08072e2-f0d8-4373-99fa-ff04b18922c5') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:15.429406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Pushing event updated for resources: {'Port': ['ID=5000deab-c204-4bc9-bd6e-001454d28f4d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:15.466408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.485990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.496169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:15.496598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.540714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Current status of the port 5b1831cf-bb34-4e38-94e8-6859fa999f77 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:15.553186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Provisioning for port eba8a9e3-9cf6-4ed7-933c-4381735778d5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:15.559250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Provisioning complete for port eba8a9e3-9cf6-4ed7-933c-4381735778d5 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:15.559738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.560217 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Attempt 1 to provision port eba8a9e3-9cf6-4ed7-933c-4381735778d5 Sep 29 06:53:15.577321 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment e08072e2-f0d8-4373-99fa-ff04b18922c5 resource provider aggregate not found Sep 29 06:53:15.618457 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment e08072e2-f0d8-4373-99fa-ff04b18922c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e08072e2-f0d8-4373-99fa-ff04b18922c5 found for delete ", "request_id": "req-330e736b-c412-4d9d-a97c-51c25705fa69"}]} Sep 29 06:53:15.620649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.641223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:15.644116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.650343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.654356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48374) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:15.654517 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9d99e47c-ac16-469c-9d88-f13ca22813e8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 700 time: 1.7966263 Sep 29 06:53:15.658412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] Pushing event deleted for resources: {'Network': ['ID=81626911-d29a-490d-a591-012d3258002f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:15.723978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Current status of the port eba8a9e3-9cf6-4ed7-933c-4381735778d5 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:15.724349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.725487 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e099aa9d-4c6a-4779-bfd4-00838b648b50 tempest-TagsExtTest-171184165 tempest-TagsExtTest-171184165-project] 10.222.0.26 "DELETE /v2.0/networks/81626911-d29a-490d-a591-012d3258002f HTTP/1.1" status: 204 len: 168 time: 1.2568886 Sep 29 06:53:15.757740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] For port eba8a9e3-9cf6-4ed7-933c-4381735778d5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=eba8a9e3-9cf6-4ed7-933c-4381735778d5,segment=NetworkSegment(c93f5239-b3ce-4d53-95ab-ab48eb7f2e19),segment_id=c93f5239-b3ce-4d53-95ab-ab48eb7f2e19)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:15.763981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:15.833426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Provisioning for port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:15.834144 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-94dfe3e0-acae-40c3-9d75-9cc77b0e57d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 700 time: 0.1725197 Sep 29 06:53:15.837197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48380) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:15.849798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797177d-4322-48a8-8813-03332a2637f4 None None] Pushing event updated for resources: {'Port': ['ID=eba8a9e3-9cf6-4ed7-933c-4381735778d5,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:15.866748 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:15.878582 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:15.879748 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:16.038301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48386) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:16.041665 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:16.093305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d23183d6-1057-4e5f-96bc-bd9b0fef5c3e up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:16.171866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:16.178443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:16.179033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.179500 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e Sep 29 06:53:16.219422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3d171bdf-54da-498f-a3e4-f16bc1ce222d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60c022cf0d9743f894bf0772cc2c5dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793218 Sep 29 06:53:16.221942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48392) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:16.283136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81b263a8-c144-45aa-b10d-45e1637f8028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.310330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81b263a8-c144-45aa-b10d-45e1637f8028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.319205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:16.320313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.378268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81b263a8-c144-45aa-b10d-45e1637f8028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.395884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b263a8-c144-45aa-b10d-45e1637f8028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c41f88-9ba3-449f-83b3-f02b5c3e33dd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:16.396800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,segment=NetworkSegment(17c74bf6-112e-483f-92bb-cdb400b57aba),segment_id=17c74bf6-112e-483f-92bb-cdb400b57aba)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:16.398487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:53:16.402091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9633e3f-d749-462e-b54a-3ae6b11a3abe" -d '{"events": [{"server_uuid": "8bcaccc8-f87f-4c6e-beaf-5bdc80214828", "name": "network-vif-plugged", "status": "completed", "tag": "d23183d6-1057-4e5f-96bc-bd9b0fef5c3e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:53:16.403825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-81b263a8-c144-45aa-b10d-45e1637f8028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.408385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-81b263a8-c144-45aa-b10d-45e1637f8028 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40c41f88-9ba3-449f-83b3-f02b5c3e33dd HTTP/1.1" status: 204 len: 168 time: 0.1827903 Sep 29 06:53:16.451955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.463092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:16.484921 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:14Z', 'revision_number': 7, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:15Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9', 'name': '', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:3b:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:09Z', 'updated_at': '2022-09-29T06:53:13Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:16.489281 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:16.499799 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:16.500513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:16.510843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7535fc-f867-42a0-856f-3ab2f9db99ad x-openstack-request-id: req-3d7535fc-f867-42a0-856f-3ab2f9db99ad {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:53:16.511138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcaccc8-f87f-4c6e-beaf-5bdc80214828", "name": "network-vif-plugged", "status": "completed", "tag": "d23183d6-1057-4e5f-96bc-bd9b0fef5c3e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:53:16.511389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d7535fc-f867-42a0-856f-3ab2f9db99ad {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:53:16.511778 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7535fc-f867-42a0-856f-3ab2f9db99ad'] response: {'server_uuid': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e', 'code': 200} Sep 29 06:53:16.558962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:16.706834 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:16.885987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63c1c-5431-4c3c-856b-b0cb8e34d049 req-2be11524-4ae0-4507-825f-b20ee9e7d2a0 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:16.887731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-80d63c1c-5431-4c3c-856b-b0cb8e34d049 req-2be11524-4ae0-4507-825f-b20ee9e7d2a0 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.2961349 Sep 29 06:53:16.935729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-80d63c1c-5431-4c3c-856b-b0cb8e34d049 req-0091d0f1-cd04-4189-ad2d-1243f576661b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Sep 29 06:53:17.067903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device eba8a9e3-9cf6-4ed7-933c-4381735778d5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:17.120030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8a2e8-ca69-4354-93be-2878c0f0dbb8 req-a2288939-5fb3-4872-be52-bf5e8aadc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:17.120262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.121540 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1e8a2e8-ca69-4354-93be-2878c0f0dbb8 req-a2288939-5fb3-4872-be52-bf5e8aadc2f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 1098 time: 0.1772354 Sep 29 06:53:17.136535 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:14Z', 'revision_number': 7, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:15Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9', 'name': '', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:3b:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:09Z', 'updated_at': '2022-09-29T06:53:13Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:17.140584 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1269a94-b7ee-4edc-bfa9-f5c6168f84d5 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:14Z', 'revision_number': 7, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:15Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9', 'name': '', 'network_id': 'd4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:3b:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:09Z', 'updated_at': '2022-09-29T06:53:13Z', 'revision_number': 4, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': 'a58bca54-7d8a-47cc-bbad-0234378edd93', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:17.145214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port eba8a9e3-9cf6-4ed7-933c-4381735778d5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:17.145517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.145858 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port eba8a9e3-9cf6-4ed7-933c-4381735778d5 Sep 29 06:53:17.190450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:17.190810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.230535 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1e8a2e8-ca69-4354-93be-2878c0f0dbb8 req-a089c963-d1b5-48b9-bd05-609893ba0a2b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004341 Sep 29 06:53:17.269172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port eba8a9e3-9cf6-4ed7-933c-4381735778d5 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:17.270856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5000deab-c204-4bc9-bd6e-001454d28f4d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:17.350427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5000deab-c204-4bc9-bd6e-001454d28f4d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:17.350830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.351185 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5000deab-c204-4bc9-bd6e-001454d28f4d Sep 29 06:53:17.399023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,segment=NetworkSegment(c93f5239-b3ce-4d53-95ab-ab48eb7f2e19),segment_id=c93f5239-b3ce-4d53-95ab-ab48eb7f2e19)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:17.399249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.473101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5000deab-c204-4bc9-bd6e-001454d28f4d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:17.474630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:17.523729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:17.538735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:17.543324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:17.543696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.544031 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 Sep 29 06:53:17.661887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:17.662595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.709590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:17.760766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:17.788391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 88f91977-fe76-4520-a01e-075bbbf27130 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:17.825555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 88f91977-fe76-4520-a01e-075bbbf27130 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:17.825919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 88f91977-fe76-4520-a01e-075bbbf27130 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:18.022728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:18.478111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da984063-5184-418f-a5f7-e78e9e1b8455 req-4bdab0cb-104a-42fd-a77a-080ab669cf8d tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:18.479603 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da984063-5184-418f-a5f7-e78e9e1b8455 req-4bdab0cb-104a-42fd-a77a-080ab669cf8d tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.3943603 Sep 29 06:53:18.546921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da984063-5184-418f-a5f7-e78e9e1b8455 req-f32dd2ca-fd43-4044-99f9-f55e5a28f59c tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594714 Sep 29 06:53:18.555740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:18.729226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:18.738687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:18.742791 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-32acb311-bebe-4505-a1ea-acfbb74a70d9 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019763 Sep 29 06:53:18.745508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48404) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:18.748481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:18.749229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:18.809834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet a58bca54-7d8a-47cc-bbad-0234378edd93 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:18.812731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:18.869563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:18.897582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:18.958640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.030229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.072663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=a58bca54-7d8a-47cc-bbad-0234378edd93,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:19.074693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.080935 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3777cdc3-b9b3-4389-a296-5085c3538a6d tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/a58bca54-7d8a-47cc-bbad-0234378edd93 HTTP/1.1" status: 204 len: 168 time: 0.3344057 Sep 29 06:53:19.084100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48410) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:19.092561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f82614-1d6c-43d2-beea-567f8b1e4b84 None None] Network d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:19.195636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.205828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port eba8a9e3-9cf6-4ed7-933c-4381735778d5 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:19.206152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.384192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:17Z', 'revision_number': 8, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:15Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:19.387909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:19.396363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:19.397009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:19.406875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port eba8a9e3-9cf6-4ed7-933c-4381735778d5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=eba8a9e3-9cf6-4ed7-933c-4381735778d5,segment=NetworkSegment(c93f5239-b3ce-4d53-95ab-ab48eb7f2e19),segment_id=c93f5239-b3ce-4d53-95ab-ab48eb7f2e19)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:19.407230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.486780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8869480-3365-4ce9-acb2-047570688201 None None] DHCP port deletion for d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:53:19.537429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for eba8a9e3-9cf6-4ed7-933c-4381735778d5 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:19.544321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b8869480-3365-4ce9-acb2-047570688201 None None] Deleting port eba8a9e3-9cf6-4ed7-933c-4381735778d5 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:19.544687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b8869480-3365-4ce9-acb2-047570688201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.616789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.661631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b8869480-3365-4ce9-acb2-047570688201 None None] The port 'eba8a9e3-9cf6-4ed7-933c-4381735778d5' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:53:19.662852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:19.669096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=eba8a9e3-9cf6-4ed7-933c-4381735778d5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:19.715914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port eba8a9e3-9cf6-4ed7-933c-4381735778d5 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:53:19.855150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.885016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:19.900315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:19.900615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93f5239-b3ce-4d53-95ab-ab48eb7f2e19') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:19.914440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10a9f4-5eed-4509-8575-0f70c99cf708 req-a640d11b-f058-4eba-b304-77d6b159c076 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:19.916012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1e10a9f4-5eed-4509-8575-0f70c99cf708 req-a640d11b-f058-4eba-b304-77d6b159c076 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.2501218 Sep 29 06:53:19.921712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.953542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.968416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:19.968964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:19.983615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:17Z', 'revision_number': 8, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:15Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:19.987592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b87e7b-734b-4e08-9569-acd79c08e635 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:17Z', 'revision_number': 8, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000deab-c204-4bc9-bd6e-001454d28f4d', 'name': '', 'network_id': '2063ab7a-e6b3-43b6-ba27-d2000a89bd5d', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:ca:82:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:00Z', 'updated_at': '2022-09-29T06:53:15Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '6c49ff4f-949c-4c77-a35d-9927f6e28b64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:20.050032 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment c93f5239-b3ce-4d53-95ab-ab48eb7f2e19 resource provider aggregate not found Sep 29 06:53:20.060784 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1e10a9f4-5eed-4509-8575-0f70c99cf708 req-110e0529-3ee6-40be-9105-aa3c47ddc2b3 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325319 Sep 29 06:53:20.075584 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment c93f5239-b3ce-4d53-95ab-ab48eb7f2e19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c93f5239-b3ce-4d53-95ab-ab48eb7f2e19 found for delete ", "request_id": "req-9a4fd814-fa83-4b41-b116-fac31f2bf870"}]} Sep 29 06:53:20.088398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:20.092599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:20.120131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:20.125737 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-69cf9030-f8f9-4b0a-bec3-8584d4b199e7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/d4bf8eb6-7d00-4b0b-88ba-1992ebe1a4e6 HTTP/1.1" status: 204 len: 168 time: 1.0407164 Sep 29 06:53:20.128570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48422) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:20.471431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48760e-602c-4df4-98e7-12edb141e172 req-6afd6279-fd56-4247-935e-6f2fa064ac49 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:20.473441 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c48760e-602c-4df4-98e7-12edb141e172 req-6afd6279-fd56-4247-935e-6f2fa064ac49 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.2916768 Sep 29 06:53:20.578312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c48760e-602c-4df4-98e7-12edb141e172 req-c8f282cd-61ae-46db-bcb5-7d85061d0211 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957901 Sep 29 06:53:20.753237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:20.958619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device eba8a9e3-9cf6-4ed7-933c-4381735778d5 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:20.993984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: eba8a9e3-9cf6-4ed7-933c-4381735778d5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:20.994751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device eba8a9e3-9cf6-4ed7-933c-4381735778d5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:20.994852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:21.027556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:21.027556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d5c4cfdc-0194-4ef5-a3e3-4ecd5eee32c9 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:21.097239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f156f-93f8-44f7-8c4f-3838a3b1193c req-92884a38-7dcf-42d3-8160-1498b40951b9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:21.099182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dd9f156f-93f8-44f7-8c4f-3838a3b1193c req-92884a38-7dcf-42d3-8160-1498b40951b9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1970208 Sep 29 06:53:21.300303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 5000deab-c204-4bc9-bd6e-001454d28f4d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:21.301506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:21.340675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dd9f156f-93f8-44f7-8c4f-3838a3b1193c req-635fe7ba-b4e5-463b-8d51-ab933f5c238a tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003380 Sep 29 06:53:21.495054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 5000deab-c204-4bc9-bd6e-001454d28f4d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5000deab-c204-4bc9-bd6e-001454d28f4d,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:21.495407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:21.615631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 5000deab-c204-4bc9-bd6e-001454d28f4d owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:21.795425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:21.841846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=5000deab-c204-4bc9-bd6e-001454d28f4d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:22.117283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:22.460811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:22.630765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d470410-f57c-44e7-9390-244a25b4c7e0 req-30d2f5c1-c741-4654-a53b-ca3f12449a01 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:22.633427 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d470410-f57c-44e7-9390-244a25b4c7e0 req-30d2f5c1-c741-4654-a53b-ca3f12449a01 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1349895 Sep 29 06:53:22.687038 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d470410-f57c-44e7-9390-244a25b4c7e0 req-d4fde34b-47ae-4437-8a2a-0dd6243a3f50 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483291 Sep 29 06:53:22.771793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:22.788581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4b93490c-2cdf-47eb-98d8-56e35c79c5c2 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6494544 Sep 29 06:53:22.793393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:22.800037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:22.800037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:22.800037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:22.891087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet 6c49ff4f-949c-4c77-a35d-9927f6e28b64 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:22.891087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:22.968977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:23.092192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:23.228820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-b68d7a6a-5630-4dcc-a542-acc1f222ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:23.228820 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-b68d7a6a-5630-4dcc-a542-acc1f222ef70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=006f90bad0ef41d8a519af7bd4cbca71&device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 1098 time: 0.1824141 Sep 29 06:53:23.405390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:23.448296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-13b0d886-e482-49ab-97fc-8aed7a8c73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:23.451558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-13b0d886-e482-49ab-97fc-8aed7a8c73b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=52fff320-fefc-42e0-82f9-8a8044678bf9 HTTP/1.1" status: 200 len: 912 time: 0.2143302 Sep 29 06:53:23.501596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a124-dd90-4ed7-a833-bfdf054b88ed req-3e152c15-eb61-4314-8401-fb9acf9b3eca tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:23.507040 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:21Z', 'revision_number': 9, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:23.512157 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e208a124-dd90-4ed7-a833-bfdf054b88ed req-3e152c15-eb61-4314-8401-fb9acf9b3eca tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.4149144 Sep 29 06:53:23.518438 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:23.528636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:23.528636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:23.528925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-e4232884-e9d5-4c26-8440-01718e88b256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e HTTP/1.1" status: 200 len: 217 time: 0.0683837 Sep 29 06:53:23.577679 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e208a124-dd90-4ed7-a833-bfdf054b88ed req-fb9f1b79-469f-42e9-ae18-5b6079c88f25 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 Sep 29 06:53:23.580858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:23.628511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-8907620f-3b28-480b-b82c-24dcd8d7ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:23.628511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-8907620f-3b28-480b-b82c-24dcd8d7ee3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5758c9d-2785-4a7b-a2fd-72293afce8a6 HTTP/1.1" status: 200 len: 851 time: 0.0877943 Sep 29 06:53:23.636467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:23.636467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=6c49ff4f-949c-4c77-a35d-9927f6e28b64,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:23.650507 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c8f9bbc8-06c3-4ec1-ab48-ce76a360d12c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/6c49ff4f-949c-4c77-a35d-9927f6e28b64 HTTP/1.1" status: 204 len: 168 time: 0.8564367 Sep 29 06:53:23.650507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48440) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:23.673434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f893048e-58de-4237-8343-26abf0ef142b None None] Network 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:23.700151 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-74ec6934-8347-4f48-8d50-c775abf359fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52fff320-fefc-42e0-82f9-8a8044678bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682414 Sep 29 06:53:23.744394 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:23.793057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:23.810031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 5b1831cf-bb34-4e38-94e8-6859fa999f77 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:23.810590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:23.876635 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-99759072-df47-453c-9685-11f069710d09 service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760240 Sep 29 06:53:24.076294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bfa5e37f-6b65-40b8-a7ef-f59f734e84d7 req-0df78449-eeab-4e93-8674-99a5de0e96f4 service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888342 Sep 29 06:53:24.128286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] DHCP port deletion for 2063ab7a-e6b3-43b6-ba27-d2000a89bd5d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:53:24.128286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Deleting port 5b1831cf-bb34-4e38-94e8-6859fa999f77 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:24.128416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.197635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 5b1831cf-bb34-4e38-94e8-6859fa999f77, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b1831cf-bb34-4e38-94e8-6859fa999f77,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:24.197635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.199616 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:21Z', 'revision_number': 9, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:24.204546 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425ac0e7-9427-4f0d-9e9d-9e18f04cf0cf None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:21Z', 'revision_number': 9, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '18205179-3152-4a96-95a5-119a0bf312fd', 'name': '', 'network_id': 'd5f97d51-f620-4ab9-baee-838224648290', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:54:4b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:53Z', 'updated_at': '2022-09-29T06:53:07Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '98b3e3c6-641a-4fcc-80af-2c45cc28d95a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:24.326187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 5b1831cf-bb34-4e38-94e8-6859fa999f77 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:24.381515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] For port 5b1831cf-bb34-4e38-94e8-6859fa999f77, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5b1831cf-bb34-4e38-94e8-6859fa999f77,segment=NetworkSegment(2b39e722-da2d-4182-ba75-6567769b5b8f),segment_id=2b39e722-da2d-4182-ba75-6567769b5b8f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:24.381515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.421549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.474836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=5b1831cf-bb34-4e38-94e8-6859fa999f77,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:24.478210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port 5b1831cf-bb34-4e38-94e8-6859fa999f77 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:53:24.515118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Calling delete_port for 5b1831cf-bb34-4e38-94e8-6859fa999f77 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: from cryptography.utils import int_from_bytes Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: from cryptography.utils import int_from_bytes Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn_limited( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn_limited( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 06:53:24.596924 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 06:53:24.615237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.628825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:53:24.628825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:53:24.655208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2063ab7a-e6b3-43b6-ba27-d2000a89bd5d']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:24.674510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b39e722-da2d-4182-ba75-6567769b5b8f') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:24.674510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b39e722-da2d-4182-ba75-6567769b5b8f') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:24.684558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.715407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.728625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:24.728625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.807588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5da16d-3c91-4942-b675-d25e8352c9e4 req-c5abd5b6-95e0-49eb-a7bd-96a3de239564 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:24.809123 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9d5da16d-3c91-4942-b675-d25e8352c9e4 req-c5abd5b6-95e0-49eb-a7bd-96a3de239564 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1123817 Sep 29 06:53:24.823209 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 2b39e722-da2d-4182-ba75-6567769b5b8f resource provider aggregate not found Sep 29 06:53:24.843216 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 2b39e722-da2d-4182-ba75-6567769b5b8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b39e722-da2d-4182-ba75-6567769b5b8f found for delete ", "request_id": "req-d0e2cf24-5964-466b-81fb-e29a1efd17db"}]} Sep 29 06:53:24.843743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.870674 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9d5da16d-3c91-4942-b675-d25e8352c9e4 req-99abc850-653a-4ff5-8be7-d6ac0b7fbf36 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507910 Sep 29 06:53:24.872395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:24.880790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=2063ab7a-e6b3-43b6-ba27-d2000a89bd5d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:24.895617 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e3f91f9-e753-4f58-a1b2-d5fa63eacd59 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/2063ab7a-e6b3-43b6-ba27-d2000a89bd5d HTTP/1.1" status: 204 len: 168 time: 1.2501915 Sep 29 06:53:24.898120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48450) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:24.981235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b1831cf-bb34-4e38-94e8-6859fa999f77 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:25.024057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5b1831cf-bb34-4e38-94e8-6859fa999f77 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:25.024057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5b1831cf-bb34-4e38-94e8-6859fa999f77 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:25.024391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5000deab-c204-4bc9-bd6e-001454d28f4d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:25.092684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5000deab-c204-4bc9-bd6e-001454d28f4d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:25.092684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5000deab-c204-4bc9-bd6e-001454d28f4d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:25.118475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Deleting port 5b1831cf-bb34-4e38-94e8-6859fa999f77 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:25.118922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:25.189564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2af32588-2f16-477c-8a12-e06400b945d8 None None] The port '5b1831cf-bb34-4e38-94e8-6859fa999f77' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:53:25.612540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:25.965057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 18205179-3152-4a96-95a5-119a0bf312fd {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:25.965057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:26.210708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd51b5d-b6eb-4e18-99c0-63114afbdcb0 req-75c5cead-a4fa-4624-8cfb-6661bd0931f4 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:26.212333 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4bd51b5d-b6eb-4e18-99c0-63114afbdcb0 req-75c5cead-a4fa-4624-8cfb-6661bd0931f4 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.2148738 Sep 29 06:53:26.247618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 18205179-3152-4a96-95a5-119a0bf312fd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=18205179-3152-4a96-95a5-119a0bf312fd,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:26.247956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:26.399546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 18205179-3152-4a96-95a5-119a0bf312fd owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:26.454073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4bd51b5d-b6eb-4e18-99c0-63114afbdcb0 req-9db2946e-e8c1-4342-b740-b6ca8b03f2a2 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332411 Sep 29 06:53:26.602967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:26.653598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=18205179-3152-4a96-95a5-119a0bf312fd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:27.086082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:27.217630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218a21-2556-4671-9074-042659993652 req-f5cf7e1e-7068-44ae-b72f-49dc0217e105 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:27.219115 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e6218a21-2556-4671-9074-042659993652 req-f5cf7e1e-7068-44ae-b72f-49dc0217e105 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.4007268 Sep 29 06:53:27.289967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e6218a21-2556-4671-9074-042659993652 req-982fb58c-3a65-4a92-9f41-ee405381fe90 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Sep 29 06:53:27.447408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:27.600986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:27.610282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:27.614595 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7cf5abf7-7e86-451c-8680-548112ba6930 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7154481 Sep 29 06:53:27.617363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48460) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:27.619638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:27.620251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:27.682627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet 98b3e3c6-641a-4fcc-80af-2c45cc28d95a {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:27.685557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:27.743263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:27.774844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:27.828135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:27.907256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:27.947816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=98b3e3c6-641a-4fcc-80af-2c45cc28d95a,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:27.955573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:27.962197 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ac771689-1d01-4e53-8dc9-2d1b21172db8 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/98b3e3c6-641a-4fcc-80af-2c45cc28d95a HTTP/1.1" status: 204 len: 168 time: 0.3437498 Sep 29 06:53:27.964864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48464) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:27.982221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08af11-ad43-481e-b3c6-08af5bcdbef1 None None] Network d5f97d51-f620-4ab9-baee-838224648290 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:28.093898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.102223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port c5de3597-aac7-4cbe-bd29-5cc83f461b6e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:28.102554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.293810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:26Z', 'revision_number': 10, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:28.297587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:28.307245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:28.307876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:28.324477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port c5de3597-aac7-4cbe-bd29-5cc83f461b6e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:28.324838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.369929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] DHCP port deletion for d5f97d51-f620-4ab9-baee-838224648290 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:53:28.434384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Deleting port c5de3597-aac7-4cbe-bd29-5cc83f461b6e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:28.434795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.472929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for c5de3597-aac7-4cbe-bd29-5cc83f461b6e owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:28.531402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a58cf-f259-4e82-893e-d155f961f383 req-93e892d2-7b4c-4e0a-98e4-5def41e7eaf3 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:28.532934 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c9a58cf-f259-4e82-893e-d155f961f383 req-93e892d2-7b4c-4e0a-98e4-5def41e7eaf3 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.0926371 Sep 29 06:53:28.553374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.557793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:28.584378 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c9a58cf-f259-4e82-893e-d155f961f383 req-e5a3ee91-afff-473b-a61c-6b91cda49153 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Sep 29 06:53:28.611498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port c5de3597-aac7-4cbe-bd29-5cc83f461b6e on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:53:28.613631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:28.876911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.906566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f97d51-f620-4ab9-baee-838224648290']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:28.927616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6dec9e-b379-42be-b18a-f3a50fee20fc') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:28.927910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6dec9e-b379-42be-b18a-f3a50fee20fc') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:28.952217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.972944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.979644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:28.980203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:28.980424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5de3597-aac7-4cbe-bd29-5cc83f461b6e no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:29.036667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c5de3597-aac7-4cbe-bd29-5cc83f461b6e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:29.037009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c5de3597-aac7-4cbe-bd29-5cc83f461b6e not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:29.044604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] For port c5de3597-aac7-4cbe-bd29-5cc83f461b6e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c5de3597-aac7-4cbe-bd29-5cc83f461b6e,segment=NetworkSegment(6f6dec9e-b379-42be-b18a-f3a50fee20fc),segment_id=6f6dec9e-b379-42be-b18a-f3a50fee20fc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:29.047672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:29.067409 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 6f6dec9e-b379-42be-b18a-f3a50fee20fc resource provider aggregate not found Sep 29 06:53:29.100451 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 6f6dec9e-b379-42be-b18a-f3a50fee20fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f6dec9e-b379-42be-b18a-f3a50fee20fc found for delete ", "request_id": "req-6bf9a821-f0b6-44a9-9046-26cb0e07668e"}]} Sep 29 06:53:29.111358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:29.115507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:29.115814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea73ab-b1f8-405b-9a77-7eeec0dd0e3d req-6d8e11ed-9730-4d7d-a57c-e8172e2b54c1 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:29.122752 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-baea73ab-b1f8-405b-9a77-7eeec0dd0e3d req-6d8e11ed-9730-4d7d-a57c-e8172e2b54c1 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1852512 Sep 29 06:53:29.142090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=d5f97d51-f620-4ab9-baee-838224648290,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:29.148405 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-31370821-0dff-4557-beb3-3ef6cc95ab65 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/d5f97d51-f620-4ab9-baee-838224648290 HTTP/1.1" status: 204 len: 168 time: 1.1822276 Sep 29 06:53:29.150902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48478) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:29.162416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-7ba836b1-7179-4cda-bb99-7c194c95e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:29.164130 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-7ba836b1-7179-4cda-bb99-7c194c95e63d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=006f90bad0ef41d8a519af7bd4cbca71&device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 1098 time: 0.1860709 Sep 29 06:53:29.199654 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-baea73ab-b1f8-405b-9a77-7eeec0dd0e3d req-db055c48-48d6-4f5d-9c53-bab1a99676dd tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Sep 29 06:53:29.225027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Calling delete_port for c5de3597-aac7-4cbe-bd29-5cc83f461b6e owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:29.319030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:53:29.319339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:53:29.320755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:26Z', 'revision_number': 10, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:29.325312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad23b7f-8be6-4c86-8a24-cd1a49af0e4c None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:26Z', 'revision_number': 10, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None, '_interfaces': [{'id': '6f2a1463-0408-4267-8e01-68d91dc74fdb', 'name': '', 'network_id': '6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'mac_address': 'fa:16:3e:9a:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:52:46Z', 'updated_at': '2022-09-29T06:52:55Z', 'revision_number': 5, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'subnets': [{'id': '3abad29e-0582-4efe-82bd-e410a41f3815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:29.432076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-84d0fdd9-374d-42c0-b4ff-238068a8ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:29.433527 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-84d0fdd9-374d-42c0-b4ff-238068a8ef92 service neutron] 10.222.0.61 "GET /v2.0/networks?id=52fff320-fefc-42e0-82f9-8a8044678bf9 HTTP/1.1" status: 200 len: 912 time: 0.2633750 Sep 29 06:53:29.504093 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-81f02fa3-bb89-4a6c-a91b-674d0b62dea1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e HTTP/1.1" status: 200 len: 217 time: 0.0625646 Sep 29 06:53:29.570241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-2158737b-9bac-4300-a5b1-aba67116d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:29.571685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-2158737b-9bac-4300-a5b1-aba67116d26c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5758c9d-2785-4a7b-a2fd-72293afce8a6 HTTP/1.1" status: 200 len: 851 time: 0.0612750 Sep 29 06:53:29.626580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-df8c48ae-c9af-441b-833d-df4f60fddb58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=52fff320-fefc-42e0-82f9-8a8044678bf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484078 Sep 29 06:53:29.697623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:29.765355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-68d3b42b-3ff9-4aa8-ac08-296972680a29 service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323538 Sep 29 06:53:29.820477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Deleting port c5de3597-aac7-4cbe-bd29-5cc83f461b6e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:29.821205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:29.913445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e6e5c-6f2d-45ba-866d-934ec9cb3a33 None None] The port 'c5de3597-aac7-4cbe-bd29-5cc83f461b6e' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:53:29.927355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef98ae44-bed6-45b6-90cf-2acfd4f45cc7 req-05c0599c-0fff-40af-9cbb-b91ebbe3db30 service neutron] 10.222.0.61 "GET /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521375 Sep 29 06:53:30.052957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 6f2a1463-0408-4267-8e01-68d91dc74fdb {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:30.053295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:30.244665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 6f2a1463-0408-4267-8e01-68d91dc74fdb, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6f2a1463-0408-4267-8e01-68d91dc74fdb,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:30.245167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:30.482220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 6f2a1463-0408-4267-8e01-68d91dc74fdb owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:30.639366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31acf3-ce5d-41c0-8b85-2e41b10da5fa req-28dc8ca3-c15d-4fb4-8cd8-c1fb3f95f082 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:30.640827 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fe31acf3-ce5d-41c0-8b85-2e41b10da5fa req-28dc8ca3-c15d-4fb4-8cd8-c1fb3f95f082 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.2777719 Sep 29 06:53:30.720473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fe31acf3-ce5d-41c0-8b85-2e41b10da5fa req-bf4cabfb-b154-467b-82ea-fd946dc7fa97 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700109 Sep 29 06:53:30.756851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:30.804774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=6f2a1463-0408-4267-8e01-68d91dc74fdb,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:30.995971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 18205179-3152-4a96-95a5-119a0bf312fd no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:31.039981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:31.046157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 18205179-3152-4a96-95a5-119a0bf312fd {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:31.047891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 18205179-3152-4a96-95a5-119a0bf312fd not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:31.308075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:31.436410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:31.445914 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:31.449661 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-634f132e-d7d9-4d08-9f13-45265d994a87 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2977962 Sep 29 06:53:31.452275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48486) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:31.455443 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:31.456035 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:31.519126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting subnet 3abad29e-0582-4efe-82bd-e410a41f3815 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:31.522136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:31.575857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:31.581364 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:31.656783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:31.718589 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:30Z', 'revision_number': 11, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:31.723352 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:31.732081 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:31.732686 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:31.742630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:31.781909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Subnet': ['ID=3abad29e-0582-4efe-82bd-e410a41f3815,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:31.783864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:31.790633 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-01f65627-8341-44d4-90ee-e2b210ba88bc tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/3abad29e-0582-4efe-82bd-e410a41f3815 HTTP/1.1" status: 204 len: 168 time: 0.3373837 Sep 29 06:53:31.793087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48492) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:31.797868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3f909-3c0d-49f9-a3aa-a5f1ac2aab84 None None] Network 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:31.872664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:31.953707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330a60-dfe3-4d23-a75b-001ebafeca77 req-c6a41e33-92e9-4bb8-a5e4-f3c08e9f2e9d tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:31.963585 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a6330a60-dfe3-4d23-a75b-001ebafeca77 req-c6a41e33-92e9-4bb8-a5e4-f3c08e9f2e9d tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1177552 Sep 29 06:53:31.995814 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:30Z', 'revision_number': 11, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:32.000812 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da068c-2706-4e0a-a2b7-85c15be5871a None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:30Z', 'revision_number': 11, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:32.033107 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a6330a60-dfe3-4d23-a75b-001ebafeca77 req-a0757c89-9be7-49cb-a5de-87dd20cc82a7 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684903 Sep 29 06:53:32.066531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.080452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Deleting port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:32.080787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.297236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] For port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:32.297690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.360715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] DHCP port deletion for 6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:53:32.364890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Deleting port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:32.365774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.429451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Calling delete_port for 4fbe73fa-2fb4-469a-b2a8-5258241a1fef owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:32.494543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98cdb9-7ca4-42ec-8ecd-b47e0be62283 req-a81bbc06-06f7-434c-a39e-c732b96c14a1 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:32.496063 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7d98cdb9-7ca4-42ec-8ecd-b47e0be62283 req-a81bbc06-06f7-434c-a39e-c732b96c14a1 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1412716 Sep 29 06:53:32.522795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.550543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7d98cdb9-7ca4-42ec-8ecd-b47e0be62283 req-9c2b95b4-1e90-46ca-9102-9855ccd95af5 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469990 Sep 29 06:53:32.585420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Port': ['ID=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:32.590599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No DVR routers for this DVR port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:53:32.606094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] For port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4fbe73fa-2fb4-469a-b2a8-5258241a1fef,segment=NetworkSegment(25c3f529-2a86-49d3-88ed-868556e102ae),segment_id=25c3f529-2a86-49d3-88ed-868556e102ae)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:32.606604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.714724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.731522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Calling delete_port for 4fbe73fa-2fb4-469a-b2a8-5258241a1fef owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:32.739832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:32.751897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c3f529-2a86-49d3-88ed-868556e102ae') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:32.752190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c3f529-2a86-49d3-88ed-868556e102ae') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:32.764281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.781726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.788450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:32.788574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.806640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:53:32.807009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:53:32.857258 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 25c3f529-2a86-49d3-88ed-868556e102ae resource provider aggregate not found Sep 29 06:53:32.877769 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 25c3f529-2a86-49d3-88ed-868556e102ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25c3f529-2a86-49d3-88ed-868556e102ae found for delete ", "request_id": "req-46c2c7b2-d758-4c3e-b1cd-f88876b2a343"}]} Sep 29 06:53:32.891919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.908575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:32.919544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Pushing event deleted for resources: {'Network': ['ID=6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:32.927750 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e9820bd0-718b-418e-8a70-d5fb1a09b5aa tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/networks/6dcbb489-f29a-4e60-912e-0c3f8a2b0b2a HTTP/1.1" status: 204 len: 168 time: 1.1333771 Sep 29 06:53:32.930746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48504) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:32.935928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'routes': None}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:32.960906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4fbe73fa-2fb4-469a-b2a8-5258241a1fef no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:32.995518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 4fbe73fa-2fb4-469a-b2a8-5258241a1fef {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:32.995866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4fbe73fa-2fb4-469a-b2a8-5258241a1fef not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:32.996284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6f2a1463-0408-4267-8e01-68d91dc74fdb no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:33.031391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6f2a1463-0408-4267-8e01-68d91dc74fdb {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:33.031745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6f2a1463-0408-4267-8e01-68d91dc74fdb not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:33.228643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.extraroute_db [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Added routes are [] {{(pid=89137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 29 06:53:33.228942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.extraroute_db [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Removed routes are [] {{(pid=89137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 29 06:53:33.229297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:33.308316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Deleting port 4fbe73fa-2fb4-469a-b2a8-5258241a1fef {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:33.308702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:33.379193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-69591cbb-3f5b-40cd-9a10-5e07183f4c6e None None] The port '4fbe73fa-2fb4-469a-b2a8-5258241a1fef' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:53:33.597561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:33.601071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:33.787382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:33.948905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730a92b-9ee9-40ab-abeb-9aaccd8c8961 req-ceac2821-3359-44e8-b432-e03805e9ead9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:33.950363 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9730a92b-9ee9-40ab-abeb-9aaccd8c8961 req-ceac2821-3359-44e8-b432-e03805e9ead9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.2334404 Sep 29 06:53:33.953299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:33.961166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:33.962291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] Sync routers for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:33.962390 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-119628fa-a63c-4a45-a564-b548d68a5afe tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 701 time: 1.0306058 Sep 29 06:53:33.965371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:33.983522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:33.984214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:34.010113 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9730a92b-9ee9-40ab-abeb-9aaccd8c8961 req-41ce0672-3530-405b-8354-0611ae1167c3 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463257 Sep 29 06:53:34.023875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-48b033bc-f33a-4344-ae40-43839d9a9972 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:34.043066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-48b033bc-f33a-4344-ae40-43839d9a9972 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:34.045314 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-48b033bc-f33a-4344-ae40-43839d9a9972 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 205 time: 0.0783577 Sep 29 06:53:34.047617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48514) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:34.151491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:34.194655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.254127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:30Z', 'revision_number': 11, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:34.258057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] Checking router: 03525782-48ff-42c8-a856-1b9ef9b4ddf6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:34.266610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] Routers {'03525782-48ff-42c8-a856-1b9ef9b4ddf6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:34.267210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:34.406387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] Set router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:34.511333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.514360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.514934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:30Z', 'revision_number': 11, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:34.518902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafacd9-6a3a-47e3-bb61-ab491fb49a87 None None] The sync data for ids ['03525782-48ff-42c8-a856-1b9ef9b4ddf6'] in dv-neutron-859761-1-hyperv is: [{'id': '03525782-48ff-42c8-a856-1b9ef9b4ddf6', 'name': 'tempest-RoutersTest-router-1257555426', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:52:44Z', 'updated_at': '2022-09-29T06:53:30Z', 'revision_number': 11, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:34.539651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.540484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router 03525782-48ff-42c8-a856-1b9ef9b4ddf6 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:53:34.555672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.556746 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d2de29f5-7e69-4bd0-9307-9fcd26a2a053 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 204 len: 168 time: 0.5082006 Sep 29 06:53:34.562257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48518) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:34.568494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2029837268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:34.575712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:34.581096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Usage tracker for resource:router and tenant:73e0449a7ade47598ba3fc52b2d9def0 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:34.584910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:34.591443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:34.603232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.604966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.624020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.651514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.682430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:34.683554 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7a0bc59c-e19e-4d26-af81-af441667d049 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1205511 Sep 29 06:53:34.686046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48522) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:34.694681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:34.710399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-a3c99cee-6b2a-4f4a-8bac-3d6148af04f9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:34.711684 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-a3c99cee-6b2a-4f4a-8bac-3d6148af04f9 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.61 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.1098962 Sep 29 06:53:34.906418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Deleting port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:53:34.906418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.090012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.110627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.258032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] For port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,segment=NetworkSegment(17c74bf6-112e-483f-92bb-cdb400b57aba),segment_id=17c74bf6-112e-483f-92bb-cdb400b57aba)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:35.258032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.287740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Router 5ccf34b5-eb2f-4427-ac8a-50f8af432e5e is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:53:35.397319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Calling delete_port for d23183d6-1057-4e5f-96bc-bd9b0fef5c3e owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:53:35.541301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770eb1d-e796-4c93-8a9b-e73f50861fe9 req-37e6ae22-15f1-4318-a8b9-79c55417664b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:35.544698 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b770eb1d-e796-4c93-8a9b-e73f50861fe9 req-37e6ae22-15f1-4318-a8b9-79c55417664b tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/ports?device_id=8bcaccc8-f87f-4c6e-beaf-5bdc80214828 HTTP/1.1" status: 200 len: 945 time: 0.3700023 Sep 29 06:53:35.670118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b770eb1d-e796-4c93-8a9b-e73f50861fe9 req-97a9a56d-990d-44b2-90c0-92f0a472ff02 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.26 "GET /v2.0/security-groups?id=4a845d95-40e5-467f-9ec2-6cd002e59727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936790 Sep 29 06:53:35.705283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:35.707788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.712636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.713189 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] Sync routers for ids ['5ccf34b5-eb2f-4427-ac8a-50f8af432e5e'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:35.718034 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4ede2b9e-0124-4e9c-a383-8a653dd63a01 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "PUT /v2.0/routers/5ccf34b5-eb2f-4427-ac8a-50f8af432e5e HTTP/1.1" status: 200 len: 694 time: 1.0272875 Sep 29 06:53:35.718034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48528) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:35.740649 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] Routers {'5ccf34b5-eb2f-4427-ac8a-50f8af432e5e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:35.740649 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5ccf34b5-eb2f-4427-ac8a-50f8af432e5e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:35.752048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['d23183d6-1057-4e5f-96bc-bd9b0fef5c3e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:53:35.830977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Pushing event deleted for resources: {'Port': ['ID=d23183d6-1057-4e5f-96bc-bd9b0fef5c3e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:35.937100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] No DVR routers for this DVR port d23183d6-1057-4e5f-96bc-bd9b0fef5c3e on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:53:35.940325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:35.940409 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-950a6f34-4d49-4edb-a895-d0acbd9360a3 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/routers/5ccf34b5-eb2f-4427-ac8a-50f8af432e5e HTTP/1.1" status: 200 len: 700 time: 0.2219589 Sep 29 06:53:35.942185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'name': 'network-vif-deleted', 'tag': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:53:35.947449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48532) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:35.951035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae73ab-76a9-4615-8086-9e594cf79a9f" -d '{"events": [{"server_uuid": "8bcaccc8-f87f-4c6e-beaf-5bdc80214828", "name": "network-vif-deleted", "tag": "d23183d6-1057-4e5f-96bc-bd9b0fef5c3e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:53:35.965148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d3f6aa0e-070e-4a86-bd75-57781d016a75 req-5843aef4-9f63-410e-a46e-c1eaa9cd0485 tempest-TestServerAdvancedOps-615127871 tempest-TestServerAdvancedOps-615127871-project] 10.222.0.61 "DELETE /v2.0/ports/d23183d6-1057-4e5f-96bc-bd9b0fef5c3e HTTP/1.1" status: 204 len: 173 time: 1.2453654 Sep 29 06:53:36.016796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5fee53-2645-4ccc-8e3a-50be00c252df x-openstack-request-id: req-ba5fee53-2645-4ccc-8e3a-50be00c252df {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:53:36.016796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcaccc8-f87f-4c6e-beaf-5bdc80214828", "name": "network-vif-deleted", "tag": "d23183d6-1057-4e5f-96bc-bd9b0fef5c3e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:53:36.016796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba5fee53-2645-4ccc-8e3a-50be00c252df {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:53:36.016796 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5fee53-2645-4ccc-8e3a-50be00c252df'] response: {'server_uuid': '8bcaccc8-f87f-4c6e-beaf-5bdc80214828', 'name': 'network-vif-deleted', 'tag': 'd23183d6-1057-4e5f-96bc-bd9b0fef5c3e', 'status': 'completed', 'code': 200} Sep 29 06:53:36.030353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c7811aba-4dbc-47fc-ba6d-ff9063cf4194 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Synchronizing usage tracker for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:36.047573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c7811aba-4dbc-47fc-ba6d-ff9063cf4194 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Unset dirty status for tenant:73e0449a7ade47598ba3fc52b2d9def0 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:36.049534 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c7811aba-4dbc-47fc-ba6d-ff9063cf4194 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccf34b5-eb2f-4427-ac8a-50f8af432e5e HTTP/1.1" status: 200 len: 205 time: 0.1044946 Sep 29 06:53:36.052948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48538) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.084541 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] Set router 5ccf34b5-eb2f-4427-ac8a-50f8af432e5e gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:36.204429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.206385 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccf34b5-eb2f-4427-ac8a-50f8af432e5e', 'name': 'tempest-RoutersTest-router-2029837268', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:34Z', 'updated_at': '2022-09-29T06:53:35Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:36.211663 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] Checking router: 5ccf34b5-eb2f-4427-ac8a-50f8af432e5e for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:36.221219 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] Routers {'5ccf34b5-eb2f-4427-ac8a-50f8af432e5e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:36.221707 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['5ccf34b5-eb2f-4427-ac8a-50f8af432e5e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:36.346358 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] Set router 5ccf34b5-eb2f-4427-ac8a-50f8af432e5e gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:36.451108 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccf34b5-eb2f-4427-ac8a-50f8af432e5e', 'name': 'tempest-RoutersTest-router-2029837268', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:34Z', 'updated_at': '2022-09-29T06:53:35Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:36.455172 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039d183-deda-4fa7-b6e3-6776e903a285 None None] The sync data for ids ['5ccf34b5-eb2f-4427-ac8a-50f8af432e5e'] in dv-neutron-859761-1-hyperv is: [{'id': '5ccf34b5-eb2f-4427-ac8a-50f8af432e5e', 'name': 'tempest-RoutersTest-router-2029837268', 'tenant_id': '73e0449a7ade47598ba3fc52b2d9def0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:34Z', 'updated_at': '2022-09-29T06:53:35Z', 'revision_number': 2, 'project_id': '73e0449a7ade47598ba3fc52b2d9def0', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:36.508576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.511123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.536203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.536752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Fanout notify agent at l3_agent the message router_deleted on router 5ccf34b5-eb2f-4427-ac8a-50f8af432e5e {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:53:36.552384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.553467 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a84bae3c-9979-45d7-8582-7465d626e04b tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/5ccf34b5-eb2f-4427-ac8a-50f8af432e5e HTTP/1.1" status: 204 len: 168 time: 0.4995308 Sep 29 06:53:36.557133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48542) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.721343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5291785-ba0c-461c-890d-4194aab29f89 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ccf34b5-eb2f-4427-ac8a-50f8af432e5e HTTP/1.1" status: 200 len: 205 time: 0.1630807 Sep 29 06:53:36.723755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48548) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.784497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48552) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.790633 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-ed4fa032-5ecb-4911-8c7d-c580e1584848 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:36.791625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed4fa032-5ecb-4911-8c7d-c580e1584848 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/5ccf34b5-eb2f-4427-ac8a-50f8af432e5e HTTP/1.1" status: 404 len: 336 time: 0.0669692 Sep 29 06:53:36.794122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48556) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.831433 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-331a5177-59b0-438d-9425-8a3ff6db5f79 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:36.831703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331a5177-59b0-438d-9425-8a3ff6db5f79 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:36.833272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-331a5177-59b0-438d-9425-8a3ff6db5f79 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/a58bca54-7d8a-47cc-bbad-0234378edd93 HTTP/1.1" status: 404 len: 337 time: 0.0382488 Sep 29 06:53:36.836163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48560) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.848811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Deleting subnet a5758c9d-2785-4a7b-a2fd-72293afce8a6 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:36.852049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.873995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab4fecf-97b3-4c3e-895d-9a9683159cb6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:36.874450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab4fecf-97b3-4c3e-895d-9a9683159cb6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:36.876168 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eab4fecf-97b3-4c3e-895d-9a9683159cb6 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/6c49ff4f-949c-4c77-a35d-9927f6e28b64 HTTP/1.1" status: 404 len: 337 time: 0.0392196 Sep 29 06:53:36.878711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.905147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.918579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba09978-aede-4cb0-af65-f9be7faeeef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:36.919034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba09978-aede-4cb0-af65-f9be7faeeef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:36.920704 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4ba09978-aede-4cb0-af65-f9be7faeeef7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/98b3e3c6-641a-4fcc-80af-2c45cc28d95a HTTP/1.1" status: 404 len: 337 time: 0.0411155 Sep 29 06:53:36.923253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:36.960103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8359e4c7-cbd7-4144-8d6b-fdd3f7507303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:36.960546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8359e4c7-cbd7-4144-8d6b-fdd3f7507303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:36.962203 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8359e4c7-cbd7-4144-8d6b-fdd3f7507303 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/3abad29e-0582-4efe-82bd-e410a41f3815 HTTP/1.1" status: 404 len: 337 time: 0.0380681 Sep 29 06:53:36.963785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:36.964922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48572) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.015921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-345689ff-eefc-417b-a496-ab1754c2f008 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 200 len: 205 time: 0.0477605 Sep 29 06:53:37.016110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48576) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.030830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.068002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5758c9d-2785-4a7b-a2fd-72293afce8a6,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:37.071567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.077419 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9fe7613c-c81d-4414-80fa-7b6062868516 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5758c9d-2785-4a7b-a2fd-72293afce8a6 HTTP/1.1" status: 204 len: 168 time: 0.2940640 Sep 29 06:53:37.079831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48580) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.086843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-75b76bf5-07c8-4fe5-8f43-c2bee9fce046 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:37.090339 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-75b76bf5-07c8-4fe5-8f43-c2bee9fce046 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/03525782-48ff-42c8-a856-1b9ef9b4ddf6 HTTP/1.1" status: 404 len: 336 time: 0.0709569 Sep 29 06:53:37.090586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48584) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.140815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5efae971-16e2-4ab7-93be-cbea3e3795af tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=17c6adee-7cb0-4362-beea-d6150e266c33 HTTP/1.1" status: 200 len: 205 time: 0.0492122 Sep 29 06:53:37.143228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48588) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.187223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.212837 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-42bcff16-6316-4903-bb12-74eae0642530 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:37.213848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-42bcff16-6316-4903-bb12-74eae0642530 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/17c6adee-7cb0-4362-beea-d6150e266c33 HTTP/1.1" status: 404 len: 336 time: 0.0697355 Sep 29 06:53:37.216465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48592) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.257120 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e01452d-39c0-4582-a510-e4212e447364 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:37.257568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e01452d-39c0-4582-a510-e4212e447364 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:37.259298 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5e01452d-39c0-4582-a510-e4212e447364 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/c5fe74c8-81d8-4614-906c-27c3c68c2705 HTTP/1.1" status: 404 len: 337 time: 0.0418510 Sep 29 06:53:37.261863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48596) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.316989 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2c446c71-7345-403e-8865-0f61433a42f1 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 200 len: 205 time: 0.0540369 Sep 29 06:53:37.317897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.319312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48600) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.362540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fff320-fefc-42e0-82f9-8a8044678bf9']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:37.375453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c74bf6-112e-483f-92bb-cdb400b57aba') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:37.375909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c74bf6-112e-483f-92bb-cdb400b57aba') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:37.387879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.392605 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-22f35f20-616e-4767-b56f-a31a2f2ead7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:37.396646 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-22f35f20-616e-4767-b56f-a31a2f2ead7a tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/aac365b7-aaf5-4e1a-a7bf-42929dae99b9 HTTP/1.1" status: 404 len: 336 time: 0.0732355 Sep 29 06:53:37.396646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48604) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.408174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.415205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:37.415728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.450204 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-49da6c3b-d977-4704-a471-c128b0df4d72 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=82c26a13-a515-42bf-8bc0-53c59c7afa69 HTTP/1.1" status: 200 len: 205 time: 0.0505393 Sep 29 06:53:37.450448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48610) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.479250 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 17c74bf6-112e-483f-92bb-cdb400b57aba resource provider aggregate not found Sep 29 06:53:37.504424 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 17c74bf6-112e-483f-92bb-cdb400b57aba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17c74bf6-112e-483f-92bb-cdb400b57aba found for delete ", "request_id": "req-d4982b03-2f52-4ec2-8bf0-7a0e8cf92792"}]} Sep 29 06:53:37.518911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.521694 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-3bd7ca3f-3a28-4873-97b6-05cf8e782a1c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:37.522753 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3bd7ca3f-3a28-4873-97b6-05cf8e782a1c tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/82c26a13-a515-42bf-8bc0-53c59c7afa69 HTTP/1.1" status: 404 len: 336 time: 0.0714233 Sep 29 06:53:37.525436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48616) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.536020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.546050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] Pushing event deleted for resources: {'Network': ['ID=52fff320-fefc-42e0-82f9-8a8044678bf9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:37.554869 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b93c182a-88ec-452e-8cb3-df1b32a1f747 admin admin] 10.222.0.26 "DELETE /v2.0/networks/52fff320-fefc-42e0-82f9-8a8044678bf9 HTTP/1.1" status: 204 len: 168 time: 0.4739077 Sep 29 06:53:37.557530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48620) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.569756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-929b0298-9042-4a16-9bfd-9c41c868fd28 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:37.570370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929b0298-9042-4a16-9bfd-9c41c868fd28 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:37.572442 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-929b0298-9042-4a16-9bfd-9c41c868fd28 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/e2481637-b788-4643-9caa-ca868de43122 HTTP/1.1" status: 404 len: 337 time: 0.0461242 Sep 29 06:53:37.575094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48624) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.616752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Deleting subnet fffc2146-33e4-4072-bd55-6658e180fead {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:53:37.619865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.624220 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a2dc270a-f9eb-45aa-a226-4ef9b2f9ee70 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5337952c-1481-40c4-aa60-6e3b122fb603 HTTP/1.1" status: 200 len: 205 time: 0.0480988 Sep 29 06:53:37.626640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48628) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.671755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.694414 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-baaecabc-88ce-4a86-ae92-676e33280dff tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:37.695456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-baaecabc-88ce-4a86-ae92-676e33280dff tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/5337952c-1481-40c4-aa60-6e3b122fb603 HTTP/1.1" status: 404 len: 336 time: 0.0679243 Sep 29 06:53:37.697954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48632) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.726639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.734685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06752c3-6802-42e4-a267-ea659ac9b13e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:37.735139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06752c3-6802-42e4-a267-ea659ac9b13e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:37.736779 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b06752c3-6802-42e4-a267-ea659ac9b13e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/2da8a3cc-b8e3-4ff6-9634-645228e3308f HTTP/1.1" status: 404 len: 337 time: 0.0379114 Sep 29 06:53:37.739931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48636) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.792799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-902373cb-5c9a-4a61-95db-dd29fe872cb7 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "GET /v2.0/ports?device_id=22c4c152-a5d3-4203-afdf-af103f4767ed HTTP/1.1" status: 200 len: 205 time: 0.0516784 Sep 29 06:53:37.795376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48640) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.795748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.837793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffc2146-33e4-4072-bd55-6658e180fead,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:37.839738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:37.848694 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ffac40d9-54f5-4aa5-b0c5-9620ffa9abd7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fffc2146-33e4-4072-bd55-6658e180fead HTTP/1.1" status: 204 len: 168 time: 0.2874177 Sep 29 06:53:37.848915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48644) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.861552 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-97686da0-fc0a-45f3-ad2b-894179abc445 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] delete failed (client error): The resource could not be found. Sep 29 06:53:37.862589 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-97686da0-fc0a-45f3-ad2b-894179abc445 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/routers/22c4c152-a5d3-4203-afdf-af103f4767ed HTTP/1.1" status: 404 len: 336 time: 0.0663078 Sep 29 06:53:37.865061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48648) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.905052 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cae3de-eefc-4dc3-aa73-cbabc4868427 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:37.905496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cae3de-eefc-4dc3-aa73-cbabc4868427 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:37.907293 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f2cae3de-eefc-4dc3-aa73-cbabc4868427 tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/069d0207-7c7d-4e0c-9351-1adae35a6de5 HTTP/1.1" status: 404 len: 337 time: 0.0412395 Sep 29 06:53:37.909693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48652) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:37.946034 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-804d1c69-91be-4e74-9145-15eb20824c5e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] DELETE failed (client error): The resource could not be found. Sep 29 06:53:37.946485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804d1c69-91be-4e74-9145-15eb20824c5e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 06:53:37.948154 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-804d1c69-91be-4e74-9145-15eb20824c5e tempest-RoutersTest-1558666395 tempest-RoutersTest-1558666395-project] 10.222.0.26 "DELETE /v2.0/subnets/71cd2691-9978-4326-87b5-7cd00cb7e861 HTTP/1.1" status: 404 len: 337 time: 0.0370593 Sep 29 06:53:37.949396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.183698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.212121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45040f91-01da-46c4-abee-05029c08ba4e']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:38.224368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48660) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:38.224756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6de160-39eb-4ffb-89be-eb426f8bda82') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:38.225054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6de160-39eb-4ffb-89be-eb426f8bda82') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:38.237059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.253185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.259387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:53:38.259764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.265333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d23183d6-1057-4e5f-96bc-bd9b0fef5c3e no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:53:38.299222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: d23183d6-1057-4e5f-96bc-bd9b0fef5c3e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:53:38.299567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d23183d6-1057-4e5f-96bc-bd9b0fef5c3e not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:53:38.355408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.360343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.379993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aa52c537-ebc6-433a-b6ea-374510d216cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73e0449a7ade47598ba3fc52b2d9def0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519876 Sep 29 06:53:38.380222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48666) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:38.387087 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/45040f91-01da-46c4-abee-05029c08ba4e HTTP/1.1" status: 204 len: 168 time: 0.5371006 Sep 29 06:53:38.388188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8626c16-96a9-406f-baf3-0eb83e92e6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45040f91-01da-46c4-abee-05029c08ba4e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:38.446048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35d4-6502-4871-8430-2100701e7dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.474310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35d4-6502-4871-8430-2100701e7dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.513330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48674) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:38.530921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35d4-6502-4871-8430-2100701e7dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.547318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa35d4-6502-4871-8430-2100701e7dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d20ea9-126d-46c8-99b6-0991657f6b6b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:38.552327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0aaa35d4-6502-4871-8430-2100701e7dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.555729 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0aaa35d4-6502-4871-8430-2100701e7dcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9d20ea9-126d-46c8-99b6-0991657f6b6b HTTP/1.1" status: 204 len: 168 time: 0.1721029 Sep 29 06:53:38.568359 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-28319e32-be7a-432f-b3ca-535013fc46c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=006f90bad0ef41d8a519af7bd4cbca71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538466 Sep 29 06:53:38.570905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48680) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:38.602621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e93be20a-56bf-40a9-aba9-e5f0da40449f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.635669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a211-b7a3-41cf-8000-9ecf9918fbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.663084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a211-b7a3-41cf-8000-9ecf9918fbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.718959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a211-b7a3-41cf-8000-9ecf9918fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.741931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6a211-b7a3-41cf-8000-9ecf9918fbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a845d95-40e5-467f-9ec2-6cd002e59727,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:38.749183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a211-b7a3-41cf-8000-9ecf9918fbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:38.752959 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d5f6a211-b7a3-41cf-8000-9ecf9918fbe8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a845d95-40e5-467f-9ec2-6cd002e59727 HTTP/1.1" status: 204 len: 168 time: 0.1811156 Sep 29 06:53:39.118301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48700) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:39.171498 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-23b0b951-7269-49e4-b9b5-b02cbb03618f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fdb43d4c8bb435a95ec9f4ad52fe372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514319 Sep 29 06:53:39.174581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48704) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:39.233566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad7e7-8c5c-49dc-8e6b-acd36b0f7961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:39.260817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad7e7-8c5c-49dc-8e6b-acd36b0f7961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:39.315329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad7e7-8c5c-49dc-8e6b-acd36b0f7961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:39.336618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ad7e7-8c5c-49dc-8e6b-acd36b0f7961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b8bda-3391-41f8-9dd8-d865f22dfc29,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:39.340092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad7e7-8c5c-49dc-8e6b-acd36b0f7961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:39.343552 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1c5ad7e7-8c5c-49dc-8e6b-acd36b0f7961 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc6b8bda-3391-41f8-9dd8-d865f22dfc29 HTTP/1.1" status: 204 len: 168 time: 0.1656249 Sep 29 06:53:39.510673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48720) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:39.515145 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034282 Sep 29 06:53:39.518719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48722) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:39.526682 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0f6de160-39eb-4ffb-89be-eb426f8bda82 resource provider aggregate not found Sep 29 06:53:39.543978 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0f6de160-39eb-4ffb-89be-eb426f8bda82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f6de160-39eb-4ffb-89be-eb426f8bda82 found for delete ", "request_id": "req-f4511044-8a41-4f1a-9c2f-a20f2fc8d108"}]} Sep 29 06:53:39.753869 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ecc87ee5-61ce-4026-b6ce-f61233fbdf2e tempest-NetworksApiDiscovery-911136755 tempest-NetworksApiDiscovery-911136755-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2337086 Sep 29 06:53:40.030938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48734) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:40.144673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.158789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:40.163218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Usage tracker for resource:security_group_rule and tenant:c86aeb3b31cb46ff89f24662e8b2c5a5 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:40.165942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:40.171526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:40.251293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.254977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.300798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c86aeb3b31cb46ff89f24662e8b2c5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687907 Sep 29 06:53:40.302264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7432f47b-d9aa-401f-88e0-5341666b28ff,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:40.303489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48740) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:40.309483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.309829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.310168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.310523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.310848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.311179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.311503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.311828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.312151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.312470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.312792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.313107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31922b5a-34b4-49c4-86f4-450e5457b465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:40.365698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08090eeb-3fbf-4cda-bde7-7c7900cf514a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.390472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08090eeb-3fbf-4cda-bde7-7c7900cf514a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.441419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08090eeb-3fbf-4cda-bde7-7c7900cf514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.455177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08090eeb-3fbf-4cda-bde7-7c7900cf514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432f47b-d9aa-401f-88e0-5341666b28ff,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:40.463047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08090eeb-3fbf-4cda-bde7-7c7900cf514a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:40.464165 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-08090eeb-3fbf-4cda-bde7-7c7900cf514a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7432f47b-d9aa-401f-88e0-5341666b28ff HTTP/1.1" status: 204 len: 168 time: 0.1597176 Sep 29 06:53:40.883571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-127cbc38-999b-4cea-bd65-886cf8d801d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:41.695330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48778) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:41.790777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:41.852660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--1413414681', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:41.857981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:41.862391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:41.865974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:41.872425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:41.882927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:53:41.886304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:41.898267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:41.913300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:41.917357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:41.920240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:41.926745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:41.927242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:42.009626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.013293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.042865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:53:42.058538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9882867-1288-4219-a829-86e4b40f58e7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:42.066427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.066796 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment 6ceacc0f-2e7d-4faa-a1c3-5302b310b346 of type vlan for network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc Sep 29 06:53:42.068505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.068848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.069185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.069519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.069904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.070341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.070702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.071027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.071352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.071675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.071997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.072317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:42.101475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.126238 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:53:42.130846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.136473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:42.137067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.245239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=11f8ee0b-b716-4de1-a1cf-03316a08b1cc,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:42.248560 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-427f8a66-2132-4e37-8f16-eca11e77c53b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5522234 Sep 29 06:53:42.251357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48784) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:42.256004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:53:42.256414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-622262574', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:42.263573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:42.267370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:42.270346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:42.276675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:42.287098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.288095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.302731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.561584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.960335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:42.991927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:43.119808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.114 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e10840cf-3442-453a-bda3-ed2abde756d7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:43.269436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:43.299519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:43.301182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:43.367493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:43.370126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:43.374009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:43.407840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=e10840cf-3442-453a-bda3-ed2abde756d7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:43.786512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:44.117890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:44.427778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:53:44.601991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:44.611380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:44.621775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:44.622397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:44.629065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:44.630266 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-49ca3a8e-78fe-45ae-ab9b-3ab22cdaceb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3779426 Sep 29 06:53:44.633322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48788) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:44.712379 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d7cc6c7c-e113-4163-b700-9cea2aac7f1a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779054 Sep 29 06:53:44.715046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48794) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:44.793103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:44.841237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840963e-5b72-40c0-ab3d-4a7e4e8ce7bc tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:44.842743 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8840963e-5b72-40c0-ab3d-4a7e4e8ce7bc tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267862 Sep 29 06:53:44.845481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48798) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:44.884022 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a46e2314-a5f5-4974-a926-2103338ab8be tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375113 Sep 29 06:53:44.886602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48802) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:44.891835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530489957', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:45.000339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:45.004173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:45.006923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:45.012490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:45.022061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:53:45.025470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.109207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:43Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:45.113942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:45.114291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Updating router 2d4117df-a5a3-438a-9e36-7febfd268c0b port e10840cf-3442-453a-bda3-ed2abde756d7 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:53:45.167096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.249289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.329465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:45.348268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:45.349464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 11f8ee0b-b716-4de1-a1cf-03316a08b1cc, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:53:45.372170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:53:45.385628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 11f8ee0b-b716-4de1-a1cf-03316a08b1cc) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:45.402486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:45.403537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.425815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9307fa81-ac76-40d4-a169-4fa26552c9ab None None] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:45.431332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3e7957ca-cc3c-4252-9cd0-74817deea57c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5412889 Sep 29 06:53:45.431825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48806) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:45.593837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.616501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Transition to ACTIVE for port object e10840cf-3442-453a-bda3-ed2abde756d7 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:45.654356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.737035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Attempting to bind port e10840cf-3442-453a-bda3-ed2abde756d7 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:45.737426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Attempting to bind port e10840cf-3442-453a-bda3-ed2abde756d7 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:45.737790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Attempting to bind port e10840cf-3442-453a-bda3-ed2abde756d7 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:45.746608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:45.746983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:45.747380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.747771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:45.748237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Bound port: e10840cf-3442-453a-bda3-ed2abde756d7, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:45.748604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.832112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076532b2-3dae-4d19-ae9d-495548bea289 None None] Pushing event updated for resources: {'Port': ['ID=e10840cf-3442-453a-bda3-ed2abde756d7,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:45.844942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:53:45.845831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:45.930667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] For port e10840cf-3442-453a-bda3-ed2abde756d7, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:45.955030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] For port e10840cf-3442-453a-bda3-ed2abde756d7, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e10840cf-3442-453a-bda3-ed2abde756d7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:45.960299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:46.069824 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:46.070458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:46.166147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076532b2-3dae-4d19-ae9d-495548bea289 None None] Pushing event updated for resources: {'Port': ['ID=e10840cf-3442-453a-bda3-ed2abde756d7,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:46.177517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Allocated IP 172.20.0.2 (11f8ee0b-b716-4de1-a1cf-03316a08b1cc/9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa/edf307ea-8cf8-4534-bd3c-6f3f4112b66e) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:46.277083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:46.349219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:46.733172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:46.749755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Transition to ACTIVE for port object edf307ea-8cf8-4534-bd3c-6f3f4112b66e will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:46.772471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Transition to ACTIVE for port object edf307ea-8cf8-4534-bd3c-6f3f4112b66e will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:46.780810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:46.843328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (11f8ee0b-b716-4de1-a1cf-03316a08b1cc/9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa/2a356ad5-411c-4db2-a76f-f872b6efabab) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:46.850124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:46.853906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:46.858643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:46.861426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:43Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:46.899021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Pushing event updated for resources: {'Port': ['ID=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:46.906196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f53f2-d164-42b8-a427-4826b6e0140c None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:43Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:46.973646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Attempting to bind port edf307ea-8cf8-4534-bd3c-6f3f4112b66e on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:46.974014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Attempting to bind port edf307ea-8cf8-4534-bd3c-6f3f4112b66e by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:46.974370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Attempting to bind port edf307ea-8cf8-4534-bd3c-6f3f4112b66e on network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:46.980086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:46.980459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Checking segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:46.981015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:46.981406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Bound using segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:46.981865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Bound port: edf307ea-8cf8-4534-bd3c-6f3f4112b66e, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:46.982237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.010761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.027742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 2a356ad5-411c-4db2-a76f-f872b6efabab will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:47.052455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.074638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.089550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] For port edf307ea-8cf8-4534-bd3c-6f3f4112b66e, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:47.093660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] For port edf307ea-8cf8-4534-bd3c-6f3f4112b66e, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:47.099565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.125137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:47.132660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:47.139261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:47.177230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=2a356ad5-411c-4db2-a76f-f872b6efabab,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:47.187068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ed3a0-5fe3-4793-8bc9-cd788324e5f7 None None] Pushing event updated for resources: {'Port': ['ID=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:47.217120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.404747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.954588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:47.960343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:48.077479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:48.081162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=2a356ad5-411c-4db2-a76f-f872b6efabab,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:48.148487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a7c14-a512-4120-bd0f-08d843181027 None None] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:53:48.218483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:48.219773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:48.242339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-08a29909-35ee-4b34-9749-41bbf50ca1cc None None] Provisioning for port edf307ea-8cf8-4534-bd3c-6f3f4112b66e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:48.428330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:53:48.614119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:53:48.623681 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:53:48.632622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0204886c-012d-4853-9614-5aabb4c55501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/2d4117df-a5a3-438a-9e36-7febfd268c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1996844 Sep 29 06:53:48.635208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48812) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:48.649548 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:48.650280 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:48.689432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Provisioning for port 2a356ad5-411c-4db2-a76f-f872b6efabab completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:48.697167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Provisioning complete for port 2a356ad5-411c-4db2-a76f-f872b6efabab triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:48.697961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:48.698662 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Attempt 1 to provision port 2a356ad5-411c-4db2-a76f-f872b6efabab Sep 29 06:53:48.757940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Port 2a356ad5-411c-4db2-a76f-f872b6efabab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:48.796862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.797363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.797971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.798441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.799049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.799520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.801321 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6635e492-7be9-4038-a7e6-7fab13089c57 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1651175 Sep 29 06:53:48.804080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48816) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:48.842434 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:48.882974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.883534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.883997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.884443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.884889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.885329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:48.887271 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b32d0377-2ee7-4433-b841-cce968ada85b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0822427 Sep 29 06:53:48.889990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48820) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:49.063095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device edf307ea-8cf8-4534-bd3c-6f3f4112b66e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:49.105792 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2887a169-1192-45fb-b151-a8d8e99ed6e7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2146437 Sep 29 06:53:49.138550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port edf307ea-8cf8-4534-bd3c-6f3f4112b66e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:49.143792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port edf307ea-8cf8-4534-bd3c-6f3f4112b66e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:49.144390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.144789 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port edf307ea-8cf8-4534-bd3c-6f3f4112b66e Sep 29 06:53:49.197418 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:49.201354 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:53:49.201704 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Updating router 2d4117df-a5a3-438a-9e36-7febfd268c0b port 2a356ad5-411c-4db2-a76f-f872b6efabab binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:53:49.252603 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.260345 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Attempt 2 to provision port 2a356ad5-411c-4db2-a76f-f872b6efabab Sep 29 06:53:49.303216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port edf307ea-8cf8-4534-bd3c-6f3f4112b66e is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:49.303600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.335439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Port 2a356ad5-411c-4db2-a76f-f872b6efabab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:49.346783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port edf307ea-8cf8-4534-bd3c-6f3f4112b66e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:49.351435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.352386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e10840cf-3442-453a-bda3-ed2abde756d7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:49.473474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:49.482885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port e10840cf-3442-453a-bda3-ed2abde756d7 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:49.488071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port e10840cf-3442-453a-bda3-ed2abde756d7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:49.488448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.488808 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port e10840cf-3442-453a-bda3-ed2abde756d7 Sep 29 06:53:49.592220 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.603506 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Transition to ACTIVE for port object 2a356ad5-411c-4db2-a76f-f872b6efabab will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:49.606060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port e10840cf-3442-453a-bda3-ed2abde756d7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:49.606465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.610512 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.623348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port e10840cf-3442-453a-bda3-ed2abde756d7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e10840cf-3442-453a-bda3-ed2abde756d7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:49.627334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.696479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=e10840cf-3442-453a-bda3-ed2abde756d7,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:49.795803 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0a088-401f-490e-b6a2-69dbf453e921 None None] Pushing event updated for resources: {'Port': ['ID=2a356ad5-411c-4db2-a76f-f872b6efabab,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:49.818452 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Attempting to bind port 2a356ad5-411c-4db2-a76f-f872b6efabab on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:49.818848 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Attempting to bind port 2a356ad5-411c-4db2-a76f-f872b6efabab by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:49.819198 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Attempting to bind port 2a356ad5-411c-4db2-a76f-f872b6efabab on network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:49.824290 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:49.824649 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Checking segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:49.825028 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.825402 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Bound using segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:49.825844 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Bound port: 2a356ad5-411c-4db2-a76f-f872b6efabab, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:49.826198 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.836977 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Attempt 3 to provision port 2a356ad5-411c-4db2-a76f-f872b6efabab Sep 29 06:53:49.891021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Port 2a356ad5-411c-4db2-a76f-f872b6efabab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:49.914118 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] For port 2a356ad5-411c-4db2-a76f-f872b6efabab, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:49.917151 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] For port 2a356ad5-411c-4db2-a76f-f872b6efabab, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2a356ad5-411c-4db2-a76f-f872b6efabab,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:49.921692 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:49.978517 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:53:49.979046 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:50.062987 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0a088-401f-490e-b6a2-69dbf453e921 None None] Pushing event updated for resources: {'Port': ['ID=2a356ad5-411c-4db2-a76f-f872b6efabab,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:50.162322 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:53:50.191395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48828) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:50.197119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640241933', 'description': 'tempest-secgroup-smoke-1640241933 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:50.203304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:50.208229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:50.211183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:50.216891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:50.227812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.248178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:50.252187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:50.255519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:50.261167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:50.336170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.340063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.382284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1531e1-2059-40ee-9c19-6f6772ee5c0a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:50.385200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.389669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48832) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:50.392583 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Attempt 4 to provision port 2a356ad5-411c-4db2-a76f-f872b6efabab Sep 29 06:53:50.395439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5a1531e1-2059-40ee-9c19-6f6772ee5c0a', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:50.399047 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d884aff6-b45d-49f5-b8ed-b6838b1457b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2060089 Sep 29 06:53:50.401368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:50.405698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:50.408897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:50.414995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:50.437452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.474421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Port 2a356ad5-411c-4db2-a76f-f872b6efabab had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:53:50.487043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Provisioning complete for port edf307ea-8cf8-4534-bd3c-6f3f4112b66e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:50.487945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.487945 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Attempt 1 to provision port edf307ea-8cf8-4534-bd3c-6f3f4112b66e Sep 29 06:53:50.504725 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:53:50.509751 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab44083-0fe0-4c2e-b9ab-99396b7e1fb4 None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:53:50.512699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.517171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.543521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa9457b-3ec0-4d4d-a068-e6fd75f69870,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:50.553924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.558530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48836) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:50.558873 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-adb969c5-551b-4cfa-bab0-bbb33386e3e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677198 Sep 29 06:53:50.577181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5a1531e1-2059-40ee-9c19-6f6772ee5c0a', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:50.589488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:50.593535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:50.596748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:50.602470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:50.627215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.659805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da6ace-eac5-4afb-ab23-8e7c4ad5eddc None None] Current status of the port edf307ea-8cf8-4534-bd3c-6f3f4112b66e is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:50.693859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.697949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.721865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6583b0b6-301e-45fd-8fda-b14d1cbb4101,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:50.731501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.732733 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c32f0aa7-7957-4980-a448-7a3444211be2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728427 Sep 29 06:53:50.735760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48840) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:50.741292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5a1531e1-2059-40ee-9c19-6f6772ee5c0a', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:50.747420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:50.751285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:50.754841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:50.760541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:50.778273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.845580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.849718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.874206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3a33e8-b66e-46f1-9ae8-cf69736e0361,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:50.884432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:50.888202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3dad47fd-3406-4dda-b31f-2da0a60969f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489556 Sep 29 06:53:50.888444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:50.893282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5a1531e1-2059-40ee-9c19-6f6772ee5c0a', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:50.899407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:50.903302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:50.906211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:50.912148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:50.932028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.004640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.009452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.039481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57448291-8503-4c2e-aff7-82a6f3b6c7b6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:51.047337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.048968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2a76f74c-c3a0-4e9b-bca4-8ff6382461f4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595438 Sep 29 06:53:51.051833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48848) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:51.058173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5a1531e1-2059-40ee-9c19-6f6772ee5c0a', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:51.066125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:51.074211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:51.077212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:51.079517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2a356ad5-411c-4db2-a76f-f872b6efabab up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:51.085367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:51.095390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:53:51.102069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.158575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2a356ad5-411c-4db2-a76f-f872b6efabab completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:51.163915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2a356ad5-411c-4db2-a76f-f872b6efabab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:51.164292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.164622 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2a356ad5-411c-4db2-a76f-f872b6efabab Sep 29 06:53:51.172055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.176554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.201011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dca4a8-2d3e-4ca6-8860-d5305fdd311b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:51.211856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.213234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-576481bc-fed8-4bbb-9a4d-cbf479a9f993 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1602681 Sep 29 06:53:51.215853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48852) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:53:51.224095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5a1531e1-2059-40ee-9c19-6f6772ee5c0a', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:51.229970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:51.234171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:53:51.237196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:53:51.243082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:51.259461 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:53:51.266071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.294054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2a356ad5-411c-4db2-a76f-f872b6efabab is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:51.294719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.333303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2a356ad5-411c-4db2-a76f-f872b6efabab, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2a356ad5-411c-4db2-a76f-f872b6efabab,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:51.339834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.340801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device edf307ea-8cf8-4534-bd3c-6f3f4112b66e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:51.345369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.352925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.379948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f9aa26-f847-4003-92ce-c414082cfb9a,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:51.391369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.392633 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5071a59-d5a3-4e54-9437-2519f7118fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1758256 Sep 29 06:53:51.485339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2a356ad5-411c-4db2-a76f-f872b6efabab,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:51.497129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.497484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.497825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.498161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.498538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.498875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.499209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.499538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.499867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.500260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.500598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.500924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:53:51.510910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port edf307ea-8cf8-4534-bd3c-6f3f4112b66e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:51.510910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.511257 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port edf307ea-8cf8-4534-bd3c-6f3f4112b66e Sep 29 06:53:51.566807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-82ade0a9-637e-4e7b-b7fd-156f1459b6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:51.591919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-82ade0a9-637e-4e7b-b7fd-156f1459b6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:51.593399 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-82ade0a9-637e-4e7b-b7fd-156f1459b6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640241933&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0683622 Sep 29 06:53:51.635979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port edf307ea-8cf8-4534-bd3c-6f3f4112b66e is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:51.637072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e10840cf-3442-453a-bda3-ed2abde756d7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:51.711436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port e10840cf-3442-453a-bda3-ed2abde756d7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:51.711814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:51.712155 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port e10840cf-3442-453a-bda3-ed2abde756d7 Sep 29 06:53:51.830847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port e10840cf-3442-453a-bda3-ed2abde756d7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:51.856769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-383f7f72-fa24-49cd-be28-d847dcadda0a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:51.858212 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-383f7f72-fa24-49cd-be28-d847dcadda0a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 797 time: 0.2560534 Sep 29 06:53:51.873492 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-d8796c57-02d9-4e8a-a353-dc35e9177f24 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0087955 Sep 29 06:53:51.962126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9344a42f-5aed-45a9-883d-d274185f68dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:51.978934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9344a42f-5aed-45a9-883d-d274185f68dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:51.980279 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9344a42f-5aed-45a9-883d-d274185f68dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020815 Sep 29 06:53:52.116183 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-1bc07f5f-828a-4b93-aae8-a6d31348494b service neutron] 10.222.0.26 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234293 Sep 29 06:53:52.244259 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-fd1f8f36-41f7-4a76-9534-539a53a5cd4d service neutron] 10.222.0.26 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223350 Sep 29 06:53:52.437331 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5ab3183c-c569-44aa-b4a2-fdada72ed899 req-863f0beb-e6fd-4108-8468-b0ec66c42707 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 210 time: 0.0521212 Sep 29 06:53:52.981794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2a356ad5-411c-4db2-a76f-f872b6efabab up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:53:53.058049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2a356ad5-411c-4db2-a76f-f872b6efabab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:53.058419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:53.058779 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2a356ad5-411c-4db2-a76f-f872b6efabab Sep 29 06:53:53.172877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2a356ad5-411c-4db2-a76f-f872b6efabab is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:53.568334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-6da6e973-f784-43f8-9777-8050ba806c0d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:53.569757 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-6da6e973-f784-43f8-9777-8050ba806c0d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 797 time: 0.1536958 Sep 29 06:53:53.629925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cd603608-b05b-4234-aaa3-d25b9f166795 req-2c8493c3-606c-4c60-bebc-8ee6bb50e97a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 210 time: 0.0704820 Sep 29 06:53:53.657808 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-23c226aa-27db-496f-859c-aae5ab91fecd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 380 time: 0.0477118 Sep 29 06:53:53.666627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['5a1531e1-2059-40ee-9c19-6f6772ee5c0a']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:53.797237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:53:53.807086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:53:53.816916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:53:53.820395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:53.978171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.5 (11f8ee0b-b716-4de1-a1cf-03316a08b1cc/9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa/6a7add20-1a22-4140-a79c-3ff217f6c126) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:53:54.161966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:54.177091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 6a7add20-1a22-4140-a79c-3ff217f6c126 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:54.199364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:54.270382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:53:54.273429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:53:54.277466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:53:54.307785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=6a7add20-1a22-4140-a79c-3ff217f6c126,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:54.344883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:54.345497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:54.375166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-9a6a22c4-f242-481c-b393-1dbb1935264b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120247 Sep 29 06:53:54.394442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Request body: {'port': {'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:53:54.513844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:54.520358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Provisioning for port 6a7add20-1a22-4140-a79c-3ff217f6c126 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:53:54.525233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Provisioning complete for port 6a7add20-1a22-4140-a79c-3ff217f6c126 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:53:54.525682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:54.526017 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Attempt 1 to provision port 6a7add20-1a22-4140-a79c-3ff217f6c126 Sep 29 06:53:54.578364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Port 6a7add20-1a22-4140-a79c-3ff217f6c126 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:54.947709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458928b-7ce5-4e5f-8e88-56da3f16dfa7 req-6c4296b6-d172-4e82-be31-71fea96f3a44 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:54.949105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8458928b-7ce5-4e5f-8e88-56da3f16dfa7 req-6c4296b6-d172-4e82-be31-71fea96f3a44 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 931 time: 0.2042453 Sep 29 06:53:54.972438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7add20-1a22-4140-a79c-3ff217f6c126 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:53:54.979754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:54.992263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-8458928b-7ce5-4e5f-8e88-56da3f16dfa7 req-e676c2b5-7012-44cd-a2d9-b9bf653ba6db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:54.994530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Transition to ACTIVE for port object 6a7add20-1a22-4140-a79c-3ff217f6c126 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:53:54.998683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:55.004580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-8458928b-7ce5-4e5f-8e88-56da3f16dfa7 req-e676c2b5-7012-44cd-a2d9-b9bf653ba6db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:55.005713 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8458928b-7ce5-4e5f-8e88-56da3f16dfa7 req-e676c2b5-7012-44cd-a2d9-b9bf653ba6db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508442 Sep 29 06:53:55.079143 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Attempt 2 to provision port 6a7add20-1a22-4140-a79c-3ff217f6c126 Sep 29 06:53:55.134640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Port 6a7add20-1a22-4140-a79c-3ff217f6c126 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:53:55.193109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7add20-1a22-4140-a79c-3ff217f6c126,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:55.223990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Attempting to bind port 6a7add20-1a22-4140-a79c-3ff217f6c126 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:53:55.224319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Attempting to bind port 6a7add20-1a22-4140-a79c-3ff217f6c126 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:53:55.224639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Attempting to bind port 6a7add20-1a22-4140-a79c-3ff217f6c126 on network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:55.229324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Port 6a7add20-1a22-4140-a79c-3ff217f6c126 on network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:53:55.229634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Attempting to bind port 6a7add20-1a22-4140-a79c-3ff217f6c126 on network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:53:55.234933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:53:55.235262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Checking segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:53:55.235629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Bound using segment: {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:53:55.236041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Bound port: 6a7add20-1a22-4140-a79c-3ff217f6c126, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ceacc0f-2e7d-4faa-a1c3-5302b310b346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:53:55.236373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:55.328088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] For port 6a7add20-1a22-4140-a79c-3ff217f6c126, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:53:55.331110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] For port 6a7add20-1a22-4140-a79c-3ff217f6c126, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6a7add20-1a22-4140-a79c-3ff217f6c126,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:53:55.335485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:55.370879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:55.371391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:55.372776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] 10.222.0.61 "PUT /v2.0/ports/6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 200 len: 1093 time: 0.9843214 Sep 29 06:53:55.373204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:53:55.375520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6635d70e-5ed7-414f-ada5-3547fdaa2c00" -d '{"events": [{"name": "network-changed", "server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:53:55.410750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e04a5-0f2e-45f6-958a-bc0cb38f3e43 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7add20-1a22-4140-a79c-3ff217f6c126,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:55.429591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dd5194-3dda-4690-934a-557e3665af3d x-openstack-request-id: req-f0dd5194-3dda-4690-934a-557e3665af3d {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:53:55.429900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:53:55.430136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0dd5194-3dda-4690-934a-557e3665af3d {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:53:55.430568 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0dd5194-3dda-4690-934a-557e3665af3d'] response: {'name': 'network-changed', 'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'status': 'completed', 'code': 200} Sep 29 06:53:55.524570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-8e918654-9aa2-4035-aa41-cd366c60cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:55.525953 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-8e918654-9aa2-4035-aa41-cd366c60cadd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1096 time: 0.0818009 Sep 29 06:53:55.598334 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-1c01dcad-b5c4-44ad-b8b0-83546afd693e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 200 len: 217 time: 0.0590234 Sep 29 06:53:55.635695 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Attempt 3 to provision port 6a7add20-1a22-4140-a79c-3ff217f6c126 Sep 29 06:53:55.668353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-a179c95d-5ed1-4b49-b279-ded7438bde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:55.669856 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-a179c95d-5ed1-4b49-b279-ded7438bde9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa HTTP/1.1" status: 200 len: 834 time: 0.0662670 Sep 29 06:53:55.696141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2225e2c5-0334-4e6b-a60a-e19115422d92 None None] Port 6a7add20-1a22-4140-a79c-3ff217f6c126 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:53:55.751149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-6cf77476-99a7-4ef8-9c89-86bb30739f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:55.752603 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-6cf77476-99a7-4ef8-9c89-86bb30739f6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763540 Sep 29 06:53:55.879992 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-edf07945-7cdb-48d3-8385-641557c0ade1 service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212184 Sep 29 06:53:56.009095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c59bfd71-a5e6-485f-916c-b6eda80a1487 req-47ffa8bc-02ef-481f-9b44-ffcbc9d14463 service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231272 Sep 29 06:53:56.172324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-d8fd5bcb-7849-4872-8172-20a161b98587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:56.173776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-d8fd5bcb-7849-4872-8172-20a161b98587 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1096 time: 0.0830081 Sep 29 06:53:56.203293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b404258-3144-4efa-8bc0-743c32990783 req-95d56c55-9114-4da8-bc04-2248cbce5925 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:56.204731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b404258-3144-4efa-8bc0-743c32990783 req-95d56c55-9114-4da8-bc04-2248cbce5925 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 943 time: 0.0865476 Sep 29 06:53:56.256102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b404258-3144-4efa-8bc0-743c32990783 req-ed752f4c-e6a1-4dba-8feb-0320c1eec2d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Sep 29 06:53:56.308136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-1ada551c-a4ab-48e7-bdff-d2d8511d4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:56.309644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-1ada551c-a4ab-48e7-bdff-d2d8511d4374 service neutron] 10.222.0.61 "GET /v2.0/networks?id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 898 time: 0.1297662 Sep 29 06:53:56.376697 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-72b7150e-df09-48c5-ac0a-5a810ff8028f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 200 len: 217 time: 0.0599144 Sep 29 06:53:56.441181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-9d3b25cc-a069-43cd-b196-3240ee87c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:56.443248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-9d3b25cc-a069-43cd-b196-3240ee87c88e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa HTTP/1.1" status: 200 len: 834 time: 0.0612493 Sep 29 06:53:56.555624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-02549d25-bf3c-4bb1-ac31-e347eee9b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:56.557100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-02549d25-bf3c-4bb1-ac31-e347eee9b4a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775471 Sep 29 06:53:56.786913 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-741c6c06-3b71-4257-9fad-614dcf8b8d28 service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225494 Sep 29 06:53:56.915874 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6635d70e-5ed7-414f-ada5-3547fdaa2c00 req-d22a5464-df6c-42f7-9b79-3933c04b790e service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230650 Sep 29 06:53:57.460494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a086e-134c-4ca0-b285-61a63b0834b8 req-d879e309-e0ca-4caf-9615-e100616c09db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:57.461202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-576a086e-134c-4ca0-b285-61a63b0834b8 req-d879e309-e0ca-4caf-9615-e100616c09db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:53:57.476510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-576a086e-134c-4ca0-b285-61a63b0834b8 req-d879e309-e0ca-4caf-9615-e100616c09db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:53:57.477650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-576a086e-134c-4ca0-b285-61a63b0834b8 req-d879e309-e0ca-4caf-9615-e100616c09db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 943 time: 0.1072917 Sep 29 06:53:57.521807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-576a086e-134c-4ca0-b285-61a63b0834b8 req-2c8e74ac-6e05-4278-99f7-952ead753957 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384181 Sep 29 06:53:58.419874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6a7add20-1a22-4140-a79c-3ff217f6c126 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:53:58.551927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 6a7add20-1a22-4140-a79c-3ff217f6c126, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6a7add20-1a22-4140-a79c-3ff217f6c126,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:58.564934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:53:58.619589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 6a7add20-1a22-4140-a79c-3ff217f6c126 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:53:58.619983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:58.640206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7add20-1a22-4140-a79c-3ff217f6c126 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:53:58.655954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 6a7add20-1a22-4140-a79c-3ff217f6c126, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6a7add20-1a22-4140-a79c-3ff217f6c126,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:53:58.660538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:53:58.724417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361dc8-0a50-4d2a-b6e5-d2c896b2c89c req-457b35cb-0304-4d9b-b66b-1ccf91518d29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:58.725876 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7e361dc8-0a50-4d2a-b6e5-d2c896b2c89c req-457b35cb-0304-4d9b-b66b-1ccf91518d29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 944 time: 0.0938482 Sep 29 06:53:58.726177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=6a7add20-1a22-4140-a79c-3ff217f6c126,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:53:58.770714 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7e361dc8-0a50-4d2a-b6e5-d2c896b2c89c req-7b6df0be-9f30-4549-91ee-d605ac2ed4d3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377336 Sep 29 06:53:59.086636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['6a7add20-1a22-4140-a79c-3ff217f6c126'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:53:59.971878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac11446-c609-4e0c-b013-d5d7a2f7bdc5 req-4e36a422-a8f0-4357-8249-d4611aac9c54 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:53:59.973349 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ac11446-c609-4e0c-b013-d5d7a2f7bdc5 req-4e36a422-a8f0-4357-8249-d4611aac9c54 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 944 time: 0.0897439 Sep 29 06:54:00.016970 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ac11446-c609-4e0c-b013-d5d7a2f7bdc5 req-53fe642c-49ea-45eb-b672-11b418833f64 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379207 Sep 29 06:54:00.435997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6a7add20-1a22-4140-a79c-3ff217f6c126 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:54:00.531157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 6a7add20-1a22-4140-a79c-3ff217f6c126 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:54:00.535608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 6a7add20-1a22-4140-a79c-3ff217f6c126 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:54:00.535975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:00.536308 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 6a7add20-1a22-4140-a79c-3ff217f6c126 Sep 29 06:54:00.648066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 6a7add20-1a22-4140-a79c-3ff217f6c126 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:54:00.648440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:00.673948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:54:00.676772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebeb28c-16a6-4939-a703-78a1b9ab6f68" -d '{"events": [{"server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "name": "network-vif-plugged", "status": "completed", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:54:00.684660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 6a7add20-1a22-4140-a79c-3ff217f6c126, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6a7add20-1a22-4140-a79c-3ff217f6c126,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:54:00.689095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:00.724987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922cf070-f07c-485b-a4aa-1e22e8738399 x-openstack-request-id: req-922cf070-f07c-485b-a4aa-1e22e8738399 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:54:00.725278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "name": "network-vif-plugged", "status": "completed", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:54:00.725549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-922cf070-f07c-485b-a4aa-1e22e8738399 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:54:00.725922 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922cf070-f07c-485b-a4aa-1e22e8738399'] response: {'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'code': 200} Sep 29 06:54:00.757582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=6a7add20-1a22-4140-a79c-3ff217f6c126,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:00.982442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f44534-f1b9-45b2-a189-19650044b48e req-0cb6ede3-d636-4f7f-8f39-a890e4a64b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:00.984209 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e4f44534-f1b9-45b2-a189-19650044b48e req-0cb6ede3-d636-4f7f-8f39-a890e4a64b39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1098 time: 0.0763075 Sep 29 06:54:01.023418 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e4f44534-f1b9-45b2-a189-19650044b48e req-b354e48b-c0c8-447f-9e34-b3e709f354e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335824 Sep 29 06:54:01.213792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31128a5d-ccbf-409c-8174-cd5a06d7ea5d req-870da155-d677-4b37-b97b-a32f8131fe56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:01.215277 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31128a5d-ccbf-409c-8174-cd5a06d7ea5d req-870da155-d677-4b37-b97b-a32f8131fe56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.0896883 Sep 29 06:54:01.259094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31128a5d-ccbf-409c-8174-cd5a06d7ea5d req-ecfbf6e6-33b5-48ee-81b7-41851cc9ea65 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381579 Sep 29 06:54:02.477197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d2346-6d84-4b31-8c28-edb2d1ba2f47 req-d72b1d01-4d1b-447c-ad3b-c4625bd910fa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:02.478664 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-624d2346-6d84-4b31-8c28-edb2d1ba2f47 req-d72b1d01-4d1b-447c-ad3b-c4625bd910fa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.0989373 Sep 29 06:54:02.522108 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-624d2346-6d84-4b31-8c28-edb2d1ba2f47 req-6557f7e7-a125-41e7-b677-0c8cb23810e6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Sep 29 06:54:03.510257 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-6bf69b2c-d5c2-4f17-9e9a-9d942039d3a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792284 Sep 29 06:54:03.734737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-7772cd8e-5da0-4690-89e4-1f3cde81c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:03.736201 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-7772cd8e-5da0-4690-89e4-1f3cde81c11f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1099 time: 0.1429977 Sep 29 06:54:03.746907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ae997-92e1-435f-acd3-05d64ac7e054 req-2e6eca63-7f99-4828-aa6f-c89eb246b421 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:03.748300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8a6ae997-92e1-435f-acd3-05d64ac7e054 req-2e6eca63-7f99-4828-aa6f-c89eb246b421 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.1145515 Sep 29 06:54:03.875002 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8a6ae997-92e1-435f-acd3-05d64ac7e054 req-9a3df235-07f0-4a13-8b69-5540c1e99135 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023183 Sep 29 06:54:03.909663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-c698943d-fb83-49cb-9409-2e1ac6d532e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:03.910699 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-c698943d-fb83-49cb-9409-2e1ac6d532e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.1557009 Sep 29 06:54:04.013269 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-280e8ac0-0482-455c-8b70-c9c844bf0cea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 1002 time: 0.0968549 Sep 29 06:54:04.069666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c31a17-252e-4fd2-8fa2-82ae380e65e8 req-74138caa-54e1-41e6-8828-98829158a887 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:04.071167 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10c31a17-252e-4fd2-8fa2-82ae380e65e8 req-74138caa-54e1-41e6-8828-98829158a887 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.0865672 Sep 29 06:54:04.073974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-719489c0-74f5-48f6-8e9e-cd03a140e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:04.075458 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-719489c0-74f5-48f6-8e9e-cd03a140e86f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0560291 Sep 29 06:54:04.119181 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10c31a17-252e-4fd2-8fa2-82ae380e65e8 req-54322978-235f-4797-91f4-f223ea22560f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422261 Sep 29 06:54:04.148220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48906) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:04.217111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-6e7ace79-b84e-43ad-ae43-da66f17d48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:04.218631 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-6e7ace79-b84e-43ad-ae43-da66f17d48c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1364756 Sep 29 06:54:04.310529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0fba4-1fd2-42be-a7d2-a84f3d76b211 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:04.311948 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-64b0fba4-1fd2-42be-a7d2-a84f3d76b211 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1093 time: 0.1628172 Sep 29 06:54:04.314974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48910) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:04.320555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:54:04.326385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:54:04.330211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:54:04.333079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:54:04.339210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:54:04.349137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:04.358864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-3e274164-4268-4582-a6c6-8c7bd736879f service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330669 Sep 29 06:54:04.499085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:04.599504 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4419f0c1-a201-4b66-9391-f9bd476eea4e req-b4fcf839-e677-4a93-abac-58155760253f service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349808 Sep 29 06:54:04.632192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.217 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/126bd6bb-8a4b-4a37-9d20-0d85b8e5cd0e) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:54:04.774670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:04.802279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:04.870203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:54:04.872986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:54:04.876554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:54:04.908017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=126bd6bb-8a4b-4a37-9d20-0d85b8e5cd0e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:05.277042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:05.349705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:05.653744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:05.658269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:05.760568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=126bd6bb-8a4b-4a37-9d20-0d85b8e5cd0e,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:05.765138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:05.946949 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d associated. External IP: 172.26.0.217, port: 6a7add20-1a22-4140-a79c-3ff217f6c126. Sep 29 06:54:06.284858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:54:06.458129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:54:06.468043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:54:06.477523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:54:06.478141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:06.482522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:06.540094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da7c4030-49c2-4d55-9e05-09cf8f7e0dfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2233837 Sep 29 06:54:06.540553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:54:06.542887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48914) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:06.543385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11890a43-9229-4151-9bd0-5a63feb88325" -d '{"events": [{"name": "network-changed", "server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:54:06.584893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4980f3ec-1449-4f83-9a37-b350278a027e x-openstack-request-id: req-4980f3ec-1449-4f83-9a37-b350278a027e {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:54:06.585187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:54:06.585428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4980f3ec-1449-4f83-9a37-b350278a027e {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:54:06.585866 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4980f3ec-1449-4f83-9a37-b350278a027e'] response: {'name': 'network-changed', 'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'status': 'completed', 'code': 200} Sep 29 06:54:06.659494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:54:06.708680 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-97150ad2-1898-4a3a-9b5d-3419082497df tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d HTTP/1.1" status: 200 len: 991 time: 0.1640258 Sep 29 06:54:06.728411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890a43-9229-4151-9bd0-5a63feb88325 req-331000e4-b80d-443b-92dc-f929279293d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:06.729929 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-331000e4-b80d-443b-92dc-f929279293d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1098 time: 0.0954604 Sep 29 06:54:06.859373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890a43-9229-4151-9bd0-5a63feb88325 req-8dbda145-6231-459c-a4b2-aa6b607ee83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:06.860723 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-8dbda145-6231-459c-a4b2-aa6b607ee83e service neutron] 10.222.0.61 "GET /v2.0/networks?id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 898 time: 0.1250725 Sep 29 06:54:06.965675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-8516f27c-ef13-4f0d-adeb-ebe4f7e042a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 200 len: 999 time: 0.0972121 Sep 29 06:54:07.008334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:05Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:07.012236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:54:07.021310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:54:07.021905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:53:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:07.027397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890a43-9229-4151-9bd0-5a63feb88325 req-5a34c76d-3c39-405a-ad96-1159220f96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:07.028871 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-5a34c76d-3c39-405a-ad96-1159220f96cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa HTTP/1.1" status: 200 len: 834 time: 0.0574133 Sep 29 06:54:07.118836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890a43-9229-4151-9bd0-5a63feb88325 req-938f5071-92c5-4ee1-b5d7-14937211cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:07.120258 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-938f5071-92c5-4ee1-b5d7-14937211cd9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857782 Sep 29 06:54:07.196949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:54:07.250854 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-4da6440d-74ba-44da-bf2c-e14e55bef865 service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235266 Sep 29 06:54:07.384262 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-11890a43-9229-4151-9bd0-5a63feb88325 req-8be0cc9e-dec2-4e0f-a440-1c76db9753ff service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268039 Sep 29 06:54:07.542970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:05Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:07.546845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50eb004-2d46-41e9-8d31-4248063e2763 None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:53:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:05Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:54:07.712380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 48920) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:07.718356 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e42080e-d3fb-450d-ae16-95d79d0eec57 None None] New status for floating IP e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:54:07.819897 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-36b7890e-4776-4aec-9479-e641c527cf71 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d HTTP/1.1" status: 200 len: 991 time: 0.1063633 Sep 29 06:54:08.594123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8e7d81a7-0734-4d8e-b648-c070d84765a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:08.823463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 48924) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:08.926473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-41aa313a-6ad2-4845-b07a-e7a8fd41c233 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d HTTP/1.1" status: 200 len: 993 time: 0.1018839 Sep 29 06:54:10.886306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f869be3b-aa77-4c8c-8421-80f7a96e19ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:11.793782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:11.929071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:13.303519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:17.068031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:19.125064 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:54:30.440529 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-22189174-f45e-4315-aa1d-460d4d0c5e26 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670871216&fields=id&tenant_id=a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 267 time: 0.0405588 Sep 29 06:54:30.585981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-db90825c-2165-44f6-a62c-dc3f70d870dc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:30.587362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-db90825c-2165-44f6-a62c-dc3f70d870dc tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 812 time: 0.1402533 Sep 29 06:54:30.601422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-bc2b101e-9b37-4386-9d76-9d6f59c98441 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/quotas/a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 375 time: 0.0087121 Sep 29 06:54:30.694158 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-ed80982c-3d89-4987-856a-f8f4eb04b837 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0880070 Sep 29 06:54:30.750748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-c83618ba-5838-4b7d-998b-0e1e18022006 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:54:30.751750 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-c83618ba-5838-4b7d-998b-0e1e18022006 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467482 Sep 29 06:54:31.000150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-3d6ad5dd-4d2c-450c-981c-54bef649c902 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425413 Sep 29 06:54:31.128353 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-9a9cad8b-c82e-4aaf-a16e-fb17e9077055 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223817 Sep 29 06:54:31.566040 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ec4160f-110e-46f8-ab78-f671f810b739 req-ec4e013c-d197-4a3b-ae6d-e9dbd45c659c tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 210 time: 0.0987260 Sep 29 06:54:32.738759 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-175f5770-bbb7-4860-aa44-b1eaab72aa93 req-80100a5a-1324-4be2-a914-1ebb45232122 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 210 time: 0.0554607 Sep 29 06:54:32.746717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-c9ff9540-2166-41d4-9997-39ccd12191b9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:32.747730 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-c9ff9540-2166-41d4-9997-39ccd12191b9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 812 time: 0.1503675 Sep 29 06:54:32.804494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-e73d8cf9-3bf0-4025-a487-95e26eaa8dab tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4962febafc44219bb15b19f43d1a004 HTTP/1.1" status: 200 len: 379 time: 0.0419128 Sep 29 06:54:32.817234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'port': {'device_id': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'admin_state_up': True, 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'security_groups': ['fe769f9c-d3f9-4c37-892d-36a71d14c765']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:54:32.953590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:54:32.963479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:54:32.974416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Made reservation on behalf of a4962febafc44219bb15b19f43d1a004 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:54:32.977883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:33.254647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Allocated IP 172.20.0.14 (4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880/69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b/59e790d3-5aba-4ff1-a075-69908fc652a5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:54:33.452055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:33.467518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Transition to ACTIVE for port object 59e790d3-5aba-4ff1-a075-69908fc652a5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:54:33.491471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:33.573601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:54:33.576819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:54:33.580758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:54:33.612829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=59e790d3-5aba-4ff1-a075-69908fc652a5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:33.649879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:33.650535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:33.678820 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-a4e0276b-b25f-464f-ae02-281d002ab261 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8655980 Sep 29 06:54:33.695723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-11b04607-82f8-4f76-a85c-382565064078 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:54:33.696903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-11b04607-82f8-4f76-a85c-382565064078 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059054 Sep 29 06:54:33.754892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Request body: {'port': {'device_id': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:54:33.833255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Provisioning for port 59e790d3-5aba-4ff1-a075-69908fc652a5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:54:33.839593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Provisioning complete for port 59e790d3-5aba-4ff1-a075-69908fc652a5 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:54:33.840118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:33.840574 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Attempt 1 to provision port 59e790d3-5aba-4ff1-a075-69908fc652a5 Sep 29 06:54:33.926475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:33.952628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Port 59e790d3-5aba-4ff1-a075-69908fc652a5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:54:34.068491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1655d8-0cb8-41b9-a7bb-40cc25abbd24 req-1aa85e83-5b69-4d83-ad5d-3b1e349ba221 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:34.069207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-da1655d8-0cb8-41b9-a7bb-40cc25abbd24 req-1aa85e83-5b69-4d83-ad5d-3b1e349ba221 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:54:34.105927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-da1655d8-0cb8-41b9-a7bb-40cc25abbd24 req-1aa85e83-5b69-4d83-ad5d-3b1e349ba221 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:54:34.107049 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da1655d8-0cb8-41b9-a7bb-40cc25abbd24 req-1aa85e83-5b69-4d83-ad5d-3b1e349ba221 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 932 time: 0.2433963 Sep 29 06:54:34.230865 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da1655d8-0cb8-41b9-a7bb-40cc25abbd24 req-33a3d17a-155a-41a7-b31d-31bd4128c251 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174099 Sep 29 06:54:34.340110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e790d3-5aba-4ff1-a075-69908fc652a5 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:54:34.348177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:34.364935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Transition to ACTIVE for port object 59e790d3-5aba-4ff1-a075-69908fc652a5 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:54:34.368679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:34.454180 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Attempt 2 to provision port 59e790d3-5aba-4ff1-a075-69908fc652a5 Sep 29 06:54:34.507593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Port 59e790d3-5aba-4ff1-a075-69908fc652a5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:54:34.566663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Pushing event updated for resources: {'Port': ['ID=59e790d3-5aba-4ff1-a075-69908fc652a5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:34.593076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Attempting to bind port 59e790d3-5aba-4ff1-a075-69908fc652a5 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:54:34.593404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Attempting to bind port 59e790d3-5aba-4ff1-a075-69908fc652a5 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:54:34.593722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Attempting to bind port 59e790d3-5aba-4ff1-a075-69908fc652a5 on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:54:34.598209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Port 59e790d3-5aba-4ff1-a075-69908fc652a5 on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:54:34.598551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Attempting to bind port 59e790d3-5aba-4ff1-a075-69908fc652a5 on network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:54:34.603500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:54:34.603829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Checking segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:54:34.604198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Bound using segment: {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:54:34.604610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Bound port: 59e790d3-5aba-4ff1-a075-69908fc652a5, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3d6639-c161-47cf-8989-82923719fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:54:34.604945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:34.698982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] For port 59e790d3-5aba-4ff1-a075-69908fc652a5, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:54:34.701858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] For port 59e790d3-5aba-4ff1-a075-69908fc652a5, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=59e790d3-5aba-4ff1-a075-69908fc652a5,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:54:34.706971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:34.736663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:34.737268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:34.738662 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] 10.222.0.61 "PUT /v2.0/ports/59e790d3-5aba-4ff1-a075-69908fc652a5 HTTP/1.1" status: 200 len: 1094 time: 1.0357015 Sep 29 06:54:34.739088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:54:34.741359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:54:34.784872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b071c8-42da-44c9-bd85-329ea0658b9c service neutron] Pushing event updated for resources: {'Port': ['ID=59e790d3-5aba-4ff1-a075-69908fc652a5,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:34.849852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd08ff-faab-4512-880f-8e309759dde9 x-openstack-request-id: req-9afd08ff-faab-4512-880f-8e309759dde9 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:54:34.850137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:54:34.850382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9afd08ff-faab-4512-880f-8e309759dde9 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:54:34.850834 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afd08ff-faab-4512-880f-8e309759dde9'] response: {'name': 'network-changed', 'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'status': 'completed', 'code': 200} Sep 29 06:54:34.878702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-9ae5fe5a-6a75-4fd3-a825-c8577a36db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:34.880192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-9ae5fe5a-6a75-4fd3-a825-c8577a36db9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 1097 time: 0.0851207 Sep 29 06:54:34.952319 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-cb178bf4-dd62-4cc9-8df6-971a818d8df5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e790d3-5aba-4ff1-a075-69908fc652a5 HTTP/1.1" status: 200 len: 217 time: 0.0593309 Sep 29 06:54:35.008697 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Attempt 3 to provision port 59e790d3-5aba-4ff1-a075-69908fc652a5 Sep 29 06:54:35.074693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7109605a-f28e-43bd-9252-4d7456a62491 None None] Port 59e790d3-5aba-4ff1-a075-69908fc652a5 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:54:35.121135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-d88e5872-087b-4f19-bf6d-76efccaeca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:35.122597 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-d88e5872-087b-4f19-bf6d-76efccaeca68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.1649640 Sep 29 06:54:35.201849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-4a539d29-8478-4898-9c69-b6d27dfe6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:35.203409 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-4a539d29-8478-4898-9c69-b6d27dfe6a65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752447 Sep 29 06:54:35.332804 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-9844f317-d4cd-4310-aee3-a64919d58fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233456 Sep 29 06:54:35.527279 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cc3e651-f83e-4642-8f03-136e5830d4ce req-e618cd4b-4eae-4137-a06d-c3f937823aa0 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878662 Sep 29 06:54:35.538619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a476c-8a23-4ee0-a86c-d804df31f947 req-0c9c4a5c-90ae-4a94-92fc-b1d8684cfd88 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:35.540005 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb0a476c-8a23-4ee0-a86c-d804df31f947 req-0c9c4a5c-90ae-4a94-92fc-b1d8684cfd88 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.1809244 Sep 29 06:54:35.584254 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb0a476c-8a23-4ee0-a86c-d804df31f947 req-8fc44816-4738-4fb9-84d1-519ccc07c220 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384283 Sep 29 06:54:35.693488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-74377760-7598-4208-b32e-9943de4f9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:35.694978 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-74377760-7598-4208-b32e-9943de4f9ee9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 1097 time: 0.0801671 Sep 29 06:54:35.822864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-cee81c34-55d3-49a1-9fcf-378d66788068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:35.824204 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-cee81c34-55d3-49a1-9fcf-378d66788068 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.1234169 Sep 29 06:54:35.889210 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-4af0bb85-36a3-4d8f-90a6-2d12908d597e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e790d3-5aba-4ff1-a075-69908fc652a5 HTTP/1.1" status: 200 len: 217 time: 0.0592823 Sep 29 06:54:35.952353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-4050a99e-1585-4745-a3a4-1da22d40258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:35.953739 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-4050a99e-1585-4745-a3a4-1da22d40258d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0585666 Sep 29 06:54:36.038233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-244d1810-a755-41a7-bbce-6594802eded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:36.039761 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-244d1810-a755-41a7-bbce-6594802eded8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799448 Sep 29 06:54:36.178616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-4c38c0f8-a77b-40ed-962c-e8b986776ec5 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327941 Sep 29 06:54:36.308963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ac6b14a-e9ee-4810-83b4-e7f5512e910d req-12b13ade-d584-4fbe-96fa-0a805beb069b service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234682 Sep 29 06:54:36.795731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab9867-bb3d-430c-a890-8ad7e71632db req-5179f317-345b-4a34-971d-5ada9e0f31e9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:36.799071 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d3ab9867-bb3d-430c-a890-8ad7e71632db req-5179f317-345b-4a34-971d-5ada9e0f31e9 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.0906391 Sep 29 06:54:36.846033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d3ab9867-bb3d-430c-a890-8ad7e71632db req-28c8b596-fdf6-4832-b8b8-fa77d421f9b0 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433004 Sep 29 06:54:38.061845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5ce-a731-4714-8352-c5217bd7fee7 req-ee0e0936-9142-4ef8-ae35-52288bd7a660 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:38.063519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2ddf5ce-a731-4714-8352-c5217bd7fee7 req-ee0e0936-9142-4ef8-ae35-52288bd7a660 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.1057932 Sep 29 06:54:38.113502 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2ddf5ce-a731-4714-8352-c5217bd7fee7 req-77600a55-2797-4c71-a182-1d08fc0d3167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 Sep 29 06:54:38.601643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5771595-1c7e-438a-9be0-dd5b6764eb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:39.329384 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc541ff-e0c3-4ba7-a4a0-dc5fa0e10ad5 req-ba534583-992d-4d2d-b0d6-d4816a0d5c90 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:39.331425 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4bc541ff-e0c3-4ba7-a4a0-dc5fa0e10ad5 req-ba534583-992d-4d2d-b0d6-d4816a0d5c90 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.0983255 Sep 29 06:54:39.375525 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4bc541ff-e0c3-4ba7-a4a0-dc5fa0e10ad5 req-7580d0c6-bedf-4eb5-9a64-8bcd75b84ec2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Sep 29 06:54:40.577890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062bfe-48c6-4a6a-b7bc-31f8d59a5e50 req-b62492ae-283c-4fa8-b923-6ab00ca1c3b3 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:40.579436 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-80062bfe-48c6-4a6a-b7bc-31f8d59a5e50 req-b62492ae-283c-4fa8-b923-6ab00ca1c3b3 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.0853240 Sep 29 06:54:40.622242 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-80062bfe-48c6-4a6a-b7bc-31f8d59a5e50 req-001730a6-ddbe-4e7a-90d5-2ed0aeb46ac0 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364861 Sep 29 06:54:40.888689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1e33120-46f1-469a-a684-0b7df9f912b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:41.795364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:41.819877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd98d7-333a-49da-82bd-5e4359a44a74 req-b9986885-380c-45de-8a67-87c7a3132698 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:41.821330 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-90cd98d7-333a-49da-82bd-5e4359a44a74 req-b9986885-380c-45de-8a67-87c7a3132698 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.0897012 Sep 29 06:54:41.866009 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-90cd98d7-333a-49da-82bd-5e4359a44a74 req-5ed74be2-8d30-46b1-86b8-4042e4b719e5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 Sep 29 06:54:41.931844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:43.069858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21924a3-2ece-42df-99fe-41705e2b6e4e req-f34be6fb-5cb4-4682-9cda-91ec605ccd5a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:43.071360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b21924a3-2ece-42df-99fe-41705e2b6e4e req-f34be6fb-5cb4-4682-9cda-91ec605ccd5a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.0964544 Sep 29 06:54:43.115517 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b21924a3-2ece-42df-99fe-41705e2b6e4e req-382a3028-0125-4948-b3a7-80288a1ba592 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385716 Sep 29 06:54:43.305523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:44.310666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d3677-ca2e-46fb-b23d-f816cd151e15 req-212ec75a-69e3-4a14-a67d-667dfa8dad8b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:44.312108 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67d3677-ca2e-46fb-b23d-f816cd151e15 req-212ec75a-69e3-4a14-a67d-667dfa8dad8b tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 944 time: 0.0888040 Sep 29 06:54:44.457569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67d3677-ca2e-46fb-b23d-f816cd151e15 req-8b5e5814-e438-443d-afae-6188b3efb65a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397917 Sep 29 06:54:44.655631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 59e790d3-5aba-4ff1-a075-69908fc652a5 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:54:44.785192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 59e790d3-5aba-4ff1-a075-69908fc652a5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=59e790d3-5aba-4ff1-a075-69908fc652a5,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:54:44.797660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'port_id': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'mac_address': 'fa:16:3e:29:ae:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:54:44.850819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 59e790d3-5aba-4ff1-a075-69908fc652a5 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:54:44.851192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:44.867353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e790d3-5aba-4ff1-a075-69908fc652a5 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:54:44.881895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 59e790d3-5aba-4ff1-a075-69908fc652a5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=59e790d3-5aba-4ff1-a075-69908fc652a5,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:54:44.885459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:44.952549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=59e790d3-5aba-4ff1-a075-69908fc652a5,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:45.293665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['59e790d3-5aba-4ff1-a075-69908fc652a5'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:54:45.661157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2649987-238c-4f6c-a98e-b20f87c03805 req-add3b442-929a-4867-a45f-69b133f28621 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:45.662558 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c2649987-238c-4f6c-a98e-b20f87c03805 req-add3b442-929a-4867-a45f-69b133f28621 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 945 time: 0.0896151 Sep 29 06:54:45.712052 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c2649987-238c-4f6c-a98e-b20f87c03805 req-006d5c9d-8090-451b-addf-1d636d6970ad tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436749 Sep 29 06:54:46.653360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 59e790d3-5aba-4ff1-a075-69908fc652a5 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:54:46.722285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 59e790d3-5aba-4ff1-a075-69908fc652a5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:54:46.726887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 59e790d3-5aba-4ff1-a075-69908fc652a5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:54:46.727259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:46.727588 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 59e790d3-5aba-4ff1-a075-69908fc652a5 Sep 29 06:54:46.840581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 59e790d3-5aba-4ff1-a075-69908fc652a5 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:54:46.840958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:46.870269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:54:46.872615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b24e5a-f9cc-4412-b94a-79a67eef1f86" -d '{"events": [{"server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "name": "network-vif-plugged", "status": "completed", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:54:46.881000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 59e790d3-5aba-4ff1-a075-69908fc652a5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=59e790d3-5aba-4ff1-a075-69908fc652a5,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:54:46.885875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:46.916181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e623f8b-8616-46a5-baa0-b93dffae1e3a req-946df142-a07d-48c5-9fbf-14794e07e393 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:46.917651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e623f8b-8616-46a5-baa0-b93dffae1e3a req-946df142-a07d-48c5-9fbf-14794e07e393 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 945 time: 0.0932803 Sep 29 06:54:46.954746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=59e790d3-5aba-4ff1-a075-69908fc652a5,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:46.972257 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4e623f8b-8616-46a5-baa0-b93dffae1e3a req-77c14b6d-c171-470c-9d7d-406b864d37e7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Sep 29 06:54:46.980633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0bdab6-f881-44df-8384-8e82a404ee71 x-openstack-request-id: req-9a0bdab6-f881-44df-8384-8e82a404ee71 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:54:46.980999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "name": "network-vif-plugged", "status": "completed", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:54:46.981378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a0bdab6-f881-44df-8384-8e82a404ee71 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:54:46.981866 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0bdab6-f881-44df-8384-8e82a404ee71'] response: {'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'code': 200} Sep 29 06:54:47.059660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:47.289710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e43168-3476-4b96-8888-ea3ee12176dc req-724aee46-22e0-4cee-9ff5-87326a1e24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:47.291136 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-28e43168-3476-4b96-8888-ea3ee12176dc req-724aee46-22e0-4cee-9ff5-87326a1e24d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 1099 time: 0.0779243 Sep 29 06:54:47.330055 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-28e43168-3476-4b96-8888-ea3ee12176dc req-9771314e-7470-4f0e-99c5-e40270852e28 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329647 Sep 29 06:54:48.171607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1103288-aec7-425c-a00e-3606b92b0bc0 req-b739a1d0-5a7c-4e08-a5e8-5e003e1045fe tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:48.173102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c1103288-aec7-425c-a00e-3606b92b0bc0 req-b739a1d0-5a7c-4e08-a5e8-5e003e1045fe tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 946 time: 0.0861492 Sep 29 06:54:48.217362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c1103288-aec7-425c-a00e-3606b92b0bc0 req-b60e21f9-7e2b-4e9f-9266-1864136fd5f5 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Sep 29 06:54:49.416737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fbfe8-eadd-4b2d-98ac-6676cbdaa80c req-e5a03f48-c999-4646-af01-96a8fab468b7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:49.418203 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a3fbfe8-eadd-4b2d-98ac-6676cbdaa80c req-e5a03f48-c999-4646-af01-96a8fab468b7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 946 time: 0.0908945 Sep 29 06:54:49.463381 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a3fbfe8-eadd-4b2d-98ac-6676cbdaa80c req-2a4d5bc8-0054-4b53-803e-8adee57263b8 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388834 Sep 29 06:54:49.658739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e603fc-b207-44b4-a734-35b8b0fdcdc0 req-994cb0b6-ed38-413a-b56e-f780bb5e96ac tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:49.660204 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-30e603fc-b207-44b4-a734-35b8b0fdcdc0 req-994cb0b6-ed38-413a-b56e-f780bb5e96ac tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 946 time: 0.0893068 Sep 29 06:54:49.703012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-30e603fc-b207-44b4-a734-35b8b0fdcdc0 req-bb6d0d5e-5dc1-4e02-84f7-000df878fce0 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370700 Sep 29 06:54:49.731624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49048) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:49.806610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6ff78-5592-48bc-9776-4a8d24d87a50 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:49.808152 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-17e6ff78-5592-48bc-9776-4a8d24d87a50 tempest-TestVolumeBootPattern-526229316 tempest-TestVolumeBootPattern-526229316-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 1094 time: 0.0755739 Sep 29 06:54:49.810887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49052) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:54:49.815877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:54:49.821702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:54:49.825633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Usage tracker for resource:floatingip and tenant:a4962febafc44219bb15b19f43d1a004 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:54:49.828489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:54:49.834756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:54:49.844878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:49.978332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:50.113175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Allocated IP 172.26.0.133 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/768885f3-b2cd-42d5-8c68-e51c3c05f9e8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:54:50.256124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:50.285008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:50.352422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:54:50.355115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:54:50.359200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:54:50.393620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=768885f3-b2cd-42d5-8c68-e51c3c05f9e8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:50.409305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.409675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.410012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.410343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.410709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.411046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.411395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.411707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.412036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.412362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.412685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.413008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:54:50.878674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:50.948811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:51.148659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:51.152613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:51.253827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event updated for resources: {'Port': ['ID=768885f3-b2cd-42d5-8c68-e51c3c05f9e8,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:54:51.258246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:51.424610 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Floating IP a0d542e8-2c32-4818-8e59-b276ffb245f0 associated. External IP: 172.26.0.133, port: 59e790d3-5aba-4ff1-a075-69908fc652a5. Sep 29 06:54:51.760259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:54:51.930249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:54:51.939930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:54:51.949665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:54:51.950295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:54:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:51.954809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:54:52.012994 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b6266c53-d47a-4ef0-9d6e-26920d338f04 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2007830 Sep 29 06:54:52.013381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:54:52.015763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddeb06-0c73-40a5-a412-3eadf9770be9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:54:52.115268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e098b6-c074-42a5-9ce5-0f23bcbfcb4f x-openstack-request-id: req-e5e098b6-c074-42a5-9ce5-0f23bcbfcb4f {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:54:52.115559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:54:52.115810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5e098b6-c074-42a5-9ce5-0f23bcbfcb4f {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:54:52.116213 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e098b6-c074-42a5-9ce5-0f23bcbfcb4f'] response: {'name': 'network-changed', 'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'status': 'completed', 'code': 200} Sep 29 06:54:52.136323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:54:52.245316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-5fc950ed-7ab7-420b-970d-9e3da2e2f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:52.246810 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-5fc950ed-7ab7-420b-970d-9e3da2e2f4b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 1099 time: 0.0765197 Sep 29 06:54:52.376024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-eab84da0-e5ba-4aa1-b968-bcc57393f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:52.377968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-eab84da0-e5ba-4aa1-b968-bcc57393f21f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.1254568 Sep 29 06:54:52.484920 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-526ad542-dd5c-42d0-96ff-9bc474c9387b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e790d3-5aba-4ff1-a075-69908fc652a5 HTTP/1.1" status: 200 len: 1000 time: 0.1007848 Sep 29 06:54:52.521212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:41Z', 'revision_number': 1, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}, {'id': 'a0d542e8-2c32-4818-8e59-b276ffb245f0', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:29:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:50Z', 'updated_at': '2022-09-29T06:54:50Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:52.525205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:54:52.534522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:54:52.535136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:54:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:52.555231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-5224734f-016b-46df-8e9e-884167d207fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:52.556680 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-5224734f-016b-46df-8e9e-884167d207fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0656574 Sep 29 06:54:52.639058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-40d5e864-79b8-4778-bb4a-41f2634e6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:54:52.640452 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-40d5e864-79b8-4778-bb4a-41f2634e6075 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773613 Sep 29 06:54:52.708277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:54:52.770690 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-0bf9e5e8-cd6d-4527-97ce-0f2cfac9284a service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236653 Sep 29 06:54:52.901687 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-20ddeb06-0c73-40a5-a412-3eadf9770be9 req-e1f19098-97d6-4880-bea9-4e7b762a7166 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247299 Sep 29 06:54:53.055525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:41Z', 'revision_number': 1, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}, {'id': 'a0d542e8-2c32-4818-8e59-b276ffb245f0', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:29:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:50Z', 'updated_at': '2022-09-29T06:54:50Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:54:53.059415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4f2c1-cba4-4ae3-bd1b-699ab0b92050 None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:41Z', 'revision_number': 1, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}, {'id': 'a0d542e8-2c32-4818-8e59-b276ffb245f0', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:29:ae:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:50Z', 'updated_at': '2022-09-29T06:54:50Z', 'revision_number': 0, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:54:53.244442 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5983c245-c2fc-4474-9e4f-3b8d91711f39 None None] New status for floating IP a0d542e8-2c32-4818-8e59-b276ffb245f0: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:54:56.124661 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:55:03.548667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-990f9c33-6f3d-45a6-b541-11eba32c3a27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793629 Sep 29 06:55:03.653574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-cdd7e012-81ef-4c36-a07a-5d8d30ace436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:03.655107 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-cdd7e012-81ef-4c36-a07a-5d8d30ace436 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1098 time: 0.0761456 Sep 29 06:55:03.802689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-19fcf707-4f29-471a-9f12-281fe748f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:03.804103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-19fcf707-4f29-471a-9f12-281fe748f444 service neutron] 10.222.0.61 "GET /v2.0/networks?id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 898 time: 0.1235273 Sep 29 06:55:03.915239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-00ddd329-666c-49d5-96ac-539849a54fe6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 200 len: 1001 time: 0.1048200 Sep 29 06:55:03.976344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-5fcdcf15-ce9e-481a-bcfe-1531d330f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:03.977731 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-5fcdcf15-ce9e-481a-bcfe-1531d330f077 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa HTTP/1.1" status: 200 len: 834 time: 0.0554588 Sep 29 06:55:04.155461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-f409de9c-653f-4627-b158-2e437abc089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:04.156986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-f409de9c-653f-4627-b158-2e437abc089b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1736841 Sep 29 06:55:04.284251 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-5b839dab-fd8c-480f-8d37-2af7a46b25aa service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209919 Sep 29 06:55:04.413718 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5fbf6e42-e6b5-4e48-a217-b5d1ec7b6b9d req-dbe0ed0a-3178-411e-842f-d9499098a12c service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236751 Sep 29 06:55:08.608253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0095f4bc-9afd-4d3d-a5d7-73ad4d99c8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:10.889605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-275c18dc-b711-44d3-9b4e-6ccb51955480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:11.805271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:11.938864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:13.315203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:17.066544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:17.891309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49074) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:17.969203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a10f3-d959-4fe5-b23d-4e4259c99203 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:17.969683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a10f3-d959-4fe5-b23d-4e4259c99203 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:17.970149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a10f3-d959-4fe5-b23d-4e4259c99203 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:17.971805 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5d8a10f3-d959-4fe5-b23d-4e4259c99203 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=fba9288297ac4047bb59e46575e7846a&network_id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 2999 time: 0.0795329 Sep 29 06:55:20.153928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49088) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:20.323983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a8f7c-28a4-41f9-b2e0-e5348d683c78 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:20.325443 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-892a8f7c-28a4-41f9-b2e0-e5348d683c78 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 814 time: 0.1705163 Sep 29 06:55:20.872728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49096) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:20.878312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--1808878411', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:20.883337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:20.887128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:20.889925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:20.895497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:20.905324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:55:20.908661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:20.935614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:55:20.943939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:20.944280 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment e45d0960-a820-40b2-ae53-1fc6a1ee46d4 of type vlan for network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 Sep 29 06:55:20.968875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:20.997787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:21.003124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:21.003689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:21.105114 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2312849 Sep 29 06:55:21.107798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0f92-8ddc-453a-8754-3f5417c34739 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:21.108683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49100) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.118975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:55:21.167809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6aa46d-4910-4b67-b248-f5038db5f917 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:21.169206 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2e6aa46d-4910-4b67-b248-f5038db5f917 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0595536 Sep 29 06:55:21.172237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49104) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.299925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a394b-8cf2-498c-b155-7a2f047dbe69 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:21.301441 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-457a394b-8cf2-498c-b155-7a2f047dbe69 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282885 Sep 29 06:55:21.304398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49108) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.345877 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-681649e2-c40d-479f-9618-a4be6f3d91b0 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404680 Sep 29 06:55:21.349179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49112) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.387089 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d0f27e3-2141-4610-ba15-9ad5f8fe5512 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368860 Sep 29 06:55:21.389613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49116) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.516096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2f49e-dd85-4793-9a1a-9ceef598af6a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:21.517583 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-46c2f49e-dd85-4793-9a1a-9ceef598af6a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270998 Sep 29 06:55:21.520948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49120) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.558667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dd844ba4-6e7a-4ff0-9e92-7b1c47d0d6b2 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367007 Sep 29 06:55:21.560990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49124) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:21.565885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258795988', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:21.672870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:21.676703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:21.679459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:21.685025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:21.694615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:55:21.698006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:21.908411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:21.982714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=be8a66e4-de0a-430a-a986-917d9208b020,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:21.996528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.996867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.997202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.997535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.997864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.998188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.998524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.998848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.999185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.999487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:21.999802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.000114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.003030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:55:22.003383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:55:22.022511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:55:22.031293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:55:22.035292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:22.035930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.040235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f80e2-1ac6-457b-9fff-24a5e7e9c2e7 None None] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:55:22.057217 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ed8873aa-a475-47d5-add8-176a62a03fba tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4952676 Sep 29 06:55:22.128390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49130) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:22.133631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466027994', 'description': 'tempest-secgroup-smoke-1466027994 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:22.139600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.149752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.159766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.180055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.183869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:22.186678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:22.192318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.262676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': 'be8a66e4-de0a-430a-a986-917d9208b020'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:55:22.263506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.267515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.271784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.315732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:22.318585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.319777 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1a4ca0df-f53d-4214-bd10-45b30d951f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1903574 Sep 29 06:55:22.322711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49134) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:22.327937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:22.334259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.338160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:22.341017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:22.347525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.369122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.421545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Allocated IP 172.20.0.18 (6d0d9e7e-2d7d-404f-b975-6a7e3cf66714/be8a66e4-de0a-430a-a986-917d9208b020/6a614242-ddfa-440a-9faf-e123b87abd24) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:55:22.431820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.435629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.459548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c0d26b-22c8-40c4-8a98-f42767f2e549,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:22.468998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.470521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e8a7568d-1c31-4b28-9df6-636952989afc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468472 Sep 29 06:55:22.473740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49138) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:22.478800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:22.484764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.488667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:22.491550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:22.497177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.513925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.579076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.583648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.607801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fee522-019b-4315-b56e-69103bea4446,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:22.617453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.619089 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d2fc85b6-c21f-41a9-a5eb-36ce05943dbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443138 Sep 29 06:55:22.621873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:22.627571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:22.634247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.638113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:22.641028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:22.647382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.663262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.674465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.684429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Transition to ACTIVE for port object 6a614242-ddfa-440a-9faf-e123b87abd24 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:55:22.702432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Transition to ACTIVE for port object 6a614242-ddfa-440a-9faf-e123b87abd24 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:55:22.708234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.725860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.729553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.753678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b3f9b8-9ad0-4077-a01b-407c338bb284,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:22.764007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.765268 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61360169-c4a4-426d-a89c-f0a911a256f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421454 Sep 29 06:55:22.768119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49146) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:22.772505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:55:22.773206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:22.775288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:55:22.778862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:55:22.786325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.790404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:22.793321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:22.799086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.816349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.821834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Pushing event updated for resources: {'Port': ['ID=6a614242-ddfa-440a-9faf-e123b87abd24,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:22.866396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.866769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.867109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.867448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.867782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.868171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.868506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.868836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.869201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.869525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.869846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.870170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:55:22.883673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.887523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.893550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Attempting to bind port 6a614242-ddfa-440a-9faf-e123b87abd24 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:55:22.893917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Attempting to bind port 6a614242-ddfa-440a-9faf-e123b87abd24 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:55:22.894282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Attempting to bind port 6a614242-ddfa-440a-9faf-e123b87abd24 on network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:55:22.900190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:55:22.900570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Checking segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:55:22.900975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.901368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Bound using segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:55:22.903024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Bound port: 6a614242-ddfa-440a-9faf-e123b87abd24, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:55:22.903408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.917872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5acee9-912f-4cf7-b05f-620d3b17b37c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:22.929580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:22.930811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9e084b3b-7b45-4000-a7a1-d8962e4c94ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617377 Sep 29 06:55:22.933585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49150) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:22.938514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:22.944429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:22.948396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:22.951348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:22.957037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:22.971192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:55:22.978226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.001606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] For port 6a614242-ddfa-440a-9faf-e123b87abd24, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:55:23.004645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] For port 6a614242-ddfa-440a-9faf-e123b87abd24, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6a614242-ddfa-440a-9faf-e123b87abd24,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:55:23.008582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.043772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.048003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.071547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5704df-6098-49af-b801-406d03fd015e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:23.081149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.083957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f30908be-5edb-47b7-b2b4-b7808c089a1b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479452 Sep 29 06:55:23.086167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49154) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:23.095529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce341-7880-44ab-a18d-52a7e79eef2d None None] Pushing event updated for resources: {'Port': ['ID=6a614242-ddfa-440a-9faf-e123b87abd24,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:23.095850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:23.099902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:23.104029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:23.107093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:23.113383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:23.123957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:55:23.131892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.199181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.203396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.228329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c971b2-4106-4540-b572-7f410473b175,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:23.237145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:23.238344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cd7702ce-eb12-4328-bbfa-2a95f804f2dc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511905 Sep 29 06:55:23.426380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-b3039da8-7e7b-404b-b89b-f99c8d76f518 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:55:23.441090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-b3039da8-7e7b-404b-b89b-f99c8d76f518 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:55:23.442921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-b3039da8-7e7b-404b-b89b-f99c8d76f518 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466027994&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0593271 Sep 29 06:55:23.596482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-30aaafa8-ba21-47f3-aa1c-b69553953b62 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:23.597941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-30aaafa8-ba21-47f3-aa1c-b69553953b62 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 HTTP/1.1" status: 200 len: 797 time: 0.1480155 Sep 29 06:55:23.612768 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-b7ed726c-35c6-4123-a4b2-1ce52d6c3959 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0092833 Sep 29 06:55:23.813079 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-66a364b1-ace6-4045-88c0-72dfc15bc88f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1949310 Sep 29 06:55:23.828846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-7691127a-be8e-46db-9ce2-cc7dda326ffe service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 06:55:23.829805 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-7691127a-be8e-46db-9ce2-cc7dda326ffe service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052629 Sep 29 06:55:23.965532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-5796f71d-32b2-44d9-9d68-54e864030b0e service neutron] 10.222.0.26 "GET /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293867 Sep 29 06:55:23.984189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcff1e3-b96e-4bac-80aa-c8571df2c51d None None] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:55:24.087356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-68a803d2-678c-42ab-8642-7e2647dd5f83 None None] Provisioning for port 6a614242-ddfa-440a-9faf-e123b87abd24 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:55:24.100281 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-99f1ff51-13ea-4b8d-994e-80c3b8197bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308949 Sep 29 06:55:24.315102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-407bc991-a61e-4bf4-b210-be371c315afe req-155e61db-d3d3-405c-9958-203229ec069f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 210 time: 0.0641155 Sep 29 06:55:25.042318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6a614242-ddfa-440a-9faf-e123b87abd24 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:55:25.111318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6a614242-ddfa-440a-9faf-e123b87abd24 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:55:25.116703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6a614242-ddfa-440a-9faf-e123b87abd24 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:25.117073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:25.117629 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6a614242-ddfa-440a-9faf-e123b87abd24 Sep 29 06:55:25.233556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6a614242-ddfa-440a-9faf-e123b87abd24 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:55:25.233826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:25.269653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6a614242-ddfa-440a-9faf-e123b87abd24, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6a614242-ddfa-440a-9faf-e123b87abd24,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:55:25.273422 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:25.352536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6a614242-ddfa-440a-9faf-e123b87abd24,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:25.441449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-68f2f198-8594-4a0b-985f-915f1dad1894 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:25.443145 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-68f2f198-8594-4a0b-985f-915f1dad1894 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 HTTP/1.1" status: 200 len: 797 time: 0.1806200 Sep 29 06:55:25.509623 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-10477905-984d-4544-977e-2a1dd3762390 req-f5a00214-4b14-43cb-9277-8814f36a4559 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 210 time: 0.0654271 Sep 29 06:55:25.543616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-47c9688f-b8b4-43a1-b045-b154233d520a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 473 time: 0.0639160 Sep 29 06:55:25.552465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:25.689364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:55:25.693993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:port and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:55:25.696814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:55:25.702470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:55:25.712541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:55:25.716020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:25.876697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.19 (6d0d9e7e-2d7d-404f-b975-6a7e3cf66714/be8a66e4-de0a-430a-a986-917d9208b020/91e0ed52-9573-43e2-9ca0-90fb6266bc25) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:55:26.062565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:26.078218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 91e0ed52-9573-43e2-9ca0-90fb6266bc25 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:55:26.101542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:26.168664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:55:26.171691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:55:26.176732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:55:26.211425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=91e0ed52-9573-43e2-9ca0-90fb6266bc25,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:26.248529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:26.249133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:26.273329 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-abad44d3-1027-4d08-877a-b524e410391a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7249804 Sep 29 06:55:26.291197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Request body: {'port': {'device_id': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:55:26.404420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:26.450018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Provisioning for port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:55:26.456555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Provisioning complete for port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:26.456934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:26.457850 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Attempt 1 to provision port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 Sep 29 06:55:26.511073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:26.715952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955e8a6-cf12-406d-a1f4-4334cd2e455b req-8bba7048-d8f3-4856-88ae-4e04ec738ec1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:26.717374 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b955e8a6-cf12-406d-a1f4-4334cd2e455b req-8bba7048-d8f3-4856-88ae-4e04ec738ec1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 932 time: 0.0927367 Sep 29 06:55:26.763950 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b955e8a6-cf12-406d-a1f4-4334cd2e455b req-f307bc69-3f41-4e91-b603-4a056114ba00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 Sep 29 06:55:26.850896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e0ed52-9573-43e2-9ca0-90fb6266bc25 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:55:26.858194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:26.872659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Transition to ACTIVE for port object 91e0ed52-9573-43e2-9ca0-90fb6266bc25 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:55:26.876522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:27.012010 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Attempt 2 to provision port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 Sep 29 06:55:27.045011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6a614242-ddfa-440a-9faf-e123b87abd24 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:55:27.060592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Pushing event updated for resources: {'Port': ['ID=91e0ed52-9573-43e2-9ca0-90fb6266bc25,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:27.096443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Attempting to bind port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:55:27.096769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Attempting to bind port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:55:27.097144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Attempting to bind port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 on network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:55:27.102871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 on network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:55:27.103184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Attempting to bind port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 on network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:55:27.108228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:55:27.108811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Checking segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:55:27.109186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Bound using segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:55:27.109600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Bound port: 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:55:27.109935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:27.114325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:27.128856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6a614242-ddfa-440a-9faf-e123b87abd24 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:27.129749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:27.130083 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6a614242-ddfa-440a-9faf-e123b87abd24 Sep 29 06:55:27.196706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] For port 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:55:27.199696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] For port 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:55:27.205063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:27.243925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:27.244447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:27.245827 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] 10.222.0.61 "PUT /v2.0/ports/91e0ed52-9573-43e2-9ca0-90fb6266bc25 HTTP/1.1" status: 200 len: 1094 time: 0.9590838 Sep 29 06:55:27.245939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6a614242-ddfa-440a-9faf-e123b87abd24 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:55:27.246325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'tag': '91e0ed52-9573-43e2-9ca0-90fb6266bc25'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:55:27.248634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af2d56-94ae-4758-8e44-e4fd73f42f04" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0b853f-6e73-4d1e-83a8-8339d7b5f963", "tag": "91e0ed52-9573-43e2-9ca0-90fb6266bc25"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:55:27.284294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb148d-b8a4-4de9-8a51-d38e8fb19769 service neutron] Pushing event updated for resources: {'Port': ['ID=91e0ed52-9573-43e2-9ca0-90fb6266bc25,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:27.291050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853978fa-0b58-4738-b31f-e31764017a93 x-openstack-request-id: req-853978fa-0b58-4738-b31f-e31764017a93 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:55:27.291356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0b853f-6e73-4d1e-83a8-8339d7b5f963", "tag": "91e0ed52-9573-43e2-9ca0-90fb6266bc25", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:55:27.291606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-853978fa-0b58-4738-b31f-e31764017a93 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:55:27.292001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853978fa-0b58-4738-b31f-e31764017a93'] response: {'name': 'network-changed', 'server_uuid': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'tag': '91e0ed52-9573-43e2-9ca0-90fb6266bc25', 'status': 'completed', 'code': 200} Sep 29 06:55:27.391040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-415111c0-f098-4449-a0aa-4cdeca6d640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:27.392559 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-415111c0-f098-4449-a0aa-4cdeca6d640b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 1097 time: 0.0831199 Sep 29 06:55:27.473016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-72e1dc0c-0a89-41bb-ba25-b701a4142dd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25 HTTP/1.1" status: 200 len: 217 time: 0.0642095 Sep 29 06:55:27.533156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-4df15691-bbb7-40c3-bb68-1907dcf533de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:27.534473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-4df15691-bbb7-40c3-bb68-1907dcf533de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be8a66e4-de0a-430a-a986-917d9208b020 HTTP/1.1" status: 200 len: 838 time: 0.0561168 Sep 29 06:55:27.616083 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Attempt 3 to provision port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 Sep 29 06:55:27.618070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-9bc5f595-71f3-4070-b325-56348cfa0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:27.619566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-9bc5f595-71f3-4070-b325-56348cfa0a69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793326 Sep 29 06:55:27.681410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-992e5d76-29ce-4505-9627-2d56fa4e7716 None None] Port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:55:27.750502 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-5190f02e-5604-4ed4-b302-c42e9090a962 service neutron] 10.222.0.61 "GET /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245019 Sep 29 06:55:27.888305 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c24f6e3-3dec-408f-8d21-2deaa88afd3f req-f2f3341a-e568-4393-8f1f-317575f6454f service neutron] 10.222.0.61 "GET /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316807 Sep 29 06:55:27.966807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c15d3b-d58f-4fc7-85dd-6d62234ce8db req-180bdd5f-434a-4163-854e-5eccc6723c6d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:27.968256 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c8c15d3b-d58f-4fc7-85dd-6d62234ce8db req-180bdd5f-434a-4163-854e-5eccc6723c6d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 944 time: 0.0895615 Sep 29 06:55:28.011867 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c8c15d3b-d58f-4fc7-85dd-6d62234ce8db req-40b8f739-e599-4e68-b76d-24c39dd09c56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372920 Sep 29 06:55:28.071091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-169bb9bd-ca3c-46e9-a750-980194b26dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:28.072510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-169bb9bd-ca3c-46e9-a750-980194b26dd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 1097 time: 0.0798399 Sep 29 06:55:28.200451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-609964c9-3048-4707-aebf-ff0f46b12ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:28.201908 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-609964c9-3048-4707-aebf-ff0f46b12ca6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 HTTP/1.1" status: 200 len: 898 time: 0.1237383 Sep 29 06:55:28.277980 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-28fd546f-cf23-4fbf-926d-a864ecfb0b77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25 HTTP/1.1" status: 200 len: 217 time: 0.0692589 Sep 29 06:55:28.338279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-a53f04e0-5f08-452a-b474-7ca16ed01b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:28.339674 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-a53f04e0-5f08-452a-b474-7ca16ed01b95 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=be8a66e4-de0a-430a-a986-917d9208b020 HTTP/1.1" status: 200 len: 838 time: 0.0566437 Sep 29 06:55:28.424597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-da06d152-a0f8-494f-889c-924f5499a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:28.426100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-da06d152-a0f8-494f-889c-924f5499a00a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0809886 Sep 29 06:55:28.664532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-d70faa84-e7e5-477a-b3d9-fa6eb80cd84f service neutron] 10.222.0.61 "GET /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319608 Sep 29 06:55:28.792741 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19af2d56-94ae-4758-8e44-e4fd73f42f04 req-a118beec-0f91-4c61-83b7-262caaa183a9 service neutron] 10.222.0.61 "GET /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223269 Sep 29 06:55:29.216898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6643-ba63-489d-8f61-e22ca085d29f req-9803a2c2-c876-48e7-963f-99defa35cf6a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:29.217567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d40b6643-ba63-489d-8f61-e22ca085d29f req-9803a2c2-c876-48e7-963f-99defa35cf6a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:55:29.232700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d40b6643-ba63-489d-8f61-e22ca085d29f req-9803a2c2-c876-48e7-963f-99defa35cf6a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:55:29.234192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d40b6643-ba63-489d-8f61-e22ca085d29f req-9803a2c2-c876-48e7-963f-99defa35cf6a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 944 time: 0.1115694 Sep 29 06:55:29.281816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d40b6643-ba63-489d-8f61-e22ca085d29f req-5238e7eb-fa19-4a4a-8caa-e410513b62a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Sep 29 06:55:30.477622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bca5-5b4c-4dab-9172-fefcf13cd17b req-18f16826-2a56-4d48-b479-661e5fefdeef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:30.479107 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9535bca5-5b4c-4dab-9172-fefcf13cd17b req-18f16826-2a56-4d48-b479-661e5fefdeef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 944 time: 0.0862920 Sep 29 06:55:30.527337 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9535bca5-5b4c-4dab-9172-fefcf13cd17b req-d9c6aad3-0ab6-4a47-8144-39f28ef86127 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Sep 29 06:55:30.888145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 91e0ed52-9573-43e2-9ca0-90fb6266bc25 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:55:31.023789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:55:31.036574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '91e0ed52-9573-43e2-9ca0-90fb6266bc25', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'port_id': '91e0ed52-9573-43e2-9ca0-90fb6266bc25', 'mac_address': 'fa:16:3e:69:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:55:31.089854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:55:31.090234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:31.106209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e0ed52-9573-43e2-9ca0-90fb6266bc25 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:55:31.122456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:55:31.125879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:31.193415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=91e0ed52-9573-43e2-9ca0-90fb6266bc25,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:31.593783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['91e0ed52-9573-43e2-9ca0-90fb6266bc25'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:55:31.723304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976eed3-27aa-4be5-b8e4-b0b4d13663dd req-88c4dd9f-a761-4356-8aa8-74a17495c350 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:31.724777 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e976eed3-27aa-4be5-b8e4-b0b4d13663dd req-88c4dd9f-a761-4356-8aa8-74a17495c350 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 945 time: 0.0874968 Sep 29 06:55:31.768003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e976eed3-27aa-4be5-b8e4-b0b4d13663dd req-79fc8e0a-399d-4903-947d-c1055fe026db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 Sep 29 06:55:32.902164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 91e0ed52-9573-43e2-9ca0-90fb6266bc25 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:55:32.966239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690bdb-4c7a-4ff3-97b2-9f424d247508 req-4e9faccb-1ed8-4edf-aa03-ba47306898f9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:32.968253 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88690bdb-4c7a-4ff3-97b2-9f424d247508 req-4e9faccb-1ed8-4edf-aa03-ba47306898f9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 945 time: 0.0909014 Sep 29 06:55:32.972811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:55:32.977541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:32.977918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:32.978262 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 Sep 29 06:55:33.013543 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88690bdb-4c7a-4ff3-97b2-9f424d247508 req-7ea3088b-a0e3-47b4-aa2a-8d40b0addf1c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 Sep 29 06:55:33.092246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:55:33.092544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:33.119702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0ed52-9573-43e2-9ca0-90fb6266bc25'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:55:33.121966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b717878-e222-485e-9506-61ed9dd2fcd1" -d '{"events": [{"server_uuid": "4e0b853f-6e73-4d1e-83a8-8339d7b5f963", "name": "network-vif-plugged", "status": "completed", "tag": "91e0ed52-9573-43e2-9ca0-90fb6266bc25"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:55:33.124159 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:55:33.129338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:55:33.133306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:33.172756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28869946-e60f-449f-8126-3e1ac49e4b31 x-openstack-request-id: req-28869946-e60f-449f-8126-3e1ac49e4b31 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:55:33.173049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b853f-6e73-4d1e-83a8-8339d7b5f963", "name": "network-vif-plugged", "status": "completed", "tag": "91e0ed52-9573-43e2-9ca0-90fb6266bc25", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:55:33.173299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28869946-e60f-449f-8126-3e1ac49e4b31 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:55:33.173676 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28869946-e60f-449f-8126-3e1ac49e4b31'] response: {'server_uuid': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e0ed52-9573-43e2-9ca0-90fb6266bc25', 'code': 200} Sep 29 06:55:33.205942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=91e0ed52-9573-43e2-9ca0-90fb6266bc25,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:33.424608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d13dc-fe00-402b-930d-59b19a8744d2 req-1f89eb87-98fb-4f25-9bbb-a1e536b8a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:33.426157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d00d13dc-fe00-402b-930d-59b19a8744d2 req-1f89eb87-98fb-4f25-9bbb-a1e536b8a0d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 1099 time: 0.0808301 Sep 29 06:55:33.465689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d00d13dc-fe00-402b-930d-59b19a8744d2 req-2273d265-1ff9-4e37-8650-7762967e5bbf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Sep 29 06:55:34.213828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f63d-a59d-4295-b735-434aaabad7c9 req-243c3edf-f259-4a26-b480-ade69409ace0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:34.215321 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b812f63d-a59d-4295-b735-434aaabad7c9 req-243c3edf-f259-4a26-b480-ade69409ace0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 946 time: 0.0854146 Sep 29 06:55:34.262475 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b812f63d-a59d-4295-b735-434aaabad7c9 req-55505360-e70f-4489-8eeb-e02292c402db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Sep 29 06:55:35.463265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85003f65-d57e-4fd5-b0b6-2efb2ea845e4 req-b9c44ab2-4635-4412-a278-79b2cd057424 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:35.464737 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-85003f65-d57e-4fd5-b0b6-2efb2ea845e4 req-b9c44ab2-4635-4412-a278-79b2cd057424 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 946 time: 0.0877755 Sep 29 06:55:35.512124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-85003f65-d57e-4fd5-b0b6-2efb2ea845e4 req-7f51391c-76fb-4e23-8da2-fcbdfea8398f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Sep 29 06:55:35.704409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b151d5d-1e27-44ca-ae0c-6888a802b18f req-2664d162-6a22-4909-9a67-37b94704028e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:55:35.705858 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5b151d5d-1e27-44ca-ae0c-6888a802b18f req-2664d162-6a22-4909-9a67-37b94704028e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 946 time: 0.0856018 Sep 29 06:55:35.748687 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5b151d5d-1e27-44ca-ae0c-6888a802b18f req-b4b1fd89-c4e1-4532-ad54-5cd45102068e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Sep 29 06:55:37.262297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49218) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:55:37.934592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.432386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.17 (6d0d9e7e-2d7d-404f-b975-6a7e3cf66714/be8a66e4-de0a-430a-a986-917d9208b020/67921b6c-ef91-443e-8744-95fde8d4b0e9) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:55:38.588364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.595818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-56e4ba11-ca02-4a63-a177-9f2792c28559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.605349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 67921b6c-ef91-443e-8744-95fde8d4b0e9 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:55:38.630355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.699385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:55:38.702203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:55:38.706168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:55:38.743000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=67921b6c-ef91-443e-8744-95fde8d4b0e9,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:38.773234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.898189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.961366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Provisioning for port 67921b6c-ef91-443e-8744-95fde8d4b0e9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:55:38.966382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Provisioning complete for port 67921b6c-ef91-443e-8744-95fde8d4b0e9 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:38.967025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:38.967142 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Attempt 1 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:39.018470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Port 67921b6c-ef91-443e-8744-95fde8d4b0e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:39.326486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:39.327994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:39.443897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=67921b6c-ef91-443e-8744-95fde8d4b0e9,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:39.447022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:39.519565 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Attempt 2 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:39.576362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Port 67921b6c-ef91-443e-8744-95fde8d4b0e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:39.590080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:55:39.591122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:55:39.921264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:55:40.077746 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Attempt 3 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:40.106318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:55:40.122181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:55:40.125818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a34bc616-fba3-4eb3-96ae-4f872fbb64a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/2d4117df-a5a3-438a-9e36-7febfd268c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8603277 Sep 29 06:55:40.141531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:55:40.142141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:55:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:55:40.189719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Port 67921b6c-ef91-443e-8744-95fde8d4b0e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:40.315063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:55:40.659792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:55:38Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:07Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67921b6c-ef91-443e-8744-95fde8d4b0e9', 'name': '', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:51:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:55:38Z', 'updated_at': '2022-09-29T06:55:39Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:55:40.664250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:55:40.664609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Updating router 2d4117df-a5a3-438a-9e36-7febfd268c0b port 67921b6c-ef91-443e-8744-95fde8d4b0e9 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:55:40.692173 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Attempt 4 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:40.767485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:40.780599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Port 67921b6c-ef91-443e-8744-95fde8d4b0e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:40.912218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b08353b6-5e08-42f4-af59-d6d18faa26f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.170324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.184417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Transition to ACTIVE for port object 67921b6c-ef91-443e-8744-95fde8d4b0e9 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:55:41.189035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.283938 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Attempt 5 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:41.458717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438d51-352b-421e-89d1-0cbe362a5fb4 None None] Pushing event updated for resources: {'Port': ['ID=67921b6c-ef91-443e-8744-95fde8d4b0e9,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:41.469728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Port 67921b6c-ef91-443e-8744-95fde8d4b0e9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:55:41.486859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Attempting to bind port 67921b6c-ef91-443e-8744-95fde8d4b0e9 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:55:41.487231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Attempting to bind port 67921b6c-ef91-443e-8744-95fde8d4b0e9 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:55:41.489565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Attempting to bind port 67921b6c-ef91-443e-8744-95fde8d4b0e9 on network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:55:41.495942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:55:41.495942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Checking segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:55:41.495942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.495942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Bound using segment: {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:55:41.495942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Bound port: 67921b6c-ef91-443e-8744-95fde8d4b0e9, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:55:41.497516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.589895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] For port 67921b6c-ef91-443e-8744-95fde8d4b0e9, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:55:41.593558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] For port 67921b6c-ef91-443e-8744-95fde8d4b0e9, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=67921b6c-ef91-443e-8744-95fde8d4b0e9,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:55:41.601249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.669864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:55:41.670546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:55:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:55:41.757994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c438d51-352b-421e-89d1-0cbe362a5fb4 None None] Pushing event updated for resources: {'Port': ['ID=67921b6c-ef91-443e-8744-95fde8d4b0e9,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:41.864475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.884587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:55:41.967812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:41.970165 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Attempt 6 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:42.192655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd76c3-9dd2-466b-9e39-ddda52e4885f None None] Port 67921b6c-ef91-443e-8744-95fde8d4b0e9 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:55:42.334930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:55:38Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:07Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67921b6c-ef91-443e-8744-95fde8d4b0e9', 'name': '', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:51:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:55:38Z', 'updated_at': '2022-09-29T06:55:41Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:55:42.341269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b52291e-c68e-4c3e-b93f-db5d5984bc5c None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:55:38Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:07Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67921b6c-ef91-443e-8744-95fde8d4b0e9', 'name': '', 'network_id': '6d0d9e7e-2d7d-404f-b975-6a7e3cf66714', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:51:a8:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:55:38Z', 'updated_at': '2022-09-29T06:55:41Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'be8a66e4-de0a-430a-a986-917d9208b020', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:55:43.059294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67921b6c-ef91-443e-8744-95fde8d4b0e9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:55:43.137759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 67921b6c-ef91-443e-8744-95fde8d4b0e9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:55:43.143082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 67921b6c-ef91-443e-8744-95fde8d4b0e9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:43.143729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:43.144522 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:43.275362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 67921b6c-ef91-443e-8744-95fde8d4b0e9 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:55:43.275362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:43.365003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:43.375957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 67921b6c-ef91-443e-8744-95fde8d4b0e9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=67921b6c-ef91-443e-8744-95fde8d4b0e9,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:55:43.375957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:43.453171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=67921b6c-ef91-443e-8744-95fde8d4b0e9,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:55:45.041861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67921b6c-ef91-443e-8744-95fde8d4b0e9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:55:45.110974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 67921b6c-ef91-443e-8744-95fde8d4b0e9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:55:45.111353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:55:45.111692 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 67921b6c-ef91-443e-8744-95fde8d4b0e9 Sep 29 06:55:45.224710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 67921b6c-ef91-443e-8744-95fde8d4b0e9 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:55:47.086116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:04.515264 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-df6e2450-b535-4a50-9da0-89a653e291a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805504 Sep 29 06:56:04.673597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a203-1ce1-452f-bf5c-ed655724986c req-d7fc4de7-3da1-47c6-ad2d-eae82abc2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:04.675070 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-d7fc4de7-3da1-47c6-ad2d-eae82abc2ed5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1099 time: 0.0776000 Sep 29 06:56:04.828053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a203-1ce1-452f-bf5c-ed655724986c req-e603b50c-d413-4086-a35f-3fa38ca72cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:04.829507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-e603b50c-d413-4086-a35f-3fa38ca72cbd service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.1363723 Sep 29 06:56:04.931750 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-ca4bd7a1-9eb4-4bcf-9306-c2c2459ea303 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 1002 time: 0.0955200 Sep 29 06:56:04.992392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a203-1ce1-452f-bf5c-ed655724986c req-13e28391-dfe9-4522-9bf6-b9970d043e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:04.993799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-13e28391-dfe9-4522-9bf6-b9970d043e81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0562520 Sep 29 06:56:05.078385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a203-1ce1-452f-bf5c-ed655724986c req-e48f1dbb-84b3-42db-a66f-98acc3427a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:05.079873 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-e48f1dbb-84b3-42db-a66f-98acc3427a8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795310 Sep 29 06:56:05.208957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-37490462-4f87-4860-82b2-7fd7031b123d service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218586 Sep 29 06:56:05.336544 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0135a203-1ce1-452f-bf5c-ed655724986c req-2ba49af3-aa1e-4dac-a3db-0712b6f0986a service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220281 Sep 29 06:56:08.598399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d39f33f9-c2b4-4e04-b584-8dcfa9fe3f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:10.122758 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:56:10.892991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-42e04b32-99c3-4bd2-b433-8505f5f0fd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:11.807794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:11.939943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:13.312450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:14.146073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49262) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:14.692704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:15.184760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 67921b6c-ef91-443e-8744-95fde8d4b0e9 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:15.185334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:15.366019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 67921b6c-ef91-443e-8744-95fde8d4b0e9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=67921b6c-ef91-443e-8744-95fde8d4b0e9,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:15.366300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:15.493830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 67921b6c-ef91-443e-8744-95fde8d4b0e9 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:15.687866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:15.765540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=67921b6c-ef91-443e-8744-95fde8d4b0e9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:15.817801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.818146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.818479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.818827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.819150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.819477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.819795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.820114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.820433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.820749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.821064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:15.821376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:16.027866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:16.489808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:16.665080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:16.674349 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:16.677687 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d3cdae7d-5703-47a5-8a69-2192d9c1d61d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/2d4117df-a5a3-438a-9e36-7febfd268c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5305364 Sep 29 06:56:16.684248 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:16.684860 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:16.872229 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:17.046289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f81aa-4123-4ced-ab3e-b8b0fe756a59 req-5488fa66-9397-45d6-a477-5088f721afde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:17.047951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a82f81aa-4123-4ced-ab3e-b8b0fe756a59 req-5488fa66-9397-45d6-a477-5088f721afde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:17.064353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a82f81aa-4123-4ced-ab3e-b8b0fe756a59 req-5488fa66-9397-45d6-a477-5088f721afde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:17.065497 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a82f81aa-4123-4ced-ab3e-b8b0fe756a59 req-5488fa66-9397-45d6-a477-5088f721afde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 946 time: 0.1069193 Sep 29 06:56:17.093373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:17.116525 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a82f81aa-4123-4ced-ab3e-b8b0fe756a59 req-af773cab-85a6-4141-b446-b64a9c8c790e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Sep 29 06:56:17.248373 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:15Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:07Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:17.251933 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:17.259887 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:17.260469 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:17.433200 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:17.766159 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:15Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:07Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:17.770484 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a66363-8957-44e8-96c5-8402552087dc None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:15Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.217', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'port_id': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'mac_address': 'fa:16:3e:5d:fc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c525ad-0377-4483-86d6-b5fce3399898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:54:05Z', 'updated_at': '2022-09-29T06:54:07Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:18.466823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ee4d3-9ff3-445b-b93b-693f75a06480 req-6875cad1-c1c4-4480-9804-32aabb445ce8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:18.467511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-249ee4d3-9ff3-445b-b93b-693f75a06480 req-6875cad1-c1c4-4480-9804-32aabb445ce8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:18.478995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-249ee4d3-9ff3-445b-b93b-693f75a06480 req-6875cad1-c1c4-4480-9804-32aabb445ce8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:18.480099 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-249ee4d3-9ff3-445b-b93b-693f75a06480 req-6875cad1-c1c4-4480-9804-32aabb445ce8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 946 time: 0.0997474 Sep 29 06:56:18.527452 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-249ee4d3-9ff3-445b-b93b-693f75a06480 req-27e005e2-50bd-4ef4-b796-701613d80863 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Sep 29 06:56:18.692945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-b2fff481-16cc-46ca-982d-c0d0d6392c8a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:18.694392 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-b2fff481-16cc-46ca-982d-c0d0d6392c8a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 946 time: 0.0863192 Sep 29 06:56:18.763070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:18.763410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:19.007065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67921b6c-ef91-443e-8744-95fde8d4b0e9 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:19.012789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 91e0ed52-9573-43e2-9ca0-90fb6266bc25, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=91e0ed52-9573-43e2-9ca0-90fb6266bc25,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:19.013147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:19.039910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 67921b6c-ef91-443e-8744-95fde8d4b0e9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:19.040320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 67921b6c-ef91-443e-8744-95fde8d4b0e9 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:19.241172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 91e0ed52-9573-43e2-9ca0-90fb6266bc25 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:19.381968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:19.434719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=91e0ed52-9573-43e2-9ca0-90fb6266bc25,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:19.521261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 91e0ed52-9573-43e2-9ca0-90fb6266bc25 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:56:19.523634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:19.526064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'name': 'network-vif-deleted', 'tag': '91e0ed52-9573-43e2-9ca0-90fb6266bc25'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:19.528353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb3969-8c76-41bd-aa60-b71a4a32a071" -d '{"events": [{"server_uuid": "4e0b853f-6e73-4d1e-83a8-8339d7b5f963", "name": "network-vif-deleted", "tag": "91e0ed52-9573-43e2-9ca0-90fb6266bc25"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:19.541705 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-684ee290-997c-4dc5-bb5e-f2013e735fa3 req-a6895625-d776-4ddc-a866-2e3e01b9c32d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/91e0ed52-9573-43e2-9ca0-90fb6266bc25 HTTP/1.1" status: 204 len: 173 time: 0.8419728 Sep 29 06:56:19.575443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9d2e36-438f-41c8-89c4-f427ef112ff5 x-openstack-request-id: req-0b9d2e36-438f-41c8-89c4-f427ef112ff5 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:19.576073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0b853f-6e73-4d1e-83a8-8339d7b5f963", "name": "network-vif-deleted", "tag": "91e0ed52-9573-43e2-9ca0-90fb6266bc25", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:19.576452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b9d2e36-438f-41c8-89c4-f427ef112ff5 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:19.576831 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9d2e36-438f-41c8-89c4-f427ef112ff5'] response: {'server_uuid': '4e0b853f-6e73-4d1e-83a8-8339d7b5f963', 'name': 'network-vif-deleted', 'tag': '91e0ed52-9573-43e2-9ca0-90fb6266bc25', 'status': 'completed', 'code': 200} Sep 29 06:56:19.688750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-445f7585-4344-4166-9c72-52512af572b4 req-ce85d228-b35c-46f0-b0f2-af11f509c7ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:19.705238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-445f7585-4344-4166-9c72-52512af572b4 req-ce85d228-b35c-46f0-b0f2-af11f509c7ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:19.706427 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-445f7585-4344-4166-9c72-52512af572b4 req-ce85d228-b35c-46f0-b0f2-af11f509c7ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e0b853f-6e73-4d1e-83a8-8339d7b5f963 HTTP/1.1" status: 200 len: 210 time: 0.0676765 Sep 29 06:56:20.806290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49278) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:20.877468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c21e7a2-deb7-4dac-a157-e05a7fc7a544 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:20.905626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c21e7a2-deb7-4dac-a157-e05a7fc7a544 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:20.971980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c21e7a2-deb7-4dac-a157-e05a7fc7a544 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:20.991257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21e7a2-deb7-4dac-a157-e05a7fc7a544 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:21.000856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c21e7a2-deb7-4dac-a157-e05a7fc7a544 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.002178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5c21e7a2-deb7-4dac-a157-e05a7fc7a544 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/68d0dbfb-3eb2-4f0b-9816-ba6398a6ab55 HTTP/1.1" status: 204 len: 168 time: 0.1948681 Sep 29 06:56:21.035947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:21.100150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet be8a66e4-de0a-430a-a986-917d9208b020 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:56:21.103032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.159654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.241625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.310281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.353285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=be8a66e4-de0a-430a-a986-917d9208b020,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:21.355218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.364309 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-76351427-3bf1-4d81-a78a-a76682d39042 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/be8a66e4-de0a-430a-a986-917d9208b020 HTTP/1.1" status: 204 len: 168 time: 0.3248777 Sep 29 06:56:21.364477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd16d67-88c7-45e1-8ab4-59eb4b9768d0 None None] Network 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:56:21.364903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49288) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:21.477494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.488235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 6a614242-ddfa-440a-9faf-e123b87abd24 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:21.488566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.617785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] DHCP port deletion for 6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:56:21.621984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Deleting port 6a614242-ddfa-440a-9faf-e123b87abd24 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:21.622358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.690702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 6a614242-ddfa-440a-9faf-e123b87abd24, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6a614242-ddfa-440a-9faf-e123b87abd24,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:21.691096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.813108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 6a614242-ddfa-440a-9faf-e123b87abd24 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:21.820272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] For port 6a614242-ddfa-440a-9faf-e123b87abd24, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6a614242-ddfa-440a-9faf-e123b87abd24,segment=NetworkSegment(e45d0960-a820-40b2-ae53-1fc6a1ee46d4),segment_id=e45d0960-a820-40b2-ae53-1fc6a1ee46d4)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:21.820666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.886245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:21.932848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=6a614242-ddfa-440a-9faf-e123b87abd24,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:21.934666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 6a614242-ddfa-440a-9faf-e123b87abd24 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:56:21.943550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Calling delete_port for 6a614242-ddfa-440a-9faf-e123b87abd24 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:22.013518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:56:22.013870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:56:22.054583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.083035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0d9e7e-2d7d-404f-b975-6a7e3cf66714']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:22.094448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:22.094769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45d0960-a820-40b2-ae53-1fc6a1ee46d4') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:22.106217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.122315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.128424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:56:22.129349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.225586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.243919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.255612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=6d0d9e7e-2d7d-404f-b975-6a7e3cf66714,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:22.266561 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment e45d0960-a820-40b2-ae53-1fc6a1ee46d4 resource provider aggregate not found Sep 29 06:56:22.272262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.272696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.273134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.273480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.273812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.274147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.274624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.274901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.275266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.275595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.275917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.276235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:22.283021 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-873d50ee-9b79-409d-b862-8f83ff09e7aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/6d0d9e7e-2d7d-404f-b975-6a7e3cf66714 HTTP/1.1" status: 204 len: 168 time: 0.9175467 Sep 29 06:56:22.283334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49298) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:22.284599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment e45d0960-a820-40b2-ae53-1fc6a1ee46d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e45d0960-a820-40b2-ae53-1fc6a1ee46d4 found for delete ", "request_id": "req-14b8b618-3fe5-4b3b-bb91-5de59d6830f5"}]} Sep 29 06:56:22.484515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 126bd6bb-8a4b-4a37-9d20-0d85b8e5cd0e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:22.484851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.515428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Deleting port 6a614242-ddfa-440a-9faf-e123b87abd24 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:22.515913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.582104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-59bfcbf1-fdfc-49b5-af9f-fc8583e433c8 None None] The port '6a614242-ddfa-440a-9faf-e123b87abd24' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:56:22.650330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.650715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.770905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 126bd6bb-8a4b-4a37-9d20-0d85b8e5cd0e owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:22.918466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:22.963157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=126bd6bb-8a4b-4a37-9d20-0d85b8e5cd0e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:23.046568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6a614242-ddfa-440a-9faf-e123b87abd24 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:23.063091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:23.063421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d disassociated (deleted). External IP: 172.26.0.217, port: 6a7add20-1a22-4140-a79c-3ff217f6c126. Sep 29 06:56:23.080101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6a614242-ddfa-440a-9faf-e123b87abd24 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:23.080453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6a614242-ddfa-440a-9faf-e123b87abd24 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:23.219210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 91e0ed52-9573-43e2-9ca0-90fb6266bc25 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:23.254897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 91e0ed52-9573-43e2-9ca0-90fb6266bc25 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:23.255237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 91e0ed52-9573-43e2-9ca0-90fb6266bc25 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:23.524682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:23.698753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:23.707954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484375-1098-4c97-9707-4d463de21212 None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:23.714653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:23.717074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:23.717751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:23.771908 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-080f2417-b3ac-495c-85e5-6e44f3796785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d HTTP/1.1" status: 204 len: 168 time: 1.4874797 Sep 29 06:56:23.772581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:23.775013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f59289-36f1-4632-bfe6-d121050f44e6" -d '{"events": [{"name": "network-changed", "server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:23.820179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702aac74-d9c2-4a4b-ad17-22efcda25482 x-openstack-request-id: req-702aac74-d9c2-4a4b-ad17-22efcda25482 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:23.820475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:23.820730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-702aac74-d9c2-4a4b-ad17-22efcda25482 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:23.821160 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702aac74-d9c2-4a4b-ad17-22efcda25482'] response: {'name': 'network-changed', 'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'status': 'completed', 'code': 200} Sep 29 06:56:23.901852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:23.941540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-5ad6bfca-e68f-4e4e-81ba-eecd15b37764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:23.943076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-5ad6bfca-e68f-4e4e-81ba-eecd15b37764 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 1098 time: 0.0803423 Sep 29 06:56:24.248173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-14dbef0c-b337-47a9-9bc9-b2d6bb20797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:24.249551 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-14dbef0c-b337-47a9-9bc9-b2d6bb20797c service neutron] 10.222.0.61 "GET /v2.0/networks?id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 200 len: 898 time: 0.3005207 Sep 29 06:56:24.261552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:15Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:24.265424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484375-1098-4c97-9707-4d463de21212 None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:24.274214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:24.274856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:24.320471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57740a-4571-4c79-bd51-490e9e9c91d5 req-67e2e2ec-62c8-4d99-b34a-0af4e30a1150 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:24.321166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-6b57740a-4571-4c79-bd51-490e9e9c91d5 req-67e2e2ec-62c8-4d99-b34a-0af4e30a1150 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:24.331843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-53dec842-1073-42c5-a17b-793adefc495f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 200 len: 217 time: 0.0743573 Sep 29 06:56:24.383069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-6b57740a-4571-4c79-bd51-490e9e9c91d5 req-67e2e2ec-62c8-4d99-b34a-0af4e30a1150 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:24.384238 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6b57740a-4571-4c79-bd51-490e9e9c91d5 req-67e2e2ec-62c8-4d99-b34a-0af4e30a1150 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.2553668 Sep 29 06:56:24.415152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-f92c51c2-1621-4e86-b4f1-b80d1d76deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:24.416600 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-f92c51c2-1621-4e86-b4f1-b80d1d76deeb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa HTTP/1.1" status: 200 len: 834 time: 0.0778084 Sep 29 06:56:24.456084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:24.489890 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6b57740a-4571-4c79-bd51-490e9e9c91d5 req-ed73281a-1ade-4673-b640-3fdd017b7c88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953126 Sep 29 06:56:24.526546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-d2396659-b131-4062-afc6-929339e2ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:24.528045 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-d2396659-b131-4062-afc6-929339e2ac78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11f8ee0b-b716-4de1-a1cf-03316a08b1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004555 Sep 29 06:56:24.664467 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-37ae1c7f-709c-47c9-9bf0-2f513151afac service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295335 Sep 29 06:56:24.770410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b3484375-1098-4c97-9707-4d463de21212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:15Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:24.774377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484375-1098-4c97-9707-4d463de21212 None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:15Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2a356ad5-411c-4db2-a76f-f872b6efabab', 'name': '', 'network_id': '11f8ee0b-b716-4de1-a1cf-03316a08b1cc', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:44:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:46Z', 'updated_at': '2022-09-29T06:53:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:24.796783 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12f59289-36f1-4632-bfe6-d121050f44e6 req-6071513b-78fb-404b-8f75-0524846c8d22 service neutron] 10.222.0.61 "GET /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258864 Sep 29 06:56:24.987090 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374147db-2fd4-4a2b-880a-e8a5fb10231f None None] New status for floating IP e1ddc5d1-e23c-40bb-bef1-2bdd8bd6cf7d: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:56:25.688771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-d0fe4f9d-0706-450f-a0a9-7cfa349601fc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:25.689377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-d0fe4f9d-0706-450f-a0a9-7cfa349601fc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:25.700759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-d0fe4f9d-0706-450f-a0a9-7cfa349601fc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:25.701858 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-d0fe4f9d-0706-450f-a0a9-7cfa349601fc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.0983489 Sep 29 06:56:25.745567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-1c38b09a-ddd3-43c2-9cf2-e3bdb150d277 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:25.760400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-1c38b09a-ddd3-43c2-9cf2-e3bdb150d277 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:25.761523 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fae97e87-b07e-43c8-a4a9-d36df6fcf0ba req-1c38b09a-ddd3-43c2-9cf2-e3bdb150d277 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5a1531e1-2059-40ee-9c19-6f6772ee5c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532475 Sep 29 06:56:25.841569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-9987cbb0-a2f5-479a-bb10-c927987a2db7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:25.843038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-9987cbb0-a2f5-479a-bb10-c927987a2db7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 945 time: 0.0876615 Sep 29 06:56:25.914935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 6a7add20-1a22-4140-a79c-3ff217f6c126 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:25.915275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:26.154941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 6a7add20-1a22-4140-a79c-3ff217f6c126, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6a7add20-1a22-4140-a79c-3ff217f6c126,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:26.155294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:26.279001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 6a7add20-1a22-4140-a79c-3ff217f6c126 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:26.417552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:26.469463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=6a7add20-1a22-4140-a79c-3ff217f6c126,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:26.553253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 6a7add20-1a22-4140-a79c-3ff217f6c126 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:56:26.555590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:26.558031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'name': 'network-vif-deleted', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:26.560317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c50278-e8b1-4917-9e9d-9eb21f8aee4b" -d '{"events": [{"server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "name": "network-vif-deleted", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:26.574069 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8792ea15-e732-41d6-b673-3e8c2cd8611d req-2aec2fae-988a-4fab-8fd3-21c8ee378182 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/6a7add20-1a22-4140-a79c-3ff217f6c126 HTTP/1.1" status: 204 len: 173 time: 0.7255077 Sep 29 06:56:26.604602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07389f28-d9f3-4927-bb48-80a2fd3c3174 x-openstack-request-id: req-07389f28-d9f3-4927-bb48-80a2fd3c3174 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:26.604952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c525ad-0377-4483-86d6-b5fce3399898", "name": "network-vif-deleted", "tag": "6a7add20-1a22-4140-a79c-3ff217f6c126", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:26.605215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07389f28-d9f3-4927-bb48-80a2fd3c3174 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:26.605622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07389f28-d9f3-4927-bb48-80a2fd3c3174'] response: {'server_uuid': '02c525ad-0377-4483-86d6-b5fce3399898', 'name': 'network-vif-deleted', 'tag': '6a7add20-1a22-4140-a79c-3ff217f6c126', 'status': 'completed', 'code': 200} Sep 29 06:56:26.942665 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-585b86bc-e850-4bdb-b347-21ff4f49dce1 req-5cd71c65-5bf5-446e-94e9-36dc8532112d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=02c525ad-0377-4483-86d6-b5fce3399898 HTTP/1.1" status: 200 len: 210 time: 0.0542932 Sep 29 06:56:28.043509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49316) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:28.109550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-46f43589-a8a5-48c0-9f3b-8282b995d4fb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:28.139092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-46f43589-a8a5-48c0-9f3b-8282b995d4fb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:28.200474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-46f43589-a8a5-48c0-9f3b-8282b995d4fb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:28.217167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f43589-a8a5-48c0-9f3b-8282b995d4fb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1531e1-2059-40ee-9c19-6f6772ee5c0a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:28.229614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-46f43589-a8a5-48c0-9f3b-8282b995d4fb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:28.230792 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-46f43589-a8a5-48c0-9f3b-8282b995d4fb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/5a1531e1-2059-40ee-9c19-6f6772ee5c0a HTTP/1.1" status: 204 len: 168 time: 0.1862855 Sep 29 06:56:28.261458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49322) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:28.916233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:29.259836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6a7add20-1a22-4140-a79c-3ff217f6c126 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:29.263172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 2a356ad5-411c-4db2-a76f-f872b6efabab {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:29.263635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:29.296655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 6a7add20-1a22-4140-a79c-3ff217f6c126 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:29.296994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6a7add20-1a22-4140-a79c-3ff217f6c126 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:29.459177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 2a356ad5-411c-4db2-a76f-f872b6efabab, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2a356ad5-411c-4db2-a76f-f872b6efabab,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:29.459533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:29.579675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 2a356ad5-411c-4db2-a76f-f872b6efabab owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:29.948153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:29.997404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=2a356ad5-411c-4db2-a76f-f872b6efabab,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:30.272735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:30.636032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2d4117df-a5a3-438a-9e36-7febfd268c0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:30.808403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:30.818682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] Sync routers for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:30.821645 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-118cc87c-0bb0-40c9-bb8b-c7930bc31f0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/2d4117df-a5a3-438a-9e36-7febfd268c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5591097 Sep 29 06:56:30.824291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49326) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:30.828154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:30.828769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:30.900013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet 9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:56:30.902921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:30.959152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.012917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:31.042185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.113456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.156164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:31.158027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.164478 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9f5e0fb3-c55b-4970-9e1f-978d7ff0eab9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/9a8cca9e-e520-4eed-b0ff-3ac4d5b70cfa HTTP/1.1" status: 204 len: 168 time: 0.3392429 Sep 29 06:56:31.167095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49330) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:31.182614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275416b2-29a7-4c5a-b738-507a07a6144b None None] Network 11f8ee0b-b716-4de1-a1cf-03316a08b1cc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:56:31.472764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.522159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:29Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:31.526171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] Checking router: 2d4117df-a5a3-438a-9e36-7febfd268c0b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:31.535940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] Routers {'2d4117df-a5a3-438a-9e36-7febfd268c0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:31.536572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d4117df-a5a3-438a-9e36-7febfd268c0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:31.595510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] DHCP port deletion for 11f8ee0b-b716-4de1-a1cf-03316a08b1cc request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:56:31.614711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Deleting port edf307ea-8cf8-4534-bd3c-6f3f4112b66e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:31.615086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.663947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.673293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port e10840cf-3442-453a-bda3-ed2abde756d7 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:31.673701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.831291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] Set router 2d4117df-a5a3-438a-9e36-7febfd268c0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:31.844266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port e10840cf-3442-453a-bda3-ed2abde756d7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e10840cf-3442-453a-bda3-ed2abde756d7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:31.844622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:31.970731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for e10840cf-3442-453a-bda3-ed2abde756d7 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:32.084702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] For port edf307ea-8cf8-4534-bd3c-6f3f4112b66e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,segment=NetworkSegment(6ceacc0f-2e7d-4faa-a1c3-5302b310b346),segment_id=6ceacc0f-2e7d-4faa-a1c3-5302b310b346)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:32.085089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.135266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.179554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=e10840cf-3442-453a-bda3-ed2abde756d7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:32.214640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Calling delete_port for edf307ea-8cf8-4534-bd3c-6f3f4112b66e owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:32.290248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.354969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.399970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] No DVR routers for this DVR port edf307ea-8cf8-4534-bd3c-6f3f4112b66e on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:56:32.411495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Pushing event deleted for resources: {'Port': ['ID=edf307ea-8cf8-4534-bd3c-6f3f4112b66e,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:32.427212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.427563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.427902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.428237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.428568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.428898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.429225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.429550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.429872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.430197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.430540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.430862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44aea0-691b-4958-9e00-c86406e7ecb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:56:32.440094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:29Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:32.444758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e1595-f590-4eec-9ffb-ff425aebf9bc None None] The sync data for ids ['2d4117df-a5a3-438a-9e36-7febfd268c0b'] in dv-neutron-859761-1-hyperv is: [{'id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'name': 'tempest-TestNetworkBasicOps-router-622262574', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:53:42Z', 'updated_at': '2022-09-29T06:56:29Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e10840cf-3442-453a-bda3-ed2abde756d7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4117df-a5a3-438a-9e36-7febfd268c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:53:43Z', 'updated_at': '2022-09-29T06:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:32.468407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.470734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.498984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.499585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 2d4117df-a5a3-438a-9e36-7febfd268c0b {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:56:32.514568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.515632 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-46790183-f2f5-47b2-ab7f-13a4484ffcc0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/2d4117df-a5a3-438a-9e36-7febfd268c0b HTTP/1.1" status: 204 len: 168 time: 1.3476524 Sep 29 06:56:32.518320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49334) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:32.634073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.866019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.894702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f8ee0b-b716-4de1-a1cf-03316a08b1cc']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:32.910797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceacc0f-2e7d-4faa-a1c3-5302b310b346') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:32.911096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceacc0f-2e7d-4faa-a1c3-5302b310b346') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:32.922858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.939117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:32.945227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:56:32.945603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.013193 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6ceacc0f-2e7d-4faa-a1c3-5302b310b346 resource provider aggregate not found Sep 29 06:56:33.041602 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6ceacc0f-2e7d-4faa-a1c3-5302b310b346 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ceacc0f-2e7d-4faa-a1c3-5302b310b346 found for delete ", "request_id": "req-07f84ace-ca77-4fab-9ff5-76d986ee02b1"}]} Sep 29 06:56:33.058585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.076813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.087688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=11f8ee0b-b716-4de1-a1cf-03316a08b1cc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:33.090596 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ecb38271-8214-449f-bd57-634102789ae6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/11f8ee0b-b716-4de1-a1cf-03316a08b1cc HTTP/1.1" status: 204 len: 168 time: 0.5709453 Sep 29 06:56:33.109603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49342) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:33.122154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--1563457343', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:33.127302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:33.131900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:33.134737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:33.140997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:33.151053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:56:33.154349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.181194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:56:33.189497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.189830 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment 53a9364b-b333-4a7b-9909-83907e2de616 of type vlan for network f66f9502-bdc3-4eff-9124-d8c17521023b Sep 29 06:56:33.218654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.248099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.253969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:33.254561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.350617 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2392230 Sep 29 06:56:33.353537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49346) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:33.363394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:33.369596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e03769-118f-4d6e-b34c-8bf8aa985679 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=f66f9502-bdc3-4eff-9124-d8c17521023b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:33.371835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:33.376310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:33.380058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:33.380779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f66f9502-bdc3-4eff-9124-d8c17521023b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:56:33.386117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:33.397127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.398103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.415510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.450453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2a356ad5-411c-4db2-a76f-f872b6efabab no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:33.551687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 2a356ad5-411c-4db2-a76f-f872b6efabab {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:33.552027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2a356ad5-411c-4db2-a76f-f872b6efabab not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:33.552442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device edf307ea-8cf8-4534-bd3c-6f3f4112b66e no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:33.593565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: edf307ea-8cf8-4534-bd3c-6f3f4112b66e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:33.593905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device edf307ea-8cf8-4534-bd3c-6f3f4112b66e not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:33.697235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:33.833999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49350) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:34.036539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Deleting port 768885f3-b2cd-42d5-8c68-e51c3c05f9e8 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:34.036880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.107891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.136800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.203435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.203768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.271105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.156 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/abfdd909-1163-438a-9da7-fb98b80d6ef1) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:56:34.328090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Calling delete_port for 768885f3-b2cd-42d5-8c68-e51c3c05f9e8 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:34.418540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.447453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.481859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.514667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:56:34.517419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:34.521709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:56:34.555212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=abfdd909-1163-438a-9da7-fb98b80d6ef1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:34.569695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'Port': ['ID=768885f3-b2cd-42d5-8c68-e51c3c05f9e8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:34.628785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.629032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Floating IP a0d542e8-2c32-4818-8e59-b276ffb245f0 disassociated (deleted). External IP: 172.26.0.133, port: 59e790d3-5aba-4ff1-a075-69908fc652a5. Sep 29 06:56:34.934448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:34.977493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:35.016129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e10840cf-3442-453a-bda3-ed2abde756d7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:35.052849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: e10840cf-3442-453a-bda3-ed2abde756d7 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:35.053192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e10840cf-3442-453a-bda3-ed2abde756d7 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:35.267781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:35.277650 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:35.290031 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:35.290809 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:35.291327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:35.350955 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1644049d-abb5-4418-8d3f-59f3712cfe71 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "DELETE /v2.0/floatingips/a0d542e8-2c32-4818-8e59-b276ffb245f0 HTTP/1.1" status: 204 len: 168 time: 1.5157065 Sep 29 06:56:35.351539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:35.354853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c325d0-8a84-402e-b641-32b0c912bb66" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:35.402425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99dd8d-74b3-4837-beb8-fb84663ef3b9 x-openstack-request-id: req-de99dd8d-74b3-4837-beb8-fb84663ef3b9 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:35.402746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:35.402993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de99dd8d-74b3-4837-beb8-fb84663ef3b9 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:35.403390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de99dd8d-74b3-4837-beb8-fb84663ef3b9'] response: {'name': 'network-changed', 'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'status': 'completed', 'code': 200} Sep 29 06:56:35.405476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:35.479232 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:35.561049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-a5bfc374-7637-46f6-a3ff-4328adf27f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:35.562487 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-a5bfc374-7637-46f6-a3ff-4328adf27f2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 1099 time: 0.1135573 Sep 29 06:56:35.660773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 6073d84d-8702-4a1f-a39c-fd289e45188d is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:56:35.730037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-53f63e56-d3d7-4cb0-b645-3a65dbb6a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:35.731579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-53f63e56-d3d7-4cb0-b645-3a65dbb6a84e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.1630535 Sep 29 06:56:35.806897 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-3de130f7-ac1d-4bbc-ac28-e39e934f20c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59e790d3-5aba-4ff1-a075-69908fc652a5 HTTP/1.1" status: 200 len: 217 time: 0.0682731 Sep 29 06:56:35.873203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-f4b9dc82-a49e-4829-a027-39c511a801f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:35.874907 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-f4b9dc82-a49e-4829-a027-39c511a801f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0622764 Sep 29 06:56:35.912597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:35.913241 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:41Z', 'revision_number': 1, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:35.918584 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:35.925879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Sync routers for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:35.932801 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:35.933408 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:35.938865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1b3a1-5db2-483f-8a30-1037b1ccac42 req-a7a4ba9a-b74e-4653-9061-e1325932ba95 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:35.940382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4ce1b3a1-5db2-483f-8a30-1037b1ccac42 req-a7a4ba9a-b74e-4653-9061-e1325932ba95 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 946 time: 0.2035861 Sep 29 06:56:35.944792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:35.945428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:35.981165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-68ca0f7f-b84f-44bd-af1e-84eefdc360fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:35.983994 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-68ca0f7f-b84f-44bd-af1e-84eefdc360fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022837 Sep 29 06:56:36.006747 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4ce1b3a1-5db2-483f-8a30-1037b1ccac42 req-e9da8969-d6f2-4488-a551-1a22bdcd95ea tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574794 Sep 29 06:56:36.007533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:36.014765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49360) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:36.027040 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-95ff1dc8-546c-4390-b53b-517942d045f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6623273 Sep 29 06:56:36.109609 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7aed79fd-82e7-4b67-b568-b26a0cb23b1c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0923636 Sep 29 06:56:36.112371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49364) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:36.144327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:36.146979 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:36.170628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-8717e207-f9be-4607-be99-84ec7fd03bcc service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793535 Sep 29 06:56:36.258891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef8c52-7a47-4b5f-bfab-9be3dad1d0b6 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:36.260805 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-12ef8c52-7a47-4b5f-bfab-9be3dad1d0b6 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467786 Sep 29 06:56:36.263610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49368) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:36.307943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e635e96-da90-4d6c-b3c6-64822e6546aa tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432472 Sep 29 06:56:36.310594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49372) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:36.316708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358119396', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:36.321962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0c325d0-8a84-402e-b641-32b0c912bb66 req-d83412dc-51c4-494c-b4e4-2bae66773f56 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448116 Sep 29 06:56:36.464424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:36.469402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:36.477984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:36.486197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:36.491650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:34Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:36.497319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Checking router: 6073d84d-8702-4a1f-a39c-fd289e45188d for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:36.497707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Updating router 6073d84d-8702-4a1f-a39c-fd289e45188d port abfdd909-1163-438a-9da7-fb98b80d6ef1 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:56:36.498696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:56:36.504358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:36.524784 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:41Z', 'revision_number': 1, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:36.529264 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8874628-dda5-4709-a83f-6ad5f02deb38 None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38078265-f251-46ad-9f6b-3faae14f577d', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'floating_ip_address': '172.26.0.116', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'port_id': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'mac_address': 'fa:16:3e:91:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e728e4c-eb34-4259-9439-177158c9a496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:52:36Z', 'updated_at': '2022-09-29T06:52:41Z', 'revision_number': 1, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:36.557604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:36.782813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:36.844870 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be909e94-9d58-42f5-a175-92095dc80ade None None] New status for floating IP a0d542e8-2c32-4818-8e59-b276ffb245f0: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:56:36.880212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=e59a33e4-8b06-4384-ba4f-09a3b97cc20d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:36.885187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:56:36.885548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: f66f9502-bdc3-4eff-9124-d8c17521023b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:56:36.906743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network f66f9502-bdc3-4eff-9124-d8c17521023b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:56:36.917662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f66f9502-bdc3-4eff-9124-d8c17521023b) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:36.945846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:36.948241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:36.959638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde20e0-0ae0-4593-bf09-2141c46e1d9f None None] Network f66f9502-bdc3-4eff-9124-d8c17521023b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:56:36.974671 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-54911153-a052-42c3-87f3-68a05cc1eb98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6626332 Sep 29 06:56:36.977320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49378) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:37.055077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.074570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Transition to ACTIVE for port object abfdd909-1163-438a-9da7-fb98b80d6ef1 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:37.091866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.179925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Attempting to bind port abfdd909-1163-438a-9da7-fb98b80d6ef1 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:56:37.180603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Attempting to bind port abfdd909-1163-438a-9da7-fb98b80d6ef1 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:56:37.180707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Attempting to bind port abfdd909-1163-438a-9da7-fb98b80d6ef1 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:56:37.220644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:56:37.221066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:56:37.221479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.222154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:56:37.222678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Bound port: abfdd909-1163-438a-9da7-fb98b80d6ef1, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:56:37.223065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.241155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49d454-d921-4502-bf79-1056227407c8 req-26715fc1-34cf-41b7-820e-1bdb633b32b4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:37.241891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-3e49d454-d921-4502-bf79-1056227407c8 req-26715fc1-34cf-41b7-820e-1bdb633b32b4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:37.261038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-3e49d454-d921-4502-bf79-1056227407c8 req-26715fc1-34cf-41b7-820e-1bdb633b32b4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:37.262344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e49d454-d921-4502-bf79-1056227407c8 req-26715fc1-34cf-41b7-820e-1bdb633b32b4 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 946 time: 0.1387877 Sep 29 06:56:37.289931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be54310-d4bc-463a-b5b2-f00fc3c13fc5 None None] Pushing event updated for resources: {'Port': ['ID=abfdd909-1163-438a-9da7-fb98b80d6ef1,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:37.330001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e49d454-d921-4502-bf79-1056227407c8 req-ace4a699-caf9-430b-856a-5c9ee8ebb548 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544848 Sep 29 06:56:37.381110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] For port abfdd909-1163-438a-9da7-fb98b80d6ef1, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:56:37.388766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] For port abfdd909-1163-438a-9da7-fb98b80d6ef1, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=abfdd909-1163-438a-9da7-fb98b80d6ef1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:56:37.394285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.434582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f66f9502-bdc3-4eff-9124-d8c17521023b', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:56:37.435408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.506325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-c46d2404-c4aa-4b7b-a03a-9e42b93b002a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:37.507840 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-c46d2404-c4aa-4b7b-a03a-9e42b93b002a tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 946 time: 0.0988731 Sep 29 06:56:37.569901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:37.570566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:37.585132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Deleting port 59e790d3-5aba-4ff1-a075-69908fc652a5 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:37.585584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.746111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be54310-d4bc-463a-b5b2-f00fc3c13fc5 None None] Pushing event updated for resources: {'Port': ['ID=abfdd909-1163-438a-9da7-fb98b80d6ef1,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:37.829879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:37.841728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.939840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] For port 59e790d3-5aba-4ff1-a075-69908fc652a5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=59e790d3-5aba-4ff1-a075-69908fc652a5,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:37.940221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:37.941154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Allocated IP 172.20.0.2 (f66f9502-bdc3-4eff-9124-d8c17521023b/e59a33e4-8b06-4384-ba4f-09a3b97cc20d/1f1cd0a0-9a2f-4496-a7b6-6317f7db9124) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:56:38.065248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Calling delete_port for 59e790d3-5aba-4ff1-a075-69908fc652a5 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:38.218860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.271844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'Port': ['ID=59e790d3-5aba-4ff1-a075-69908fc652a5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:38.298580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.311143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:34Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:38.313419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Transition to ACTIVE for port object 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:38.323979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d26493-9f95-4e0e-bffa-8082cfcd0450 None None] The sync data for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv is: [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:34Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:38.336426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Transition to ACTIVE for port object 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:38.343285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.364060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] No DVR routers for this DVR port 59e790d3-5aba-4ff1-a075-69908fc652a5 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:56:38.366754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.369829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'name': 'network-vif-deleted', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:38.372266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca87ae20-d498-4fce-b37f-26d2f04e3841" -d '{"events": [{"server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "name": "network-vif-deleted", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:38.397629 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e2b97c90-5535-4a87-b8a2-d4a93c0dfe18 req-af6203b5-7240-4269-b116-412e0a1107bf tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "DELETE /v2.0/ports/59e790d3-5aba-4ff1-a075-69908fc652a5 HTTP/1.1" status: 204 len: 173 time: 0.8841236 Sep 29 06:56:38.430445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Network f66f9502-bdc3-4eff-9124-d8c17521023b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:56:38.433546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:38.441840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:56:38.458564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (f66f9502-bdc3-4eff-9124-d8c17521023b/e59a33e4-8b06-4384-ba4f-09a3b97cc20d/0911dd6b-e3bf-4568-91cc-3a89c10e4cf7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:56:38.467590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Pushing event updated for resources: {'Port': ['ID=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:38.485835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5792ed-01d6-4a62-82ae-874fcfe746cd x-openstack-request-id: req-eb5792ed-01d6-4a62-82ae-874fcfe746cd {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:38.486096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ad2af4-cd24-449e-b837-c28990a787bb", "name": "network-vif-deleted", "tag": "59e790d3-5aba-4ff1-a075-69908fc652a5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:38.486345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb5792ed-01d6-4a62-82ae-874fcfe746cd {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:38.486879 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5792ed-01d6-4a62-82ae-874fcfe746cd'] response: {'server_uuid': 'c3ad2af4-cd24-449e-b837-c28990a787bb', 'name': 'network-vif-deleted', 'tag': '59e790d3-5aba-4ff1-a075-69908fc652a5', 'status': 'completed', 'code': 200} Sep 29 06:56:38.600929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Attempting to bind port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:56:38.601315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Attempting to bind port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:56:38.601682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Attempting to bind port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 on network f66f9502-bdc3-4eff-9124-d8c17521023b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:56:38.609840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:56:38.610218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Checking segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:56:38.611287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.611287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Bound using segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:56:38.611544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Bound port: 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:56:38.611894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.629874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b2eec79b-b2d3-4c7a-b4be-e2e75f0d92f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.648661 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b690a7db-b48d-4f23-8104-a4e4da149606 req-250aedc7-72d0-4a94-b02f-97a272a8c2b6 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 210 time: 0.0741837 Sep 29 06:56:38.785708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.786085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] For port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:56:38.789587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] For port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:56:38.797224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.813655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:38.855307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:38.891447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230680d-3c02-497b-b9c3-ac9f2851e6e5 None None] Pushing event updated for resources: {'Port': ['ID=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:38.975946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network f66f9502-bdc3-4eff-9124-d8c17521023b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:56:38.979449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:38.991463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:56:39.066914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:39.090900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:39.125815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device abfdd909-1163-438a-9da7-fb98b80d6ef1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:39.255761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port abfdd909-1163-438a-9da7-fb98b80d6ef1 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:39.264178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port abfdd909-1163-438a-9da7-fb98b80d6ef1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:39.264968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:39.266070 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port abfdd909-1163-438a-9da7-fb98b80d6ef1 Sep 29 06:56:39.477414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port abfdd909-1163-438a-9da7-fb98b80d6ef1 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:39.477999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:39.500561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port abfdd909-1163-438a-9da7-fb98b80d6ef1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=abfdd909-1163-438a-9da7-fb98b80d6ef1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:39.504595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:39.520987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:39.578546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=abfdd909-1163-438a-9da7-fb98b80d6ef1,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:39.851297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9e96e5cd-fcac-4c1b-b95f-6f331e001aa8 req-d798bde4-d384-41d1-acfb-df010c5a4f79 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:39.873191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9e96e5cd-fcac-4c1b-b95f-6f331e001aa8 req-d798bde4-d384-41d1-acfb-df010c5a4f79 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:39.875429 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e96e5cd-fcac-4c1b-b95f-6f331e001aa8 req-d798bde4-d384-41d1-acfb-df010c5a4f79 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ad2af4-cd24-449e-b837-c28990a787bb HTTP/1.1" status: 200 len: 210 time: 0.0864658 Sep 29 06:56:39.968112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:39.972865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:40.088283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:40.090911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:40.118746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f046d56-3f11-4de1-9895-4fa441409dc4 None None] Network f66f9502-bdc3-4eff-9124-d8c17521023b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:56:40.232552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network f66f9502-bdc3-4eff-9124-d8c17521023b is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:56:40.234026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:40.255318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bd40ba72-c1af-421c-9598-cafcb61b3aaf None None] Provisioning for port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:40.459085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 6073d84d-8702-4a1f-a39c-fd289e45188d has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:40.672770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:40.683804 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Sync routers for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:40.687031 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-34c0ccda-c813-4342-af06-32431dcd93bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/6073d84d-8702-4a1f-a39c-fd289e45188d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7086396 Sep 29 06:56:40.690066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49390) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:40.706633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:40.707276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:40.862931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Provisioning for port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:40.865377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.865952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.866483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.867081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.867830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.868351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.870404 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6f6ed668-b810-45da-9ab5-8bfe977fa33f tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1780124 Sep 29 06:56:40.873060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49394) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:40.889977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Provisioning complete for port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:40.890364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:40.890712 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Attempt 1 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:40.972873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b93f0091-3efa-404b-a1da-8375d243f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:40.979533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:56:40.984155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:40.986931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.987610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.988434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.989076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.989662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.990246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:40.993048 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a350548-3b25-474c-95d6-421ac5e9a41c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1174390 Sep 29 06:56:40.995492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49400) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:41.235337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:41.277292 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-30bb0ea6-3f9a-4f70-b512-0d45d6af82f6 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2807126 Sep 29 06:56:41.308128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 59e790d3-5aba-4ff1-a075-69908fc652a5 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:41.357583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49412) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:41.360128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 59e790d3-5aba-4ff1-a075-69908fc652a5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:41.360457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 59e790d3-5aba-4ff1-a075-69908fc652a5 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:41.366096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536113135', 'description': 'tempest-secgroup-smoke-536113135 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:41.372834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:41.379658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:41.383083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:41.389190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:41.401913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.415759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:41.423697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:41.424260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.424735 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 Sep 29 06:56:41.430275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:41.434770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:41.438033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:41.444753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:41.480966 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Attempt 2 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:41.517947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.522155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.547185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:56:41.553225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:41.568569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f5e91-ae7a-4747-a723-30f51eb6243c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:41.576069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.580273 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dcbe3964-3870-45a7-8eac-488bd77f7508 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2203941 Sep 29 06:56:41.580812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:41.584683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Checking router: 6073d84d-8702-4a1f-a39c-fd289e45188d for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:41.585038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Updating router 6073d84d-8702-4a1f-a39c-fd289e45188d port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:56:41.588961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9b2f5e91-ae7a-4747-a723-30f51eb6243c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:41.596100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:41.600481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:41.603574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:41.610463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:41.635035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.659636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:41.660150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.672466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.703579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.707389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.730895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bc8123-de41-4065-b41b-eed157a5a12d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:41.742252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.746146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0d08ec7b-2191-4357-94d5-d591be3aa21a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617005 Sep 29 06:56:41.746968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49420) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:41.751930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:41.752430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9b2f5e91-ae7a-4747-a723-30f51eb6243c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:41.758526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:41.759327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.760085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device abfdd909-1163-438a-9da7-fb98b80d6ef1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:41.762394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:41.765699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:41.772172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:41.788702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.859564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.865957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.894129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1aac1f1-3018-4de8-a241-1757b394ef20,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:41.905032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.906533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3da6d84f-1aa9-4c56-8128-38c49573fdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585009 Sep 29 06:56:41.909878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49424) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:41.915020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9b2f5e91-ae7a-4747-a723-30f51eb6243c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:41.920806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:41.925406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:41.928664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:41.935304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:41.952965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.959703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:41.990738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:42.020522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.025209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.035720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.053379 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Attempt 3 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:42.057931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa86ec3-e1d3-4620-b681-09f26ea0397c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:42.071009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.074981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-91776dde-0c18-4767-a97b-a40b92655528 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1616125 Sep 29 06:56:42.075438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49428) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:42.081166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9b2f5e91-ae7a-4747-a723-30f51eb6243c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:42.088021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:42.092229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:42.095366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:42.102385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:42.121041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.157316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port abfdd909-1163-438a-9da7-fb98b80d6ef1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:42.157681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.158185 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port abfdd909-1163-438a-9da7-fb98b80d6ef1 Sep 29 06:56:42.221523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:56:42.303952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.308642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.328542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374cb65f-7442-4fab-aaf9-d327ced21858,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:42.351408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.355358 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8266ab2b-2539-4273-b59a-7d5bd832cd17 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2761509 Sep 29 06:56:42.355643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49434) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:42.365906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9b2f5e91-ae7a-4747-a723-30f51eb6243c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:42.373504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:42.378755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:42.382700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:42.389997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:42.393328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port abfdd909-1163-438a-9da7-fb98b80d6ef1 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:42.399591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.402684 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:56:42.410693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.417028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Transition to ACTIVE for port object 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:42.423762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.487060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.491044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.514373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798c7acd-8dea-4b6c-808f-0eabbd53f4b7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:42.530027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.534050 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-519f2631-434b-42e5-b980-849b22a86e3b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774592 Sep 29 06:56:42.534684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49438) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:42.542337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9b2f5e91-ae7a-4747-a723-30f51eb6243c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:42.550323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:42.554807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:42.558748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:42.565085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:42.578695 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:56:42.585517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.620081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d659f-fe0c-4691-9ad4-6f6fc0598750 None None] Pushing event updated for resources: {'Port': ['ID=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:42.638930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Attempting to bind port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:56:42.639290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Attempting to bind port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:56:42.639655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Attempting to bind port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 on network f66f9502-bdc3-4eff-9124-d8c17521023b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:56:42.647446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:56:42.647821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Checking segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:56:42.648217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.648608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Bound using segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:56:42.649065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Bound port: 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:56:42.649438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.657752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.662236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.704125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90681409-e117-464c-ab78-b4e907ea240b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:42.711821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.715016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9ccd8a28-b9bd-4fe1-be44-88b77af2215a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1785133 Sep 29 06:56:42.722721 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Attempt 4 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:42.792638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] For port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:56:42.796794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] For port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:56:42.798186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:56:42.801083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:42.866891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:42.867535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:42.894396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-c1bd8699-cd1a-4ed2-85d0-85cf978dd357 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:42.922443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-c1bd8699-cd1a-4ed2-85d0-85cf978dd357 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:42.922694 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-c1bd8699-cd1a-4ed2-85d0-85cf978dd357 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536113135&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0711048 Sep 29 06:56:42.956279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d659f-fe0c-4691-9ad4-6f6fc0598750 None None] Pushing event updated for resources: {'Port': ['ID=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:43.074580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:43.106655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-8e6335fd-0b05-4792-8b98-9fcc69e73af6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:43.107940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-8e6335fd-0b05-4792-8b98-9fcc69e73af6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:43.122827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:43.125571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-8e6335fd-0b05-4792-8b98-9fcc69e73af6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:43.126849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-8e6335fd-0b05-4792-8b98-9fcc69e73af6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 200 len: 797 time: 0.1964886 Sep 29 06:56:43.143497 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-da798d28-b504-4bb1-8eba-898e19d0e42c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0098577 Sep 29 06:56:43.239585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-2a7440f6-1c73-4f71-9473-182255ff534f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:43.256290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-2a7440f6-1c73-4f71-9473-182255ff534f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:43.257600 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-2a7440f6-1c73-4f71-9473-182255ff534f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074388 Sep 29 06:56:43.332536 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Attempt 5 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:43.418774 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-c97c8ca3-5c1a-4ad3-b1e0-2ea61d0637a1 service neutron] 10.222.0.26 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451709 Sep 29 06:56:43.424324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:43.439989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:43.440875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:43.441218 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 Sep 29 06:56:43.552981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0a64f3ec-0fff-4a63-8923-9ab8104a51be None None] Port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:56:43.564839 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-35455d91-dcd6-4e0b-bca8-b1942717966f service neutron] 10.222.0.26 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450663 Sep 29 06:56:43.651667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:43.677158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:43.682462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8313e8-79a5-4606-bf7d-96198481148f None None] The sync data for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv is: [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:43.874404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7a2d68de-fb5b-4b8f-983b-cdefca444766 req-317227c5-8bd0-4ed8-a555-292b9bfb8387 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:43.903535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7a2d68de-fb5b-4b8f-983b-cdefca444766 req-317227c5-8bd0-4ed8-a555-292b9bfb8387 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:43.905363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7a2d68de-fb5b-4b8f-983b-cdefca444766 req-317227c5-8bd0-4ed8-a555-292b9bfb8387 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 210 time: 0.0993152 Sep 29 06:56:45.116994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:45.118013 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-00ed6195-4dc3-4dac-af1b-941543f7cbe4 req-1dc68495-4b0c-45b1-b1cc-ac907317b863 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 210 time: 0.0719411 Sep 29 06:56:45.153818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-aebc53fd-4c73-40ea-80bf-6ac506760aac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:45.154558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-aebc53fd-4c73-40ea-80bf-6ac506760aac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:45.167539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-aebc53fd-4c73-40ea-80bf-6ac506760aac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:45.168693 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-aebc53fd-4c73-40ea-80bf-6ac506760aac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 200 len: 797 time: 0.2276468 Sep 29 06:56:45.239708 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-6c0f3207-6fdb-4807-b515-a627ecea4f92 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 379 time: 0.0462227 Sep 29 06:56:45.251090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:45.255360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['9b2f5e91-ae7a-4747-a723-30f51eb6243c']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:45.257215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:45.257591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:45.257920 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:45.402006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:45.403193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:45.412231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:45.423084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:45.433910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:56:45.437436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:45.445453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:45.450478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:45.518937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:45.606764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.10 (f66f9502-bdc3-4eff-9124-d8c17521023b/e59a33e4-8b06-4384-ba4f-09a3b97cc20d/c7ba37f9-bac1-43a8-89dc-bdd281b7d3df) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:56:45.735129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49480) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:45.900850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:45.916817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object c7ba37f9-bac1-43a8-89dc-bdd281b7d3df will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:45.942035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:45.944345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Deleting port 7b0ce87e-f5b0-4c01-bfc9-58955be8cb74 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:45.944711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.024013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network f66f9502-bdc3-4eff-9124-d8c17521023b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:56:46.027095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:46.030843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:56:46.075358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:46.101850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:46.102846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.130930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-5e4fb25d-5e12-4dc2-bbcc-cf4175668bc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8811295 Sep 29 06:56:46.138203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.138773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.148202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Request body: {'port': {'device_id': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:46.273452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Calling delete_port for 7b0ce87e-f5b0-4c01-bfc9-58955be8cb74 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:46.313207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.337807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Provisioning for port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:46.348383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Provisioning complete for port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:46.349647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.350183 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Attempt 1 to provision port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df Sep 29 06:56:46.417248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:56:46.433122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b76af-8d15-4512-a2cb-0e771519ec22 req-7aaa4072-c6d5-4054-bd8a-5590a4d215ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:46.433839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-f13b76af-8d15-4512-a2cb-0e771519ec22 req-7aaa4072-c6d5-4054-bd8a-5590a4d215ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:46.452343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.500844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-f13b76af-8d15-4512-a2cb-0e771519ec22 req-7aaa4072-c6d5-4054-bd8a-5590a4d215ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:46.502013 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f13b76af-8d15-4512-a2cb-0e771519ec22 req-7aaa4072-c6d5-4054-bd8a-5590a4d215ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 932 time: 0.2403924 Sep 29 06:56:46.503709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'Port': ['ID=7b0ce87e-f5b0-4c01-bfc9-58955be8cb74,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:46.600503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.600829 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Floating IP 38078265-f251-46ad-9f6b-3faae14f577d disassociated (deleted). External IP: 172.26.0.116, port: 83afd9b4-85c0-40b0-89c9-72cdd33511c9. Sep 29 06:56:46.632847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f13b76af-8d15-4512-a2cb-0e771519ec22 req-87b8ecb2-12b1-4d78-8c22-b9b414f2895d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220655 Sep 29 06:56:46.757991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ba37f9-bac1-43a8-89dc-bdd281b7d3df {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:56:46.765723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.781390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Transition to ACTIVE for port object c7ba37f9-bac1-43a8-89dc-bdd281b7d3df will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:56:46.786210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:46.918926 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Attempt 2 to provision port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df Sep 29 06:56:46.973897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:56:46.975710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:47.017976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Attempting to bind port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:56:47.017976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Attempting to bind port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:56:47.018877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Attempting to bind port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df on network f66f9502-bdc3-4eff-9124-d8c17521023b {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:56:47.024126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df on network f66f9502-bdc3-4eff-9124-d8c17521023b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:56:47.024570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Attempting to bind port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df on network f66f9502-bdc3-4eff-9124-d8c17521023b {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:56:47.030822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:56:47.031161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Checking segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:56:47.031544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Bound using segment: {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:56:47.032165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Bound port: c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a9364b-b333-4a7b-9909-83907e2de616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:56:47.032353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:47.062370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:47.084706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:47.125556 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:56:47.134835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] For port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:56:47.139104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] For port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:56:47.140764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:47.144326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:47.147717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.148337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:47.149735 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 200 len: 1094 time: 1.0061843 Sep 29 06:56:47.163187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:47.163570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:47.163898 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 Sep 29 06:56:47.182272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:47.184609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf6140-6599-49bd-8e94-142c14b6d28e" -d '{"events": [{"name": "network-changed", "server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:47.254218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4289454-f049-4228-87dd-16d1c09a6b9c x-openstack-request-id: req-b4289454-f049-4228-87dd-16d1c09a6b9c {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:47.254591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:47.254718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:47.255153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4289454-f049-4228-87dd-16d1c09a6b9c {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:47.255153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4289454-f049-4228-87dd-16d1c09a6b9c'] response: {'name': 'network-changed', 'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'status': 'completed', 'code': 200} Sep 29 06:56:47.265591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:47.285472 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:47.286338 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:47.288059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:47.294014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550954-5ab8-4353-856d-2d0b60f774c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:47.305098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:47.312977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-3176714f-f2c9-41d3-a1af-9626e7fef402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.314458 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-3176714f-f2c9-41d3-a1af-9626e7fef402 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1097 time: 0.0988636 Sep 29 06:56:47.356016 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2e6a150a-ce86-431d-9fcc-52b2640c0310 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "DELETE /v2.0/floatingips/38078265-f251-46ad-9f6b-3faae14f577d HTTP/1.1" status: 204 len: 168 time: 1.6197698 Sep 29 06:56:47.356959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:47.359822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a0aa6-63d3-4b02-a732-16bf5feeb846" -d '{"events": [{"name": "network-changed", "server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:47.416895 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-c77251bd-cf14-4acb-a86b-08273210eb88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 200 len: 217 time: 0.0909491 Sep 29 06:56:47.418130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f8aae-0015-449f-a486-6ad698782f88 x-openstack-request-id: req-125f8aae-0015-449f-a486-6ad698782f88 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:47.418420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:47.418696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-125f8aae-0015-449f-a486-6ad698782f88 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:47.419098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125f8aae-0015-449f-a486-6ad698782f88'] response: {'name': 'network-changed', 'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'status': 'completed', 'code': 200} Sep 29 06:56:47.475475 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Attempt 3 to provision port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df Sep 29 06:56:47.520826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-4e12f70f-235a-4dce-b521-d80fbaa5a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.522400 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-4e12f70f-235a-4dce-b521-d80fbaa5a0ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e59a33e4-8b06-4384-ba4f-09a3b97cc20d HTTP/1.1" status: 200 len: 835 time: 0.0680413 Sep 29 06:56:47.536613 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:47.552305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-a2b7b633-c1fb-49be-8ce1-75df10a9e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.554420 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-a2b7b633-c1fb-49be-8ce1-75df10a9e9c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4962febafc44219bb15b19f43d1a004&device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 1099 time: 0.0946169 Sep 29 06:56:47.561460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8e45f42c-5239-4c34-b4ac-3515450e5586 None None] Port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:56:47.642918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-9de81bc0-3368-4bd7-b803-a56701c55450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.645015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-9de81bc0-3368-4bd7-b803-a56701c55450 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f66f9502-bdc3-4eff-9124-d8c17521023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153741 Sep 29 06:56:47.780666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-66913655-606a-460d-93e4-92da7da15732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.782030 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-66913655-606a-460d-93e4-92da7da15732 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 200 len: 913 time: 0.2210841 Sep 29 06:56:47.862422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-5e856068-df07-44cb-ad5a-f0a094296431 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 200 len: 217 time: 0.0638175 Sep 29 06:56:47.928131 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:47.929757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0e59c-309a-4b4b-8f4a-265099ae0365 req-d85813ea-0e3b-43d0-be80-3861ec015ced tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.930507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6cd0e59c-309a-4b4b-8f4a-265099ae0365 req-d85813ea-0e3b-43d0-be80-3861ec015ced tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:47.932723 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:47.942786 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:47.943539 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:47.951366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-c68ac28b-2d70-4f32-a64e-75af7ccc98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:47.952824 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-c68ac28b-2d70-4f32-a64e-75af7ccc98f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 200 len: 851 time: 0.0843630 Sep 29 06:56:47.957854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6cd0e59c-309a-4b4b-8f4a-265099ae0365 req-d85813ea-0e3b-43d0-be80-3861ec015ced tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:47.958995 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6cd0e59c-309a-4b4b-8f4a-265099ae0365 req-d85813ea-0e3b-43d0-be80-3861ec015ced tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 946 time: 0.2373390 Sep 29 06:56:48.056848 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6cd0e59c-309a-4b4b-8f4a-265099ae0365 req-779ea1db-c6fc-4187-bc61-941366e5a735 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563552 Sep 29 06:56:48.085958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-1c98ff38-a882-414e-b08c-541c070ee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:48.086161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8555-c9ca-4fdb-88ff-f8531e578096 req-d789be26-90ab-4581-89c3-554af9d7349e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:48.086304 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a47b8555-c9ca-4fdb-88ff-f8531e578096 req-d789be26-90ab-4581-89c3-554af9d7349e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 944 time: 0.3241067 Sep 29 06:56:48.087508 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-1c98ff38-a882-414e-b08c-541c070ee0a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272569 Sep 29 06:56:48.089958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-da08d72f-becd-48d9-a682-9ba3dd337ebb service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774677 Sep 29 06:56:48.130783 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:48.218272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a47b8555-c9ca-4fdb-88ff-f8531e578096 req-965184dc-164d-437b-bcec-c5e2b148c8b9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238847 Sep 29 06:56:48.226432 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-f895a510-f069-45f7-a6a9-72b9883f33c7 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281369 Sep 29 06:56:48.282029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d87bf18-1663-4898-8ee6-17f6caa2510e req-1c4581aa-2b2e-4e5b-9650-101bbf371503 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684000 Sep 29 06:56:48.368728 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-693a0aa6-63d3-4b02-a732-16bf5feeb846 req-682b51e1-bdb4-4f7f-bb88-ae35a3ec61f6 service neutron] 10.222.0.61 "GET /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343226 Sep 29 06:56:48.453653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-d8cf1adc-e1b3-4529-a151-a8219fb1758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:48.455257 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-d8cf1adc-e1b3-4529-a151-a8219fb1758e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1097 time: 0.0864782 Sep 29 06:56:48.458885 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:48.463794 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414b608-fa07-4708-8df1-edf5ea284f65 None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:48:17Z', 'revision_number': 4, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'cc4a6d3c-be71-4e62-add7-87da8166622c', 'name': '', 'network_id': '4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'mac_address': 'fa:16:3e:88:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:14Z', 'updated_at': '2022-09-29T06:48:32Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'subnets': [{'id': '69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:48.591444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-8cbe9907-3ccd-4721-919c-5ffe0cf37901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:48.592891 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-8cbe9907-3ccd-4721-919c-5ffe0cf37901 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 200 len: 898 time: 0.1310463 Sep 29 06:56:48.665361 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-28ba4baa-a9e8-4223-b4b4-91602a199528 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 200 len: 217 time: 0.0658734 Sep 29 06:56:48.673201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5bac0-02d9-4072-a15d-5e63c435ae3e None None] New status for floating IP 38078265-f251-46ad-9f6b-3faae14f577d: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:56:48.727948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-ab9c0072-7a48-4ce4-baec-baf524f5031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:48.729377 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-ab9c0072-7a48-4ce4-baec-baf524f5031c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e59a33e4-8b06-4384-ba4f-09a3b97cc20d HTTP/1.1" status: 200 len: 835 time: 0.0568705 Sep 29 06:56:48.815072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-e9b795d0-75ec-40f0-b021-28b713fef89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:48.816573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-e9b795d0-75ec-40f0-b021-28b713fef89e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f66f9502-bdc3-4eff-9124-d8c17521023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803382 Sep 29 06:56:48.949311 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-466df33f-85aa-45f3-a466-d72196325d2e service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249566 Sep 29 06:56:49.083677 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0aaf6140-6599-49bd-8e94-142c14b6d28e req-53b920b7-b85d-4033-9a9c-e18dd03ff531 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282139 Sep 29 06:56:49.265851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876cf64-323e-48b2-8bc5-bcc20367a9f7 req-15114e14-4b53-41cf-b33c-0fc2bfb2bee0 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:49.267361 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f876cf64-323e-48b2-8bc5-bcc20367a9f7 req-15114e14-4b53-41cf-b33c-0fc2bfb2bee0 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 946 time: 0.0912035 Sep 29 06:56:49.311376 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f876cf64-323e-48b2-8bc5-bcc20367a9f7 req-acfb8d02-b67b-41da-a054-d15e14a677f7 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe769f9c-d3f9-4c37-892d-36a71d14c765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383527 Sep 29 06:56:49.423912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53455c46-1814-4280-b881-feb4953349d2 req-886adb6f-d746-494b-802c-f8d082688b65 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:49.425968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-53455c46-1814-4280-b881-feb4953349d2 req-886adb6f-d746-494b-802c-f8d082688b65 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 944 time: 0.0887413 Sep 29 06:56:49.469278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-53455c46-1814-4280-b881-feb4953349d2 req-cfa5d436-4d3e-4d3a-bb75-73659193384b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Sep 29 06:56:49.675481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938293e5-49dd-435f-bf78-792e3aedb207 req-b2376aa7-5759-474c-aede-f963dc40eb6f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:49.676967 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-938293e5-49dd-435f-bf78-792e3aedb207 req-b2376aa7-5759-474c-aede-f963dc40eb6f tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 946 time: 0.0897095 Sep 29 06:56:49.745935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Deleting port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:49.746214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:49.990595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] For port 83afd9b4-85c0-40b0-89c9-72cdd33511c9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=83afd9b4-85c0-40b0-89c9-72cdd33511c9,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:49.990951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:50.203612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Calling delete_port for 83afd9b4-85c0-40b0-89c9-72cdd33511c9 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:50.346061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:50.395881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'Port': ['ID=83afd9b4-85c0-40b0-89c9-72cdd33511c9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:50.485509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] No DVR routers for this DVR port 83afd9b4-85c0-40b0-89c9-72cdd33511c9 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:56:50.488246 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a04fec69-beaa-4425-b847-3ca460f66f83 req-bafa4d27-85d3-4007-ae55-953e25298b42 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 210 time: 0.0518856 Sep 29 06:56:50.488646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:50.491311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'name': 'network-vif-deleted', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:50.493612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04965c-11f9-40e3-8d4e-1c5cfeeb0a0c" -d '{"events": [{"server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "name": "network-vif-deleted", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:50.522270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-938293e5-49dd-435f-bf78-792e3aedb207 req-a25a8f8c-8c4b-4e90-b3e8-c9ac6e308167 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.61 "DELETE /v2.0/ports/83afd9b4-85c0-40b0-89c9-72cdd33511c9 HTTP/1.1" status: 204 len: 173 time: 0.8401458 Sep 29 06:56:50.537994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4f6e9-7249-44f4-98a5-1569bcce51dd x-openstack-request-id: req-2ab4f6e9-7249-44f4-98a5-1569bcce51dd {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:50.538711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e728e4c-eb34-4259-9439-177158c9a496", "name": "network-vif-deleted", "tag": "83afd9b4-85c0-40b0-89c9-72cdd33511c9", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:50.538711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ab4f6e9-7249-44f4-98a5-1569bcce51dd {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:50.539102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab4f6e9-7249-44f4-98a5-1569bcce51dd'] response: {'server_uuid': '1e728e4c-eb34-4259-9439-177158c9a496', 'name': 'network-vif-deleted', 'tag': '83afd9b4-85c0-40b0-89c9-72cdd33511c9', 'status': 'completed', 'code': 200} Sep 29 06:56:50.788309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f9df8-895e-4df4-9999-45ee46f35f5d req-6c6ca8e7-bd24-41d8-b215-70c143713096 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:50.789877 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-674f9df8-895e-4df4-9999-45ee46f35f5d req-6c6ca8e7-bd24-41d8-b215-70c143713096 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 944 time: 0.2010906 Sep 29 06:56:50.843299 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-674f9df8-895e-4df4-9999-45ee46f35f5d req-fc4ea25e-571b-42f8-a930-9b0bf98e7e78 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473602 Sep 29 06:56:51.368075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c7ba37f9-bac1-43a8-89dc-bdd281b7d3df details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:56:51.500192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:51.513246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'port_id': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'mac_address': 'fa:16:3e:26:63:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:56:51.573084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:51.573469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:51.590911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ba37f9-bac1-43a8-89dc-bdd281b7d3df {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:56:51.610730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:51.614861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:51.685475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:51.687819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-fa018a11-40bf-4215-983d-58530e3c5517 req-4e42bf4d-df2a-46a6-9338-0465a9a40cef tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Synchronizing usage tracker for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:56:51.703069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-fa018a11-40bf-4215-983d-58530e3c5517 req-4e42bf4d-df2a-46a6-9338-0465a9a40cef tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Unset dirty status for tenant:a4962febafc44219bb15b19f43d1a004 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:56:51.704509 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fa018a11-40bf-4215-983d-58530e3c5517 req-4e42bf4d-df2a-46a6-9338-0465a9a40cef tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e728e4c-eb34-4259-9439-177158c9a496 HTTP/1.1" status: 200 len: 210 time: 0.0819600 Sep 29 06:56:52.037146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['c7ba37f9-bac1-43a8-89dc-bdd281b7d3df'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:56:52.037584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b4efa-dbb1-4b4d-890f-04cfa903ace6 req-eb99f26d-0327-4574-acb7-9b596e889413 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:52.039090 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6e2b4efa-dbb1-4b4d-890f-04cfa903ace6 req-eb99f26d-0327-4574-acb7-9b596e889413 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 945 time: 0.0911052 Sep 29 06:56:52.083080 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6e2b4efa-dbb1-4b4d-890f-04cfa903ace6 req-473cd4d6-3629-45d8-9e35-b949fbd57db2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 Sep 29 06:56:52.803378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49512) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:52.956124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Deleting port fd658b5c-b2cf-4e24-abfa-c54aaab30b75 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:52.956488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.126283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.126647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.248876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Calling delete_port for fd658b5c-b2cf-4e24-abfa-c54aaab30b75 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:53.282430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bfa6f-ac72-45a9-8582-362ea57785c0 req-1ee92945-2300-45f8-8935-16768db1f9c7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:53.283843 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-299bfa6f-ac72-45a9-8582-362ea57785c0 req-1ee92945-2300-45f8-8935-16768db1f9c7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 945 time: 0.0892713 Sep 29 06:56:53.328323 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-299bfa6f-ac72-45a9-8582-362ea57785c0 req-12e9aa7f-b78f-4a6f-942c-d1667348f8d9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380764 Sep 29 06:56:53.380149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c7ba37f9-bac1-43a8-89dc-bdd281b7d3df up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:56:53.390467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.437299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'Port': ['ID=fd658b5c-b2cf-4e24-abfa-c54aaab30b75,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:53.448986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:56:53.453574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:56:53.453945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.454276 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df Sep 29 06:56:53.538344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.555965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.557117 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c5f68857-1c50-468e-b6a3-b06b979bb2fb tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "DELETE /v2.0/floatingips/905df357-fe70-4ddb-b523-9ef6ac694d7e HTTP/1.1" status: 204 len: 168 time: 0.7527440 Sep 29 06:56:53.572046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:56:53.572426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.599881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:53.602174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce2b7ff-52ba-4d6a-8d6e-ce2f7582313b" -d '{"events": [{"server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:53.609966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:53.615564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:53.616449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 83afd9b4-85c0-40b0-89c9-72cdd33511c9 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:56:53.673786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761c697-55ad-480e-8e7c-d4c2721088b8 x-openstack-request-id: req-c761c697-55ad-480e-8e7c-d4c2721088b8 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:53.674073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:53.674325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c761c697-55ad-480e-8e7c-d4c2721088b8 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:53.674741 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c761c697-55ad-480e-8e7c-d4c2721088b8'] response: {'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'code': 200} Sep 29 06:56:53.698965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 83afd9b4-85c0-40b0-89c9-72cdd33511c9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:56:53.699310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 83afd9b4-85c0-40b0-89c9-72cdd33511c9 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:56:53.718883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:53.918361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d841f-fb87-442f-a292-f1ca47b9f2e7 req-817ed2dc-ee08-4ce3-8867-ffe8faa4bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:53.919949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d99d841f-fb87-442f-a292-f1ca47b9f2e7 req-817ed2dc-ee08-4ce3-8867-ffe8faa4bff2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1099 time: 0.0791688 Sep 29 06:56:53.962391 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d99d841f-fb87-442f-a292-f1ca47b9f2e7 req-8d45b0c9-cc7b-42b9-8763-723a5de2c770 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368969 Sep 29 06:56:54.533851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3fa86-2836-4e2e-b097-b416a444e9af req-ac10398e-dead-40c5-9e0d-bb1a9eda4b99 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:54.535906 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cda3fa86-2836-4e2e-b097-b416a444e9af req-ac10398e-dead-40c5-9e0d-bb1a9eda4b99 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 946 time: 0.0906842 Sep 29 06:56:54.579670 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cda3fa86-2836-4e2e-b097-b416a444e9af req-75fda3b4-4bc3-4477-b246-fb958f2bbb0e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Sep 29 06:56:55.781770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1a60-1ee4-461e-acc1-35c3d629d8d7 req-bbd06933-bbc2-4a9a-b625-88f2482fc3c0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:55.783651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8aae1a60-1ee4-461e-acc1-35c3d629d8d7 req-bbd06933-bbc2-4a9a-b625-88f2482fc3c0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 946 time: 0.0943196 Sep 29 06:56:55.830096 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8aae1a60-1ee4-461e-acc1-35c3d629d8d7 req-2b76589b-a3d4-44f3-9cf8-7e3abba5f767 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403061 Sep 29 06:56:56.030860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987d4d6-0b48-4be8-8487-81c8c7d76ee1 req-c18366a4-1330-40bb-9fcf-19777b0c5270 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:56.030860 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a987d4d6-0b48-4be8-8487-81c8c7d76ee1 req-c18366a4-1330-40bb-9fcf-19777b0c5270 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 946 time: 0.0897491 Sep 29 06:56:56.031378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49538) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:56.083808 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a987d4d6-0b48-4be8-8487-81c8c7d76ee1 req-e830b1b7-2315-40e5-bcbe-4a67b15b9288 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480494 Sep 29 06:56:56.111114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-473c38d2-c187-47e8-a36d-eae79760f5c2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.114952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49542) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:56.141528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-473c38d2-c187-47e8-a36d-eae79760f5c2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.192413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956124c8-016f-4a08-be07-c51a1f6a57dc tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:56.193998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-956124c8-016f-4a08-be07-c51a1f6a57dc tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1094 time: 0.0778453 Sep 29 06:56:56.196928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49546) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:56.202377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:56:56.208302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:56:56.215716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:56:56.219883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:56:56.223372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-473c38d2-c187-47e8-a36d-eae79760f5c2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.237203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:56:56.247413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c38d2-c187-47e8-a36d-eae79760f5c2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe769f9c-d3f9-4c37-892d-36a71d14c765,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:56.259752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.280561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-473c38d2-c187-47e8-a36d-eae79760f5c2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.281784 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-473c38d2-c187-47e8-a36d-eae79760f5c2 tempest-TestVolumeBootPattern-1622714627 tempest-TestVolumeBootPattern-1622714627-project] 10.222.0.26 "DELETE /v2.0/security-groups/fe769f9c-d3f9-4c37-892d-36a71d14c765 HTTP/1.1" status: 204 len: 168 time: 0.2498350 Sep 29 06:56:56.349576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49552) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:56.418340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.656558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.125 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/80617272-67e8-4b5b-b0ba-7ce5736656e4) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:56:56.802036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.831362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:56.897731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:56:56.900508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:56:56.903997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:56:56.946613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=80617272-67e8-4b5b-b0ba-7ce5736656e4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:57.052780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.324672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.403886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Deleting port cc4a6d3c-be71-4e62-add7-87da8166622c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:57.404255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.408143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.622968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.627637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.683376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] For port cc4a6d3c-be71-4e62-add7-87da8166622c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cc4a6d3c-be71-4e62-add7-87da8166622c,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:57.683727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.732494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=80617272-67e8-4b5b-b0ba-7ce5736656e4,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:57.735258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:57.805005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Calling delete_port for cc4a6d3c-be71-4e62-add7-87da8166622c owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:56:57.902022 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 59ba3851-e805-418c-aaac-3181bc359b93 associated. External IP: 172.26.0.125, port: c7ba37f9-bac1-43a8-89dc-bdd281b7d3df. Sep 29 06:56:58.124180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:58.171016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4a6d3c-be71-4e62-add7-87da8166622c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:56:58.371958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 6073d84d-8702-4a1f-a39c-fd289e45188d has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:58.459460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:58.564049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:58.575093 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] Sync routers for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:58.584949 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:58.585783 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:58.589500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:58.646112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e00e27d4-a449-4912-9557-60756893c69e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4479141 Sep 29 06:56:58.646832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:56:58.649408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fde5c5a-7521-4325-9723-8c24bc7328d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:56:58.649563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49558) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:58.691223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943929a-0832-46dd-ac34-ef552bb8101c x-openstack-request-id: req-f943929a-0832-46dd-ac34-ef552bb8101c {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:56:58.691514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:56:58.691763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f943929a-0832-46dd-ac34-ef552bb8101c {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:56:58.692165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f943929a-0832-46dd-ac34-ef552bb8101c'] response: {'name': 'network-changed', 'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'status': 'completed', 'code': 200} Sep 29 06:56:58.774989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:58.824657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-79197881-3669-4e07-85cc-e3842a2860b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:58.826282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-79197881-3669-4e07-85cc-e3842a2860b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1099 time: 0.0871699 Sep 29 06:56:58.968703 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2babf193-d0eb-47cf-97a3-0e2b57542bd5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/59ba3851-e805-418c-aaac-3181bc359b93 HTTP/1.1" status: 200 len: 992 time: 0.3177645 Sep 29 06:56:58.986651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-af0ad2b5-888b-44fe-8ada-a2de2edc2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:58.988996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-af0ad2b5-888b-44fe-8ada-a2de2edc2833 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 200 len: 898 time: 0.1498091 Sep 29 06:56:59.083317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Router 18f6c0b2-83c6-495c-964b-a8a85235410c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:56:59.109179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-1521b508-16a4-4c07-9e45-6a08bb4174fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 200 len: 1000 time: 0.1138499 Sep 29 06:56:59.151448 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '59ba3851-e805-418c-aaac-3181bc359b93', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'port_id': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'mac_address': 'fa:16:3e:26:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:56:57Z', 'updated_at': '2022-09-29T06:56:57Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:45Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:59.156061 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] Checking router: 6073d84d-8702-4a1f-a39c-fd289e45188d for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:59.165866 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:59.167160 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:59.178051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-baae0378-0e39-4cc6-b1b2-bdbdcdc3f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:59.179600 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-baae0378-0e39-4cc6-b1b2-bdbdcdc3f10b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e59a33e4-8b06-4384-ba4f-09a3b97cc20d HTTP/1.1" status: 200 len: 835 time: 0.0589399 Sep 29 06:56:59.266215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-f5ed0754-70e3-4a8f-b425-5aa14bec4487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:56:59.267929 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-f5ed0754-70e3-4a8f-b425-5aa14bec4487 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f66f9502-bdc3-4eff-9124-d8c17521023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823710 Sep 29 06:56:59.268910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:56:59.279389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] Sync routers for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:56:59.288755 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3e176594-6ae9-4de1-a0ba-2b62495f7bca admin admin] 10.222.0.26 "PUT /v2.0/routers/18f6c0b2-83c6-495c-964b-a8a85235410c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9358158 Sep 29 06:56:59.291340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49564) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:59.292211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:59.292826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:59.351925 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:59.455315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-54fd5e21-4748-4118-8066-51822d8962e2 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811998 Sep 29 06:56:59.521275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:56:59.542523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:59.637714 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7fde5c5a-7521-4325-9723-8c24bc7328d2 req-7c7b987d-7392-4df2-bcae-55ab64fd27de service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504164 Sep 29 06:56:59.764596 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '59ba3851-e805-418c-aaac-3181bc359b93', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'port_id': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'mac_address': 'fa:16:3e:26:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:56:57Z', 'updated_at': '2022-09-29T06:56:57Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:45Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:59.767856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:59.771460 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565e47ce-4ccb-4bf6-8014-5bd672fbdf50 None None] The sync data for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv is: [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '59ba3851-e805-418c-aaac-3181bc359b93', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'port_id': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'mac_address': 'fa:16:3e:26:63:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:56:57Z', 'updated_at': '2022-09-29T06:56:57Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:45Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:56:59.785643 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Deleting port 4001916c-51ea-4b53-a641-a457f450f6e4 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:56:59.786078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:56:59.856491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:56:58Z', 'revision_number': 5, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port': {'id': '4001916c-51ea-4b53-a641-a457f450f6e4', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:10Z', 'updated_at': '2022-09-29T06:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:59.860727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] Checking router: 18f6c0b2-83c6-495c-964b-a8a85235410c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:56:59.869696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] Routers {'18f6c0b2-83c6-495c-964b-a8a85235410c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:56:59.870314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['18f6c0b2-83c6-495c-964b-a8a85235410c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:56:59.972670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:56:59.976193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] For port 4001916c-51ea-4b53-a641-a457f450f6e4, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4001916c-51ea-4b53-a641-a457f450f6e4,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:56:59.976616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.026681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] Set router 18f6c0b2-83c6-495c-964b-a8a85235410c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:57:00.077885 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f02933-5b4c-4846-a02f-48481019f08c None None] New status for floating IP 59ba3851-e805-418c-aaac-3181bc359b93: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:57:00.135017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Calling delete_port for 4001916c-51ea-4b53-a641-a457f450f6e4 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:00.141476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:56:59Z', 'revision_number': 6, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:00.146160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6192d7ca-aecb-4dd6-a73c-4b357ae5837f None None] The sync data for ids ['18f6c0b2-83c6-495c-964b-a8a85235410c'] in dv-neutron-859761-1-hyperv is: [{'id': '18f6c0b2-83c6-495c-964b-a8a85235410c', 'name': 'tempest-TestVolumeBootPattern-1873140953-router', 'tenant_id': 'a4962febafc44219bb15b19f43d1a004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:09Z', 'updated_at': '2022-09-29T06:56:59Z', 'revision_number': 6, 'project_id': 'a4962febafc44219bb15b19f43d1a004', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:57:00.168063 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-04bde189-ddf3-483e-96c0-2ec0ef3e833a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/59ba3851-e805-418c-aaac-3181bc359b93 HTTP/1.1" status: 200 len: 992 time: 0.1942365 Sep 29 06:57:00.306293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.355495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4001916c-51ea-4b53-a641-a457f450f6e4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:00.455642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.736497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.738723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.760675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.761157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18f6c0b2-83c6-495c-964b-a8a85235410c {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:57:00.775183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.776312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e8cbd01a-bac5-49e4-9124-9116241e6d9f admin admin] 10.222.0.26 "DELETE /v2.0/routers/18f6c0b2-83c6-495c-964b-a8a85235410c HTTP/1.1" status: 204 len: 168 time: 1.4839485 Sep 29 06:57:00.779345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49572) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:00.838826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Deleting subnet 69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:57:00.841531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.888883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:00.970061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.045621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.068909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cc4a6d3c-be71-4e62-add7-87da8166622c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:57:01.094798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:01.096730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.104968 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-62e4fda8-dbe2-40f4-aae1-52ef35db9cd1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/69c5edcc-9f2f-4204-a5a6-0a1bab8cba6b HTTP/1.1" status: 204 len: 168 time: 0.3223166 Sep 29 06:57:01.105149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: cc4a6d3c-be71-4e62-add7-87da8166622c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:57:01.105149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cc4a6d3c-be71-4e62-add7-87da8166622c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:57:01.105149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4001916c-51ea-4b53-a641-a457f450f6e4 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:57:01.105393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49576) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:01.146429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 4001916c-51ea-4b53-a641-a457f450f6e4 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:57:01.146827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4001916c-51ea-4b53-a641-a457f450f6e4 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:57:01.148820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f85ad0-1cce-4127-8977-aac1c699c6a5 None None] Network 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:57:01.172688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49580) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:01.228653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.239814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Deleting port 37c95135-4bc5-488d-bea0-f6ed34eecdfe {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:01.240071 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.305882 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-736d2695-4698-4a43-95d4-247ca239b677 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/59ba3851-e805-418c-aaac-3181bc359b93 HTTP/1.1" status: 200 len: 994 time: 0.1260707 Sep 29 06:57:01.438807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] DHCP port deletion for 4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:57:01.443692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Deleting port 37c95135-4bc5-488d-bea0-f6ed34eecdfe {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:01.444098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.461287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] For port 37c95135-4bc5-488d-bea0-f6ed34eecdfe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37c95135-4bc5-488d-bea0-f6ed34eecdfe,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:57:01.461860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.586199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Calling delete_port for 37c95135-4bc5-488d-bea0-f6ed34eecdfe owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:01.642524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] For port 37c95135-4bc5-488d-bea0-f6ed34eecdfe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37c95135-4bc5-488d-bea0-f6ed34eecdfe,segment=NetworkSegment(1e3d6639-c161-47cf-8989-82923719fe8c),segment_id=1e3d6639-c161-47cf-8989-82923719fe8c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:57:01.642916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.665231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.714908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] No DVR routers for this DVR port 37c95135-4bc5-488d-bea0-f6ed34eecdfe on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:57:01.747047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Pushing event deleted for resources: {'Port': ['ID=37c95135-4bc5-488d-bea0-f6ed34eecdfe,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:01.814194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Calling delete_port for 37c95135-4bc5-488d-bea0-f6ed34eecdfe owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:01.840123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.864742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:01.876244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3d6639-c161-47cf-8989-82923719fe8c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:01.876541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3d6639-c161-47cf-8989-82923719fe8c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:01.883974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:57:01.884410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:57:01.887641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.903548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.910015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:57:01.910421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:01.991350 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 1e3d6639-c161-47cf-8989-82923719fe8c resource provider aggregate not found Sep 29 06:57:02.007798 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 1e3d6639-c161-47cf-8989-82923719fe8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e3d6639-c161-47cf-8989-82923719fe8c found for delete ", "request_id": "req-0505c55f-64d1-45f7-a947-4a82f869eb84"}]} Sep 29 06:57:02.008992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:02.025135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:02.035629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:02.048368 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7eef7dbb-6381-47f2-830b-6b460a8ea7be admin admin] 10.222.0.26 "DELETE /v2.0/networks/4cd3cb98-edb5-4732-a0fb-6e1bd9ffa880 HTTP/1.1" status: 204 len: 168 time: 0.9421804 Sep 29 06:57:02.051240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49590) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:02.385345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Deleting port 37c95135-4bc5-488d-bea0-f6ed34eecdfe {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:02.385881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:02.457384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-513af6d0-849e-444f-b941-5a0dbab40b4e None None] The port '37c95135-4bc5-488d-bea0-f6ed34eecdfe' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:57:02.675959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:03.013124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Deleting port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:03.013462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:03.063312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37c95135-4bc5-488d-bea0-f6ed34eecdfe no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:57:03.101063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 37c95135-4bc5-488d-bea0-f6ed34eecdfe {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:57:03.101410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37c95135-4bc5-488d-bea0-f6ed34eecdfe not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:57:03.192453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] For port 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:57:03.192806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:03.311379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Calling delete_port for 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:03.495191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:03.540778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:03.910919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:04.254840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Router 0351dee2-99ed-4208-a008-825c1a2b1a7e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:57:04.426909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:57:04.436082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] Sync routers for ids ['0351dee2-99ed-4208-a008-825c1a2b1a7e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:57:04.442667 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-abf95e4a-cbd5-4291-8e9c-baf57a62e4cb admin admin] 10.222.0.26 "PUT /v2.0/routers/0351dee2-99ed-4208-a008-825c1a2b1a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903654 Sep 29 06:57:04.445224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49594) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:04.448202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] Routers {'0351dee2-99ed-4208-a008-825c1a2b1a7e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:57:04.448910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0351dee2-99ed-4208-a008-825c1a2b1a7e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:04.615965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:04.621949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] Set router 0351dee2-99ed-4208-a008-825c1a2b1a7e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:57:04.787516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:04.796871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Deleting port db6f5f7c-652a-49b4-95e2-34378424f393 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:04.797247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:04.904625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:57:03Z', 'revision_number': 5, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port': {'id': 'db6f5f7c-652a-49b4-95e2-34378424f393', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:48:27Z', 'updated_at': '2022-09-29T06:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:04.908722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] Checking router: 0351dee2-99ed-4208-a008-825c1a2b1a7e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:57:04.918482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] Routers {'0351dee2-99ed-4208-a008-825c1a2b1a7e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:57:04.919133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:56:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0351dee2-99ed-4208-a008-825c1a2b1a7e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:05.075672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] Set router 0351dee2-99ed-4208-a008-825c1a2b1a7e gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:57:05.080191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] For port db6f5f7c-652a-49b4-95e2-34378424f393, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=db6f5f7c-652a-49b4-95e2-34378424f393,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:57:05.080678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.183033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:57:04Z', 'revision_number': 6, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:05.186976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4102-c9b9-41fd-9b74-d80b0f167d35 None None] The sync data for ids ['0351dee2-99ed-4208-a008-825c1a2b1a7e'] in dv-neutron-859761-1-hyperv is: [{'id': '0351dee2-99ed-4208-a008-825c1a2b1a7e', 'name': 'tempest-TestVolumeBootPattern-900924894-router', 'tenant_id': '9cbe6b6ffad649c2a430f028c65c3207', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:48:25Z', 'updated_at': '2022-09-29T06:57:04Z', 'revision_number': 6, 'project_id': '9cbe6b6ffad649c2a430f028c65c3207', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:57:05.203486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Calling delete_port for db6f5f7c-652a-49b4-95e2-34378424f393 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:05.366379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.415026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6f5f7c-652a-49b4-95e2-34378424f393,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:05.514310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.692312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.694415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.715403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.716072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0351dee2-99ed-4208-a008-825c1a2b1a7e {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:57:05.728991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.730102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-96b1a129-5752-417a-bac5-1986e40849f4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0351dee2-99ed-4208-a008-825c1a2b1a7e HTTP/1.1" status: 204 len: 168 time: 1.2839689 Sep 29 06:57:05.732602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49598) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:05.789964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Deleting subnet acdd1ab3-a13c-4767-a2d8-e3819680f2a1 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:57:05.792776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.843434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.920241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:05.987958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.029740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acdd1ab3-a13c-4767-a2d8-e3819680f2a1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:06.033306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.038605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd80194-6e3c-4fd4-853a-261438e21a4e None None] Network fea29c76-97fe-4506-9735-2cdcbe55dccb requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:57:06.039510 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dceb29a7-5de8-4cc2-a192-eab8cb7ab9e5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/acdd1ab3-a13c-4767-a2d8-e3819680f2a1 HTTP/1.1" status: 204 len: 168 time: 0.3057125 Sep 29 06:57:06.041984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49602) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:06.149030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.160150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Deleting port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:06.160482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.300771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] DHCP port deletion for fea29c76-97fe-4506-9735-2cdcbe55dccb request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:57:06.305113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Deleting port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:06.305488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.367097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] For port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:57:06.367454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.546790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] For port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,segment=NetworkSegment(eed70cdc-e035-4a71-96b5-325cd9c0d58f),segment_id=eed70cdc-e035-4a71-96b5-325cd9c0d58f)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:57:06.547182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.586299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Calling delete_port for 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:06.667468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.674474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Calling delete_port for 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:57:06.714249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:06.716085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] No DVR routers for this DVR port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:57:06.748418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 06:57:06.748769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 06:57:06.830430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.859085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea29c76-97fe-4506-9735-2cdcbe55dccb']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:06.871273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed70cdc-e035-4a71-96b5-325cd9c0d58f') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:06.871568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed70cdc-e035-4a71-96b5-325cd9c0d58f') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:57:06.882619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.897838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.903657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:57:06.904034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:06.966073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment eed70cdc-e035-4a71-96b5-325cd9c0d58f resource provider aggregate not found Sep 29 06:57:06.988374 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment eed70cdc-e035-4a71-96b5-325cd9c0d58f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eed70cdc-e035-4a71-96b5-325cd9c0d58f found for delete ", "request_id": "req-93198bdc-d571-4d82-a125-36f44270a6cd"}]} Sep 29 06:57:07.001208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.006321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.026348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] Pushing event deleted for resources: {'Network': ['ID=fea29c76-97fe-4506-9735-2cdcbe55dccb,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:07.039381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ebbbae10-bd36-4550-9912-9eadbeacd7db admin admin] 10.222.0.26 "DELETE /v2.0/networks/fea29c76-97fe-4506-9735-2cdcbe55dccb HTTP/1.1" status: 204 len: 168 time: 0.9964354 Sep 29 06:57:07.070461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db6f5f7c-652a-49b4-95e2-34378424f393 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:57:07.107072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: db6f5f7c-652a-49b4-95e2-34378424f393 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:57:07.107414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db6f5f7c-652a-49b4-95e2-34378424f393 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:57:07.107821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:57:07.145286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:57:07.145629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 25a2e6bc-93c3-4b5f-9e52-346f9e5a1aef not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:57:07.146032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:57:07.160896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49612) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:07.179519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:57:07.179862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:57:07.209253 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-08a49195-3bdb-474b-8465-5ba4393a893a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4962febafc44219bb15b19f43d1a004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469368 Sep 29 06:57:07.211582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49616) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:07.250440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Deleting port 0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:57:07.250877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.320326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-08aaa98c-da7b-46bd-8f91-a4eb2ef7f2f5 None None] The port '0f4c21c5-b8e0-4ee8-bd56-61b58e3ed4ef' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 06:57:07.376060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb69-46b3-4fd0-a666-a43799376c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.402229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb69-46b3-4fd0-a666-a43799376c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.452987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb69-46b3-4fd0-a666-a43799376c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.470924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59bb69-46b3-4fd0-a666-a43799376c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfa48ab-b51e-4f46-a0dc-76ee4c2e3803,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:07.477305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe59bb69-46b3-4fd0-a666-a43799376c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.481150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe59bb69-46b3-4fd0-a666-a43799376c05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dfa48ab-b51e-4f46-a0dc-76ee4c2e3803 HTTP/1.1" status: 204 len: 168 time: 0.2686398 Sep 29 06:57:07.801729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49624) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:07.848550 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c47649fb-6555-4b71-862c-94e0914bfd0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cbe6b6ffad649c2a430f028c65c3207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457232 Sep 29 06:57:07.851002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49628) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:57:07.909994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c3571b8e-09dd-4aa8-a046-76bc447f31f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.934819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c3571b8e-09dd-4aa8-a046-76bc447f31f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.984648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c3571b8e-09dd-4aa8-a046-76bc447f31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:07.998767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571b8e-09dd-4aa8-a046-76bc447f31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f39e65-ad4f-42e0-a706-02f3c6ff1612,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:57:08.005336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c3571b8e-09dd-4aa8-a046-76bc447f31f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:08.006452 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c3571b8e-09dd-4aa8-a046-76bc447f31f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1f39e65-ad4f-42e0-a706-02f3c6ff1612 HTTP/1.1" status: 204 len: 168 time: 0.1545742 Sep 29 06:57:08.601623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f9294343-299f-46c8-8f74-ed5842c1dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:10.895240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-383639a7-d9df-442d-954d-286801271b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:11.815257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:11.946032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:13.319668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:17.097115 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:24.125847 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:57:38.602769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef9d8ac1-41a8-4f50-a9d7-986a6280fae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:40.898213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a6a4085a-a841-4a94-ad22-b990bc1fcc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:41.817333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:41.949782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:43.322086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:57:47.113983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:01.125033 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:58:05.527025 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-2fac5253-5db0-4ddf-9c42-83a04e43eb8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770712 Sep 29 06:58:05.691161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-759ae03e-e1c4-4b6a-838e-40e1f2f501d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:05.693017 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-759ae03e-e1c4-4b6a-838e-40e1f2f501d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1099 time: 0.0800714 Sep 29 06:58:05.832795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-d547fcf6-fc1c-4fb4-b640-308b9e3a9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:05.834225 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-d547fcf6-fc1c-4fb4-b640-308b9e3a9126 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 200 len: 898 time: 0.1228878 Sep 29 06:58:05.935182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-f1625a11-c4d7-40b1-b82d-e8810028c4b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 200 len: 1002 time: 0.0948567 Sep 29 06:58:05.994929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-6bf7c7c2-d94a-4a67-b847-e8147f86d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:05.996301 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-6bf7c7c2-d94a-4a67-b847-e8147f86d8a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e59a33e4-8b06-4384-ba4f-09a3b97cc20d HTTP/1.1" status: 200 len: 835 time: 0.0558243 Sep 29 06:58:06.079003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-25554b41-99bd-4cec-8709-4eef3c1ddd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:06.080478 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-25554b41-99bd-4cec-8709-4eef3c1ddd83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f66f9502-bdc3-4eff-9124-d8c17521023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778532 Sep 29 06:58:06.207581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-f0a95cee-2601-4793-ae6c-fd6daebc9262 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198545 Sep 29 06:58:06.335157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4bc0dca-71f5-41c5-bfa2-a29150dcecc0 req-ca4bcb84-3d1d-42d7-8747-785d5459a8e4 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209991 Sep 29 06:58:08.603795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f99e73ef-421f-437b-95c3-c55ff9f7d8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:10.640862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49664) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:10.744910 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-557d3e7a-a271-4238-8ea5-e7e21262a8e9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/59ba3851-e805-418c-aaac-3181bc359b93 HTTP/1.1" status: 200 len: 994 time: 0.1029096 Sep 29 06:58:10.900455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dee037df-e845-4317-8d0f-d67a2686f39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.073176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49672) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:11.265470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 80617272-67e8-4b5b-b0ba-7ce5736656e4 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:58:11.265798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.536404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.536925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.663418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 80617272-67e8-4b5b-b0ba-7ce5736656e4 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:58:11.811507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.819000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.867547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=80617272-67e8-4b5b-b0ba-7ce5736656e4,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:11.939579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.939841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.940173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.940500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.940841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.941178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.941498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.941819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.942144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.942463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.942803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.943118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:11.952544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.975061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:11.975395 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 59ba3851-e805-418c-aaac-3181bc359b93 disassociated (deleted). External IP: 172.26.0.125, port: c7ba37f9-bac1-43a8-89dc-bdd281b7d3df. Sep 29 06:58:12.319332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 6073d84d-8702-4a1f-a39c-fd289e45188d has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:58:12.495916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:58:12.506281 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] Sync routers for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:58:12.515746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:12.515908 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:12.516551 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:12.569228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f979bfb8-3290-4c7e-936c-96aa16fb1f36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/59ba3851-e805-418c-aaac-3181bc359b93 HTTP/1.1" status: 204 len: 168 time: 1.4949944 Sep 29 06:58:12.569856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:58:12.573080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26381190-523c-46e4-8ec8-9d8eaed88f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:58:12.616536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ef5a1-c3e9-43c9-ac2b-cb075092ede0 x-openstack-request-id: req-d82ef5a1-c3e9-43c9-ac2b-cb075092ede0 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:58:12.616826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:58:12.617076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d82ef5a1-c3e9-43c9-ac2b-cb075092ede0 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:58:12.617477 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82ef5a1-c3e9-43c9-ac2b-cb075092ede0'] response: {'name': 'network-changed', 'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'status': 'completed', 'code': 200} Sep 29 06:58:12.701891 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:12.741943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-18282505-f9c5-4a28-aa7f-72cee54cb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:12.743715 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-18282505-f9c5-4a28-aa7f-72cee54cb0be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 1099 time: 0.0824575 Sep 29 06:58:12.891354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-efec0f10-fc3f-4817-8618-029cd3045adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:12.892981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-efec0f10-fc3f-4817-8618-029cd3045adc service neutron] 10.222.0.61 "GET /v2.0/networks?id=f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 200 len: 898 time: 0.1433244 Sep 29 06:58:12.953325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebd8ea-ecf2-41fe-a86a-b9aa74a2808c req-b5d1e509-a8de-4a10-9c1a-81b4ce6102d6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:12.954061 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3cebd8ea-ecf2-41fe-a86a-b9aa74a2808c req-b5d1e509-a8de-4a10-9c1a-81b4ce6102d6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 946 time: 0.0927160 Sep 29 06:58:12.961296 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-5355007f-0a9c-4dbe-9b2d-c6c1b719d10c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 200 len: 217 time: 0.0605776 Sep 29 06:58:13.001701 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3cebd8ea-ecf2-41fe-a86a-b9aa74a2808c req-ee05ae91-3bcb-4af1-8472-5ce2df52dd66 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Sep 29 06:58:13.034085 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:45Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:13.038251 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] Checking router: 6073d84d-8702-4a1f-a39c-fd289e45188d for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:58:13.047096 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:13.047786 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:13.127525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-1c55c1e9-ad07-43bf-92ea-ccb2845c39be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:13.129610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-1c55c1e9-ad07-43bf-92ea-ccb2845c39be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e59a33e4-8b06-4384-ba4f-09a3b97cc20d HTTP/1.1" status: 200 len: 835 time: 0.1621723 Sep 29 06:58:13.213038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-11f56a85-2d01-49f3-ae5d-2de5f0630767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:13.214574 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-11f56a85-2d01-49f3-ae5d-2de5f0630767 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f66f9502-bdc3-4eff-9124-d8c17521023b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777066 Sep 29 06:58:13.256393 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:13.325586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:13.355573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-df410663-e172-49f1-8d7f-0466811cf3b7 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331151 Sep 29 06:58:13.491158 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26381190-523c-46e4-8ec8-9d8eaed88f6c req-051b57eb-ca6f-42f7-a076-791e0d50ada3 service neutron] 10.222.0.61 "GET /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271358 Sep 29 06:58:13.571572 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:45Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:13.575380 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef814de6-1fea-4523-be1d-e6717dba5f7c None None] The sync data for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv is: [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0911dd6b-e3bf-4568-91cc-3a89c10e4cf7', 'name': '', 'network_id': 'f66f9502-bdc3-4eff-9124-d8c17521023b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:f9:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:38Z', 'updated_at': '2022-09-29T06:56:45Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'e59a33e4-8b06-4384-ba4f-09a3b97cc20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:58:13.788122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acfd969-9670-4782-b4f8-06302d9e78c4 None None] New status for floating IP 59ba3851-e805-418c-aaac-3181bc359b93: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:58:14.204216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c2890-67d9-46fd-b116-74e8c3d4a89a req-eb4a530c-8d33-4e99-b434-ec31cb3386b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:14.204911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-e73c2890-67d9-46fd-b116-74e8c3d4a89a req-eb4a530c-8d33-4e99-b434-ec31cb3386b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:58:14.220355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-e73c2890-67d9-46fd-b116-74e8c3d4a89a req-eb4a530c-8d33-4e99-b434-ec31cb3386b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:58:14.221477 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e73c2890-67d9-46fd-b116-74e8c3d4a89a req-eb4a530c-8d33-4e99-b434-ec31cb3386b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 946 time: 0.1068747 Sep 29 06:58:14.264978 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e73c2890-67d9-46fd-b116-74e8c3d4a89a req-baecfc55-8f3b-4c64-b5e0-05a0a9f729ff tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9b2f5e91-ae7a-4747-a723-30f51eb6243c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376978 Sep 29 06:58:14.627546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-e95469cd-c3af-4f9d-839b-cb161fa3f6e7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:14.629628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-e95469cd-c3af-4f9d-839b-cb161fa3f6e7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 946 time: 0.0885096 Sep 29 06:58:14.697420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:58:14.697760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:14.934718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:14.935066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:15.053631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for c7ba37f9-bac1-43a8-89dc-bdd281b7d3df owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:58:15.197181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:15.253665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=c7ba37f9-bac1-43a8-89dc-bdd281b7d3df,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:15.343075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port c7ba37f9-bac1-43a8-89dc-bdd281b7d3df on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:58:15.345435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:15.348810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'name': 'network-vif-deleted', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:58:15.351132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6853fa9-6aa7-4098-b3d5-f6e2064b2d10" -d '{"events": [{"server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "name": "network-vif-deleted", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:58:15.366078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-281308aa-3af4-47c0-a683-5c0b85b162c9 req-20962dde-02b3-40f1-9de7-24bc8dd5a19f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/c7ba37f9-bac1-43a8-89dc-bdd281b7d3df HTTP/1.1" status: 204 len: 173 time: 0.7301307 Sep 29 06:58:15.403091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed936b5f-990a-472c-a372-16bdaeb6daa8 x-openstack-request-id: req-ed936b5f-990a-472c-a372-16bdaeb6daa8 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:58:15.403427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15257c5-3505-47c3-8433-6d8c93d598aa", "name": "network-vif-deleted", "tag": "c7ba37f9-bac1-43a8-89dc-bdd281b7d3df", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:58:15.403684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed936b5f-990a-472c-a372-16bdaeb6daa8 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:58:15.404214 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed936b5f-990a-472c-a372-16bdaeb6daa8'] response: {'server_uuid': 'f15257c5-3505-47c3-8433-6d8c93d598aa', 'name': 'network-vif-deleted', 'tag': 'c7ba37f9-bac1-43a8-89dc-bdd281b7d3df', 'status': 'completed', 'code': 200} Sep 29 06:58:15.447403 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a74500de-4bb3-461e-ade7-62c0b6169c9d req-066afdea-d982-4c4d-a679-b558787b56ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f15257c5-3505-47c3-8433-6d8c93d598aa HTTP/1.1" status: 200 len: 210 time: 0.0560908 Sep 29 06:58:16.553316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49690) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:16.619650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f002f56f-5d0d-4bc3-b1dd-5b438fbfabda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:16.649155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f002f56f-5d0d-4bc3-b1dd-5b438fbfabda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:16.716119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f002f56f-5d0d-4bc3-b1dd-5b438fbfabda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:16.733145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002f56f-5d0d-4bc3-b1dd-5b438fbfabda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f5e91-ae7a-4747-a723-30f51eb6243c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:16.745733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f002f56f-5d0d-4bc3-b1dd-5b438fbfabda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:16.747088 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f002f56f-5d0d-4bc3-b1dd-5b438fbfabda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/9b2f5e91-ae7a-4747-a723-30f51eb6243c HTTP/1.1" status: 204 len: 168 time: 0.1926608 Sep 29 06:58:16.776400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49696) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:17.133968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:17.407495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:17.738077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c7ba37f9-bac1-43a8-89dc-bdd281b7d3df no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:58:17.756312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:58:17.756824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:17.771524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: c7ba37f9-bac1-43a8-89dc-bdd281b7d3df {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:58:17.771867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c7ba37f9-bac1-43a8-89dc-bdd281b7d3df not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:58:17.955269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:17.955616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:18.075707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:58:18.257146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:18.340029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=0911dd6b-e3bf-4568-91cc-3a89c10e4cf7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:18.689649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.040099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 6073d84d-8702-4a1f-a39c-fd289e45188d has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:58:19.213204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:58:19.222989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] Sync routers for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:58:19.226529 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eb0c6067-09e1-479f-84c2-c46fb8f680a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/6073d84d-8702-4a1f-a39c-fd289e45188d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4490604 Sep 29 06:58:19.229238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49700) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:19.232054 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:19.232666 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:19.299201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet e59a33e4-8b06-4384-ba4f-09a3b97cc20d {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 06:58:19.302538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.354826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.413016 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:19.438415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.514785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.555811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=e59a33e4-8b06-4384-ba4f-09a3b97cc20d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:19.557642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.564129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-703b0f50-63cd-4ec0-b15a-3847aa1f0762 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/e59a33e4-8b06-4384-ba4f-09a3b97cc20d HTTP/1.1" status: 204 len: 168 time: 0.3338416 Sep 29 06:58:19.564620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8db388-3583-46b2-8a4f-92d6e1b6fcef None None] Network f66f9502-bdc3-4eff-9124-d8c17521023b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:58:19.566838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49704) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:19.695193 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:58:18Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:19.699016 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] Checking router: 6073d84d-8702-4a1f-a39c-fd289e45188d for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:58:19.708034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] Routers {'6073d84d-8702-4a1f-a39c-fd289e45188d'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:19.708648 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['6073d84d-8702-4a1f-a39c-fd289e45188d'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:19.748832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.867741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] DHCP port deletion for f66f9502-bdc3-4eff-9124-d8c17521023b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 06:58:19.873514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Deleting port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:58:19.874169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:19.902092 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] Set router 6073d84d-8702-4a1f-a39c-fd289e45188d gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:20.050030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.060159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port abfdd909-1163-438a-9da7-fb98b80d6ef1 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 06:58:20.060455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.085439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] For port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,segment=NetworkSegment(53a9364b-b333-4a7b-9909-83907e2de616),segment_id=53a9364b-b333-4a7b-9909-83907e2de616)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:20.085869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.203259 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:58:18Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:20.207859 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e4f42-ccdb-479a-9749-3bc5255973f7 None None] The sync data for ids ['6073d84d-8702-4a1f-a39c-fd289e45188d'] in dv-neutron-859761-1-hyperv is: [{'id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'name': 'tempest-TestNetworkBasicOps-router-1234496557', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:56:33Z', 'updated_at': '2022-09-29T06:58:18Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'abfdd909-1163-438a-9da7-fb98b80d6ef1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6073d84d-8702-4a1f-a39c-fd289e45188d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:56:34Z', 'updated_at': '2022-09-29T06:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:58:20.213327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Calling delete_port for 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:58:20.245581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port abfdd909-1163-438a-9da7-fb98b80d6ef1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=abfdd909-1163-438a-9da7-fb98b80d6ef1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:20.245994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.288222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.334134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Pushing event deleted for resources: {'Port': ['ID=1f1cd0a0-9a2f-4496-a7b6-6317f7db9124,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:20.338707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] No DVR routers for this DVR port 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 06:58:20.344626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.346032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.346381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.346751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.347092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.348089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.348089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.348089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.348987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.348987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.349196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.349364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4829add9-2783-4da9-adb6-18ae034eae11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:20.372873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for abfdd909-1163-438a-9da7-fb98b80d6ef1 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 06:58:20.539383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.588198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=abfdd909-1163-438a-9da7-fb98b80d6ef1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:20.687661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.858818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.860861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.882852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.883376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 6073d84d-8702-4a1f-a39c-fd289e45188d {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 06:58:20.898744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:20.899840 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1bd4f46f-0fad-4384-80a0-920db6ddd1a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/6073d84d-8702-4a1f-a39c-fd289e45188d HTTP/1.1" status: 204 len: 168 time: 1.3319507 Sep 29 06:58:20.902607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49708) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:21.017590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.146478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.170435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66f9502-bdc3-4eff-9124-d8c17521023b']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:21.182602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a9364b-b333-4a7b-9909-83907e2de616') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:21.182902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a9364b-b333-4a7b-9909-83907e2de616') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:21.194400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.210826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.216899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 06:58:21.217412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.285386 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 53a9364b-b333-4a7b-9909-83907e2de616 resource provider aggregate not found Sep 29 06:58:21.311003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 53a9364b-b333-4a7b-9909-83907e2de616 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53a9364b-b333-4a7b-9909-83907e2de616 found for delete ", "request_id": "req-23c1965d-252a-4ba0-8a7b-ea35da413e99"}]} Sep 29 06:58:21.324045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.329015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.358327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:58:21.364130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=f66f9502-bdc3-4eff-9124-d8c17521023b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:21.385429 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-209ef590-2a41-4403-9ceb-95c19a7ea153 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/f66f9502-bdc3-4eff-9124-d8c17521023b HTTP/1.1" status: 204 len: 168 time: 0.4727871 Sep 29 06:58:21.394772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49716) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:21.401018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--610870860', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:21.401670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:58:21.402014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1f1cd0a0-9a2f-4496-a7b6-6317f7db9124 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:58:21.402426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device abfdd909-1163-438a-9da7-fb98b80d6ef1 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:58:21.406177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:21.410378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:21.415192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:21.422015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:21.431683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:58:21.435179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.437303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: abfdd909-1163-438a-9da7-fb98b80d6ef1 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:58:21.437650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device abfdd909-1163-438a-9da7-fb98b80d6ef1 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:58:21.438063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 06:58:21.463330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 06:58:21.473155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.473503 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment ed327098-d21b-4a95-a92a-2da701ee49b8 of type vlan for network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 Sep 29 06:58:21.473890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 06:58:21.474240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0911dd6b-e3bf-4568-91cc-3a89c10e4cf7 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 06:58:21.500756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.528505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.533862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:21.534441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.636102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2394919 Sep 29 06:58:21.638723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49720) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:21.645834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-647820278', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:21.654037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:21.656200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=4fa9a813-b04a-4c6a-a602-87dd8ff8e469,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:21.664202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:21.667284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.667637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.667977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.668312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.668645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.668977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.669301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.669626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.669947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.670270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.670619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.670942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052d87e-3b24-4699-8923-620cf9c1369a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:21.673946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:21.680549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:21.689800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 06:58:21.691160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.692165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.707211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:21.970347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:22.358411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:22.387158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:22.519955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.47 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/e107c667-d13b-49e9-bc4b-51ef6d63d5a2) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:58:22.662075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:22.690435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:22.750790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:58:22.754080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:22.757556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:58:22.801295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:23.165200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:23.503342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:23.819524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 06:58:23.992939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:58:24.002143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:58:24.017213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:24.017852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:24.019856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:24.021029 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-091420fb-0b68-4b79-bd32-ad49db945a02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3814175 Sep 29 06:58:24.024273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49724) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:24.062177 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-16734a1f-82f7-46db-9fe3-8d79961785e3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368440 Sep 29 06:58:24.064729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49728) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:24.190611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947ce44-ffd5-48eb-9df3-ca84fe27e882 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:24.192711 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4947ce44-ffd5-48eb-9df3-ca84fe27e882 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271086 Sep 29 06:58:24.194590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:24.195558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49732) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:24.234320 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-af593eed-78f7-43bb-a35d-e03ba4057514 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368817 Sep 29 06:58:24.236106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49736) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:24.242256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937890298', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:24.448825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:24.452680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:24.455467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:24.461638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:24.471169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:58:24.475261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:24.477090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:22Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:24.480981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:58:24.481387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Updating router 209ece53-ebc8-469d-a637-c584bb817e78 port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:58:24.536980 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:24.690243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:24.767152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=c5f40695-0205-427d-a901-01cb2931749f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:24.775956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:58:24.776307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 4fa9a813-b04a-4c6a-a602-87dd8ff8e469, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 06:58:24.796346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 06:58:24.806024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4fa9a813-b04a-4c6a-a602-87dd8ff8e469) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:24.811119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:24.811567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:24.817631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c27c933-194d-460a-8324-5a6563add1e1 None None] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:58:24.834131 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1bf62379-a2ce-4b22-ae2d-ee9c47516ffc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5966086 Sep 29 06:58:24.836651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49740) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:24.998602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.045968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Transition to ACTIVE for port object e107c667-d13b-49e9-bc4b-51ef6d63d5a2 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:25.052714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.149724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Attempting to bind port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:58:25.150086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Attempting to bind port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:58:25.150447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Attempting to bind port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:58:25.173593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:58:25.173964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:58:25.174367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.174786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:58:25.175793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Bound port: e107c667-d13b-49e9-bc4b-51ef6d63d5a2, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:58:25.176164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.213906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 06:58:25.214748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.223574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f39487-329c-4d31-9924-94927c3752f9 None None] Pushing event updated for resources: {'Port': ['ID=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:25.320482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] For port e107c667-d13b-49e9-bc4b-51ef6d63d5a2, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:58:25.336205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] For port e107c667-d13b-49e9-bc4b-51ef6d63d5a2, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:58:25.344911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.453240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:25.453866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:25.522715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:25.546395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Allocated IP 172.20.0.2 (4fa9a813-b04a-4c6a-a602-87dd8ff8e469/c5f40695-0205-427d-a901-01cb2931749f/99079b66-ef90-463e-9291-6eefe9725b1c) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:58:25.550169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f39487-329c-4d31-9924-94927c3752f9 None None] Pushing event updated for resources: {'Port': ['ID=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:25.729801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:26.064030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.119856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Transition to ACTIVE for port object 99079b66-ef90-463e-9291-6eefe9725b1c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:26.145567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Transition to ACTIVE for port object 99079b66-ef90-463e-9291-6eefe9725b1c will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:26.151981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.216566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (4fa9a813-b04a-4c6a-a602-87dd8ff8e469/c5f40695-0205-427d-a901-01cb2931749f/b0b99d6b-ae76-4c97-af80-024c5c78d3cc) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:58:26.218347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:58:26.222469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:26.227972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:58:26.266302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Pushing event updated for resources: {'Port': ['ID=99079b66-ef90-463e-9291-6eefe9725b1c,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:26.275183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:22Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:26.316083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4203c-bf27-4d83-8c6a-6ac55ebcbbf4 None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:22Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:58:26.338739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Attempting to bind port 99079b66-ef90-463e-9291-6eefe9725b1c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:58:26.339122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Attempting to bind port 99079b66-ef90-463e-9291-6eefe9725b1c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:58:26.339478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Attempting to bind port 99079b66-ef90-463e-9291-6eefe9725b1c on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:58:26.345047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:58:26.345417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Checking segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:58:26.345812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.346199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Bound using segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:58:26.346692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Bound port: 99079b66-ef90-463e-9291-6eefe9725b1c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:58:26.347654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.385990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.403337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object b0b99d6b-ae76-4c97-af80-024c5c78d3cc will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:26.428447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.443074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] For port 99079b66-ef90-463e-9291-6eefe9725b1c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:58:26.446281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] For port 99079b66-ef90-463e-9291-6eefe9725b1c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=99079b66-ef90-463e-9291-6eefe9725b1c,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:58:26.450212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.500862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:58:26.503858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:26.507957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:58:26.535210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54308426-65e5-476d-8306-0e9ab9d90ea8 None None] Pushing event updated for resources: {'Port': ['ID=99079b66-ef90-463e-9291-6eefe9725b1c,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:26.546297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:26.596088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:26.897630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.174254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e107c667-d13b-49e9-bc4b-51ef6d63d5a2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:27.256697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:27.262039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:27.262815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.263506 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 Sep 29 06:58:27.356194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.363122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.393599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:27.394321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.413573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port e107c667-d13b-49e9-bc4b-51ef6d63d5a2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:27.420207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.420995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 99079b66-ef90-463e-9291-6eefe9725b1c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:27.492663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:27.495620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.551275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:27.564218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 99079b66-ef90-463e-9291-6eefe9725b1c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:27.622857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19f59b-b4a1-49e8-aea6-144399472d61 None None] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 06:58:27.637761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:58:27.638938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:27.729885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Provisioning for port 99079b66-ef90-463e-9291-6eefe9725b1c completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:27.740506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Provisioning complete for port 99079b66-ef90-463e-9291-6eefe9725b1c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:27.740882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:27.741213 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Attempt 1 to provision port 99079b66-ef90-463e-9291-6eefe9725b1c Sep 29 06:58:27.946850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:58:27.972141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Current status of the port 99079b66-ef90-463e-9291-6eefe9725b1c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:27.972520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.014856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] For port 99079b66-ef90-463e-9291-6eefe9725b1c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=99079b66-ef90-463e-9291-6eefe9725b1c,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:28.019320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.093743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb63e6-87bd-4d29-a908-d1d959cd1468 None None] Pushing event updated for resources: {'Port': ['ID=99079b66-ef90-463e-9291-6eefe9725b1c,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:28.135064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:58:28.145761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:58:28.149017 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-00e7ee4d-37f6-47eb-98fb-0fe9af836250 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/209ece53-ebc8-469d-a637-c584bb817e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3113604 Sep 29 06:58:28.151705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49744) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:28.155452 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:28.156076 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:28.243150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Provisioning complete for port 99079b66-ef90-463e-9291-6eefe9725b1c triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:28.243699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.244195 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Attempt 1 to provision port 99079b66-ef90-463e-9291-6eefe9725b1c Sep 29 06:58:28.295685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9afc-5023-4542-8644-940da7d0d6d1 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.296397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9afc-5023-4542-8644-940da7d0d6d1 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.297010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9afc-5023-4542-8644-940da7d0d6d1 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.297780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd9afc-5023-4542-8644-940da7d0d6d1 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.302521 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ccbd9afc-5023-4542-8644-940da7d0d6d1 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1497805 Sep 29 06:58:28.302927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49748) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:28.383651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Current status of the port 99079b66-ef90-463e-9291-6eefe9725b1c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:28.388255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194df75-6249-4318-964e-2561c7eb9a61 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.388994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194df75-6249-4318-964e-2561c7eb9a61 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.389653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194df75-6249-4318-964e-2561c7eb9a61 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.390169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194df75-6249-4318-964e-2561c7eb9a61 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:28.391966 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5194df75-6249-4318-964e-2561c7eb9a61 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0880387 Sep 29 06:58:28.394764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49752) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:28.399516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Provisioning for port b0b99d6b-ae76-4c97-af80-024c5c78d3cc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:28.405668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Provisioning complete for port b0b99d6b-ae76-4c97-af80-024c5c78d3cc triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:28.406440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.406983 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Attempt 1 to provision port b0b99d6b-ae76-4c97-af80-024c5c78d3cc Sep 29 06:58:28.493922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Port b0b99d6b-ae76-4c97-af80-024c5c78d3cc cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:58:28.555123 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:28.622115 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-89fabef5-b1b1-4f3e-9341-15e620137be1 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2258070 Sep 29 06:58:28.700137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49758) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:28.705338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342552061', 'description': 'tempest-secgroup-smoke-342552061 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:28.711979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:28.716135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:28.719050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:28.725295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:28.736414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.755886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:28.759657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:28.762411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:28.768098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:28.839032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.842943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.887857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a5d55b-bd76-4fbf-bed7-941a96c49833,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:28.890578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.891776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f02f958c-468f-46c3-b8d1-e4bb5807eb04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1906388 Sep 29 06:58:28.895368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49762) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:28.900281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b9a5d55b-bd76-4fbf-bed7-941a96c49833', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:28.906135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:28.910699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:28.913562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:28.919187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:28.935626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:28.979656 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:28.983636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:58:28.983983 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Updating router 209ece53-ebc8-469d-a637-c584bb817e78 port b0b99d6b-ae76-4c97-af80-024c5c78d3cc binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 06:58:28.995504 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Attempt 2 to provision port b0b99d6b-ae76-4c97-af80-024c5c78d3cc Sep 29 06:58:28.998032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.001645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.024241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495179b3-594e-4f01-bb3b-fe466014a4b8,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.037340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.041287 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.041455 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-16b88c7c-9447-41d7-b7aa-750ad5fe5b6f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423209 Sep 29 06:58:29.041559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49766) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:29.047256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b9a5d55b-bd76-4fbf-bed7-941a96c49833', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:29.055634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:29.064316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:29.066928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Port b0b99d6b-ae76-4c97-af80-024c5c78d3cc cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:58:29.069786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:29.075991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:29.094417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.119323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e107c667-d13b-49e9-bc4b-51ef6d63d5a2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:29.164594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.169220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.192984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88943fc-7e37-4462-9d0d-132fbfe27969,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.195392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:29.195867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.196270 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 Sep 29 06:58:29.203953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.208586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2358654f-e240-41a9-81bc-14f97bbd6a2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629391 Sep 29 06:58:29.208861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:29.213925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b9a5d55b-bd76-4fbf-bed7-941a96c49833', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:29.219901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:29.223924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:29.228007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:29.234362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:29.253696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.317791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.318481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:29.319899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 99079b66-ef90-463e-9291-6eefe9725b1c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:29.321611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.357362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2266d0-9875-479a-a1f5-6186fdf101e1,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.360878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.362174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-059d44bc-81e8-42a2-ae62-637323b75add tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523354 Sep 29 06:58:29.365364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49774) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:29.370529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b9a5d55b-bd76-4fbf-bed7-941a96c49833', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:29.376635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:29.381457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:29.384548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:29.390422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:29.402564 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.409097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.420757 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Transition to ACTIVE for port object b0b99d6b-ae76-4c97-af80-024c5c78d3cc will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:29.435818 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.443442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 99079b66-ef90-463e-9291-6eefe9725b1c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:29.443937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.444354 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 99079b66-ef90-463e-9291-6eefe9725b1c Sep 29 06:58:29.491664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.496543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.521816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5d2efb-6121-440d-aed0-5c4adf9af0db,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.533097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.537472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49778) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:29.537993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b718877a-fc4c-4e63-a17f-474bd5e8bd34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712790 Sep 29 06:58:29.544464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b9a5d55b-bd76-4fbf-bed7-941a96c49833', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:29.551937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:29.556932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:29.560157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:29.567245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:29.568274 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Attempt 3 to provision port b0b99d6b-ae76-4c97-af80-024c5c78d3cc Sep 29 06:58:29.579046 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:58:29.587419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.595379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 99079b66-ef90-463e-9291-6eefe9725b1c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:29.622956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Port b0b99d6b-ae76-4c97-af80-024c5c78d3cc cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:58:29.652082 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Pushing event updated for resources: {'Port': ['ID=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.660768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.665113 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.665531 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.665846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.665994 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.666179 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.666514 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.666844 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.667161 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.667479 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.667845 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.668240 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.668561 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.668874 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 06:58:29.673734 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Attempting to bind port b0b99d6b-ae76-4c97-af80-024c5c78d3cc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:58:29.674031 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Attempting to bind port b0b99d6b-ae76-4c97-af80-024c5c78d3cc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:58:29.674389 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Attempting to bind port b0b99d6b-ae76-4c97-af80-024c5c78d3cc on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:58:29.680273 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:58:29.680638 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Checking segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:58:29.681024 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.681395 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Bound using segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:58:29.681846 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Bound port: b0b99d6b-ae76-4c97-af80-024c5c78d3cc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:58:29.682203 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.693452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4cfb1a-5c7d-473c-a86f-3083c3c54e70,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.702983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.704131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-40aa8069-1275-4242-a5c0-c071c9000fb1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648827 Sep 29 06:58:29.706996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49782) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:29.711892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b9a5d55b-bd76-4fbf-bed7-941a96c49833', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:29.717641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:29.721449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:29.724830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:29.731002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:29.742326 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 06:58:29.749536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.808822 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] For port b0b99d6b-ae76-4c97-af80-024c5c78d3cc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:58:29.811825 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] For port b0b99d6b-ae76-4c97-af80-024c5c78d3cc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:58:29.815303 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.816738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.820426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.844920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3447c77c-5db4-4812-9a9b-964aecd0d0d4,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:29.855029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:29.866808 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-acca7962-905a-4303-96f5-e1d9f9739534 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483040 Sep 29 06:58:29.873792 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:29.874420 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:29.961568 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3af68-a994-4d05-89cf-32688b316a39 None None] Pushing event updated for resources: {'Port': ['ID=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:30.059670 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:30.073183 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-f7799bd7-1dc9-4705-a041-6fd34f979f20 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342552061&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0393877 Sep 29 06:58:30.124360 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Attempt 4 to provision port b0b99d6b-ae76-4c97-af80-024c5c78d3cc Sep 29 06:58:30.184714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7d292-8764-4576-8abf-2594180a4a5e None None] Port b0b99d6b-ae76-4c97-af80-024c5c78d3cc had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:58:30.221025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-82ec811a-5c40-416c-9a46-0c1ebb025460 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:30.221608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-82ec811a-5c40-416c-9a46-0c1ebb025460 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:58:30.237489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-82ec811a-5c40-416c-9a46-0c1ebb025460 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:58:30.238754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-82ec811a-5c40-416c-9a46-0c1ebb025460 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 796 time: 0.1589310 Sep 29 06:58:30.253371 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-d9a4737d-b419-4905-a3f7-e2dd557861e9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0090599 Sep 29 06:58:30.349910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-c89eba4a-5f4b-4d62-b5a8-4a97252dffd6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912056 Sep 29 06:58:30.368321 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:29Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:30.372297 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036817fa-565a-4e16-9dac-ad489812a9f5 None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:29Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:58:30.510782 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-c0acf06e-b9fd-42c5-88ac-8e84c657ded4 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477234 Sep 29 06:58:30.656867 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-c36f9927-e11e-4278-bc2a-3006604240ab service neutron] 10.222.0.26 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399114 Sep 29 06:58:30.845488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-dde05d94-1355-41c8-92a9-d0f9157e4447 req-48ac3491-fee4-4a31-a82a-5b126209258f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:58:30.863519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-dde05d94-1355-41c8-92a9-d0f9157e4447 req-48ac3491-fee4-4a31-a82a-5b126209258f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:58:30.864848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dde05d94-1355-41c8-92a9-d0f9157e4447 req-48ac3491-fee4-4a31-a82a-5b126209258f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 210 time: 0.0707295 Sep 29 06:58:31.136571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0b99d6b-ae76-4c97-af80-024c5c78d3cc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:31.225327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b0b99d6b-ae76-4c97-af80-024c5c78d3cc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:31.230976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b0b99d6b-ae76-4c97-af80-024c5c78d3cc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:31.231455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:31.231798 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b0b99d6b-ae76-4c97-af80-024c5c78d3cc Sep 29 06:58:31.361818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b0b99d6b-ae76-4c97-af80-024c5c78d3cc is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:31.362204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:31.397219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port b0b99d6b-ae76-4c97-af80-024c5c78d3cc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:31.401773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:31.478811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:32.029511 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-78f6916d-a843-4f42-a436-adcfac086509 req-63a56afa-237c-4ba3-a10e-17260dcd3443 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 210 time: 0.0486388 Sep 29 06:58:32.041201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-8b9d775d-892b-4e2a-929c-2c84d3c515ff tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:32.042154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-8b9d775d-892b-4e2a-929c-2c84d3c515ff tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:58:32.054595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-8b9d775d-892b-4e2a-929c-2c84d3c515ff tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:58:32.055699 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-8b9d775d-892b-4e2a-929c-2c84d3c515ff tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 796 time: 0.1676967 Sep 29 06:58:32.112549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-e56928ba-b6ec-4100-8e66-ca414fd78a4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:58:32.127443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-e56928ba-b6ec-4100-8e66-ca414fd78a4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:58:32.129083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-e56928ba-b6ec-4100-8e66-ca414fd78a4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 379 time: 0.0598934 Sep 29 06:58:32.137138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['b9a5d55b-bd76-4fbf-bed7-941a96c49833']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:32.267911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:32.277700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:32.287950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 06:58:32.291304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:32.450286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.5 (4fa9a813-b04a-4c6a-a602-87dd8ff8e469/c5f40695-0205-427d-a901-01cb2931749f/c1b892d3-ed68-4d25-b5cb-a1b9492cd895) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:58:32.635501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:32.650239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object c1b892d3-ed68-4d25-b5cb-a1b9492cd895 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:32.672449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:32.830752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:58:32.833826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:32.837609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:58:32.868396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:32.906859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:32.907499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:32.935320 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-48a80005-be4f-44c4-b246-1f40c5e8adc6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016868 Sep 29 06:58:32.953591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Request body: {'port': {'device_id': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:33.041678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Provisioning for port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:33.046425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Provisioning complete for port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:33.046820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.047150 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Attempt 1 to provision port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 Sep 29 06:58:33.084884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.111957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:58:33.118486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0b99d6b-ae76-4c97-af80-024c5c78d3cc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:33.184965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b0b99d6b-ae76-4c97-af80-024c5c78d3cc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:33.185430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.185775 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b0b99d6b-ae76-4c97-af80-024c5c78d3cc Sep 29 06:58:33.304038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b0b99d6b-ae76-4c97-af80-024c5c78d3cc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:33.385037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15345800-ebd6-452b-a421-fe7a54007664 req-a7c1e36d-5781-4d4c-b93a-e657863656b8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:33.385732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-15345800-ebd6-452b-a421-fe7a54007664 req-a7c1e36d-5781-4d4c-b93a-e657863656b8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 06:58:33.422217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-15345800-ebd6-452b-a421-fe7a54007664 req-a7c1e36d-5781-4d4c-b93a-e657863656b8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 06:58:33.423394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-15345800-ebd6-452b-a421-fe7a54007664 req-a7c1e36d-5781-4d4c-b93a-e657863656b8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 931 time: 0.2776682 Sep 29 06:58:33.497104 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-15345800-ebd6-452b-a421-fe7a54007664 req-0652fe86-0537-4f66-9a90-789d0c15423f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634716 Sep 29 06:58:33.567252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b892d3-ed68-4d25-b5cb-a1b9492cd895 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:58:33.574366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.588661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Transition to ACTIVE for port object c1b892d3-ed68-4d25-b5cb-a1b9492cd895 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 06:58:33.593138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.613607 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Attempt 2 to provision port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 Sep 29 06:58:33.666844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 06:58:33.781262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:33.820098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Attempting to bind port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 06:58:33.820432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Attempting to bind port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 06:58:33.820753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Attempting to bind port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:58:33.825186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 06:58:33.825502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Attempting to bind port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 06:58:33.830523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 06:58:33.830861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Checking segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 06:58:33.831781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Bound using segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 06:58:33.832199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Bound port: c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 06:58:33.832538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.920929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] For port c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 06:58:33.923848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] For port c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 06:58:33.929166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.959328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:33.959943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:33.961301 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 1093 time: 1.0121505 Sep 29 06:58:33.961731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:58:33.964044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34a42bb-31b4-4e78-90ee-7c79d9ade267" -d '{"events": [{"name": "network-changed", "server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:58:34.012650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b9a1d-e5bc-42b5-8b07-1f6655f757a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:34.016330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafefb40-5c54-4a6b-991c-7fd1744bd553 x-openstack-request-id: req-cafefb40-5c54-4a6b-991c-7fd1744bd553 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:58:34.016613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:58:34.016861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cafefb40-5c54-4a6b-991c-7fd1744bd553 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:58:34.017244 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafefb40-5c54-4a6b-991c-7fd1744bd553'] response: {'name': 'network-changed', 'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'status': 'completed', 'code': 200} Sep 29 06:58:34.110758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-b25c8a45-1083-4561-83f6-1d689361160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:34.112107 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-b25c8a45-1083-4561-83f6-1d689361160d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1096 time: 0.0797164 Sep 29 06:58:34.167631 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Attempt 3 to provision port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 Sep 29 06:58:34.183652 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-380c8fc2-58df-445e-a8b9-03ab5011a858 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 217 time: 0.0592160 Sep 29 06:58:34.231191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fae4159a-fdc0-46cc-957c-ac8447de8748 None None] Port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 06:58:34.248071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-b0eeb125-9566-4f79-88f4-f804d57c964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:34.249501 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-b0eeb125-9566-4f79-88f4-f804d57c964e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0608230 Sep 29 06:58:34.333975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-106318d1-cbc4-4e01-9f3d-50800083acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:34.336036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-106318d1-cbc4-4e01-9f3d-50800083acc0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807829 Sep 29 06:58:34.466004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-5264d3ff-f2ba-43e6-b725-cbc8fcda39cd service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240668 Sep 29 06:58:34.748027 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-705b61b7-ea3a-4e03-9fac-2d1f7b6f6d5f req-d723730b-fc92-45e2-a74e-f3284cb286e4 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765942 Sep 29 06:58:34.763485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d888424-111e-41bc-b571-336994225e9d req-3a5956b0-4dac-452a-8b66-2cc59cce9fd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:34.764911 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d888424-111e-41bc-b571-336994225e9d req-3a5956b0-4dac-452a-8b66-2cc59cce9fd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 943 time: 0.1343343 Sep 29 06:58:34.809354 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d888424-111e-41bc-b571-336994225e9d req-95250602-2fc6-40ad-8a6b-6620cf5a030e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381489 Sep 29 06:58:34.918473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-52cdbe8c-4b09-493b-935b-9e7648109d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:34.919978 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-52cdbe8c-4b09-493b-935b-9e7648109d77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1096 time: 0.0802011 Sep 29 06:58:35.056418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-cd902190-4405-451c-b456-5116cc9a1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:35.058794 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-cd902190-4405-451c-b456-5116cc9a1387 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1327879 Sep 29 06:58:35.123666 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-5553077c-350f-4bde-9891-cdd2f8612906 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 217 time: 0.0594499 Sep 29 06:58:35.185610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-da3117f4-536d-40d6-a424-db8a626596f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:35.187003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-da3117f4-536d-40d6-a424-db8a626596f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0577297 Sep 29 06:58:35.265662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-66123cbe-7eba-4143-9d8f-26d72c6ebd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:35.267122 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-66123cbe-7eba-4143-9d8f-26d72c6ebd0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746913 Sep 29 06:58:35.399876 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-74f42574-131d-4c74-a95f-5f25a85c0179 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268127 Sep 29 06:58:35.529358 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e34a42bb-31b4-4e78-90ee-7c79d9ade267 req-068bdc2f-5ab4-47b2-87d9-f0bc21f9b0d7 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233821 Sep 29 06:58:36.112133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461fe82-08bf-4b5e-a3a7-65ffaa01e3a6 req-ef31b106-b88b-4d0f-9b9a-50b279608378 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:36.113356 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1461fe82-08bf-4b5e-a3a7-65ffaa01e3a6 req-ef31b106-b88b-4d0f-9b9a-50b279608378 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 943 time: 0.1939790 Sep 29 06:58:36.156067 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1461fe82-08bf-4b5e-a3a7-65ffaa01e3a6 req-59f43e86-8e63-4d9f-96c0-5e05aaf55c95 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370748 Sep 29 06:58:37.356862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2239f-dd84-4912-b94b-c77e135c4c92 req-9f7cb35e-933d-400c-967e-1ce2a74368b4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:37.358597 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4fe2239f-dd84-4912-b94b-c77e135c4c92 req-9f7cb35e-933d-400c-967e-1ce2a74368b4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 943 time: 0.0900288 Sep 29 06:58:37.402572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4fe2239f-dd84-4912-b94b-c77e135c4c92 req-bc71014b-a8de-4bfc-8b53-79bae77ba7da tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381804 Sep 29 06:58:37.847184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c1b892d3-ed68-4d25-b5cb-a1b9492cd895 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 06:58:37.975933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:37.989332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'port_id': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'mac_address': 'fa:16:3e:77:a4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 06:58:38.048494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:38.048880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:38.065633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b892d3-ed68-4d25-b5cb-a1b9492cd895 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 06:58:38.080525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:38.088460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:38.124008 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:58:38.155810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:38.484933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['c1b892d3-ed68-4d25-b5cb-a1b9492cd895'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 06:58:38.598279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8da724-d639-494f-b7c5-4b177c051fab req-0f46382d-fddd-4bdf-93f1-13941d9a07c8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:38.599757 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5c8da724-d639-494f-b7c5-4b177c051fab req-0f46382d-fddd-4bdf-93f1-13941d9a07c8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 944 time: 0.0851758 Sep 29 06:58:38.629137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-253a5c3f-6140-4383-80ff-c131426e774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:38.647003 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5c8da724-d639-494f-b7c5-4b177c051fab req-7f17568f-b782-4f15-b931-20bde01bd50a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414877 Sep 29 06:58:39.832589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c1b892d3-ed68-4d25-b5cb-a1b9492cd895 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 06:58:39.838211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7cae1-4cfb-4143-8de0-1cf8740bc063 req-088947e7-d8bf-4c18-b9c0-ac4038ffac31 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:39.839704 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9fd7cae1-4cfb-4143-8de0-1cf8740bc063 req-088947e7-d8bf-4c18-b9c0-ac4038ffac31 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 944 time: 0.0869658 Sep 29 06:58:39.887451 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9fd7cae1-4cfb-4143-8de0-1cf8740bc063 req-48df1921-ce4d-429d-8644-6a574b6b48ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Sep 29 06:58:39.902436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 06:58:39.907178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 06:58:39.907546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:39.907902 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 Sep 29 06:58:40.020840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 06:58:40.021220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:40.049379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:58:40.052262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddbeade-b423-4122-a326-d11eda222627" -d '{"events": [{"server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "name": "network-vif-plugged", "status": "completed", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:58:40.060163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 06:58:40.065064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:40.133414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 06:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacab1f6-50ec-45a0-9601-57ae80b76c57 x-openstack-request-id: req-dacab1f6-50ec-45a0-9601-57ae80b76c57 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:58:40.133710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "name": "network-vif-plugged", "status": "completed", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:58:40.133953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dacab1f6-50ec-45a0-9601-57ae80b76c57 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:58:40.134523 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacab1f6-50ec-45a0-9601-57ae80b76c57'] response: {'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'code': 200} Sep 29 06:58:40.166291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:40.352469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784906ed-79f5-4e0a-8125-e672e4be88e7 req-d0bd23e3-34a0-4eb7-8a6e-c6b99f2405b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:40.353959 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-784906ed-79f5-4e0a-8125-e672e4be88e7 req-d0bd23e3-34a0-4eb7-8a6e-c6b99f2405b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1098 time: 0.0764680 Sep 29 06:58:40.393032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-784906ed-79f5-4e0a-8125-e672e4be88e7 req-9d33cd6b-0ace-492d-a544-9c0f93c66522 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Sep 29 06:58:40.901094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a991bfcf-ce35-415f-bbd5-893284b3eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:41.084465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcbd69-9e83-4d45-9236-402718ab98b2 req-573a0349-41bb-475b-9321-00d05af4349d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:41.085929 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-91fcbd69-9e83-4d45-9236-402718ab98b2 req-573a0349-41bb-475b-9321-00d05af4349d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 945 time: 0.0884166 Sep 29 06:58:41.129492 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-91fcbd69-9e83-4d45-9236-402718ab98b2 req-47c2c6af-036f-443f-b739-8bd3069ca51b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 Sep 29 06:58:41.821258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:41.955089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:42.493364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d091-1a90-45c2-aa05-d1ba22b3ddfa req-a6e1e675-c09b-453d-8391-3ca00ab76575 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:42.494891 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-84a9d091-1a90-45c2-aa05-d1ba22b3ddfa req-a6e1e675-c09b-453d-8391-3ca00ab76575 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 945 time: 0.1025841 Sep 29 06:58:42.538580 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-84a9d091-1a90-45c2-aa05-d1ba22b3ddfa req-c4b4974d-1297-4f7b-a1be-9182a7042c79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379846 Sep 29 06:58:42.737135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed07c80-5b84-43d4-b6f7-437fa7c511c7 req-d68022c8-9c76-4210-bbd7-0b07e2cf518f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:42.738696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ed07c80-5b84-43d4-b6f7-437fa7c511c7 req-d68022c8-9c76-4210-bbd7-0b07e2cf518f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 945 time: 0.0864933 Sep 29 06:58:42.787720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ed07c80-5b84-43d4-b6f7-437fa7c511c7 req-d22ca5e9-962d-4bc5-82d9-d0913bc8c68e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409977 Sep 29 06:58:42.821008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49840) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:42.901623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc16044-b734-41ea-bea5-dc398427aac7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:42.903157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3dc16044-b734-41ea-bea5-dc398427aac7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1093 time: 0.0811634 Sep 29 06:58:42.906012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:42.911685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:58:42.917645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 06:58:42.921476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 06:58:42.924289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 06:58:42.929982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 06:58:42.939978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:43.165543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:43.296848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.227 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/1dfdd93c-bcd4-4468-a5ce-41ccb289c924) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 06:58:43.327947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:43.442486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:43.471179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:43.533092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 06:58:43.535746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 06:58:43.539536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 06:58:43.576092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=1dfdd93c-bcd4-4468-a5ce-41ccb289c924,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:43.946448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:44.017379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:44.215408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:44.219432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:44.319882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:44.369011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=1dfdd93c-bcd4-4468-a5ce-41ccb289c924,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 06:58:44.491544 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4 associated. External IP: 172.26.0.227, port: c1b892d3-ed68-4d25-b5cb-a1b9492cd895. Sep 29 06:58:44.924785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:58:45.110081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:58:45.120629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:58:45.131127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:45.131877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:45.136353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:45.197611 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-97c6617b-d036-4eb5-ac0d-44ec547ebb11 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2880428 Sep 29 06:58:45.197611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:58:45.197907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49848) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:45.198395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbff23e-b76e-4758-a96a-e4e764ef227f" -d '{"events": [{"name": "network-changed", "server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:58:45.241634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8401247a-035a-47d8-a15c-340e961817f0 x-openstack-request-id: req-8401247a-035a-47d8-a15c-340e961817f0 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 06:58:45.241931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 06:58:45.242182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8401247a-035a-47d8-a15c-340e961817f0 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 06:58:45.242635 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8401247a-035a-47d8-a15c-340e961817f0'] response: {'name': 'network-changed', 'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'status': 'completed', 'code': 200} Sep 29 06:58:45.316954 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a59cfad3-5734-4fb4-8995-cea4a411ec21 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 991 time: 0.1172578 Sep 29 06:58:45.337316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:45.372861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-be8bfe3f-44d1-4e58-ba87-1d12d0417802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:45.374381 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-be8bfe3f-44d1-4e58-ba87-1d12d0417802 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1098 time: 0.0887151 Sep 29 06:58:45.517474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-9386a9ee-8212-4483-b1d1-17c3b10a00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:45.519526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-9386a9ee-8212-4483-b1d1-17c3b10a00dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1396077 Sep 29 06:58:45.625029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-17370af4-f9b3-46cb-9f4e-12fea2e2e0ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 999 time: 0.0988462 Sep 29 06:58:45.687546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-7dfa30d7-8d57-4d1d-97a3-116fd2d48df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:45.689015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-7dfa30d7-8d57-4d1d-97a3-116fd2d48df2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0586410 Sep 29 06:58:45.702020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cf755eb7-bac9-4b12-a797-b33ccec3f7f4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'port_id': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'mac_address': 'fa:16:3e:77:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:58:43Z', 'updated_at': '2022-09-29T06:58:43Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:45.706004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 06:58:45.714903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:58:45.715505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:45.771185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-d80f9ccf-6ae6-4868-87ce-42e482a45346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:58:45.772685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-d80f9ccf-6ae6-4868-87ce-42e482a45346 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780818 Sep 29 06:58:45.893938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 06:58:45.904625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-d839a72c-43b9-4a66-a70a-f865194301b6 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251223 Sep 29 06:58:46.037707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2dbff23e-b76e-4758-a96a-e4e764ef227f req-f135e9b3-f907-4277-9388-1c8bf99539a0 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258388 Sep 29 06:58:46.235379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cf755eb7-bac9-4b12-a797-b33ccec3f7f4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'port_id': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'mac_address': 'fa:16:3e:77:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:58:43Z', 'updated_at': '2022-09-29T06:58:43Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:58:46.239791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2c01a-88af-47d4-b90d-8317c369feda None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cf755eb7-bac9-4b12-a797-b33ccec3f7f4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'port_id': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'mac_address': 'fa:16:3e:77:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:58:43Z', 'updated_at': '2022-09-29T06:58:43Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 06:58:46.319323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49854) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:46.424181 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fae3414-fb2c-4ac7-ae0f-0797045f01b4 None None] New status for floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 06:58:46.431647 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4cad52a2-4c38-4e4f-a40b-8b7a3615ef66 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 991 time: 0.1099465 Sep 29 06:58:47.130800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:58:47.434390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49858) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:58:47.541550 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aeebec3f-4a05-40ed-82da-f3ea3f7f9c28 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 993 time: 0.1060145 Sep 29 06:59:07.616624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-dbc63bf9-a820-4564-a699-bcb4b90a469b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1802502 Sep 29 06:59:07.777797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-03fa30bb-d55b-45cf-b4ca-8fcbe218adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:07.780571 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-03fa30bb-d55b-45cf-b4ca-8fcbe218adb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1098 time: 0.0778649 Sep 29 06:59:07.920992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-3f81e309-d1fc-4b55-a405-6a59de38cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:07.922428 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-3f81e309-d1fc-4b55-a405-6a59de38cf54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1244452 Sep 29 06:59:08.023744 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-72776106-088c-46b7-8be1-b18c23d1cbc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 1001 time: 0.0954335 Sep 29 06:59:08.084867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-b2105cc4-713c-4860-8d98-1a1ce4df99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:08.086166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-b2105cc4-713c-4860-8d98-1a1ce4df99ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0562124 Sep 29 06:59:08.178448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-c05e8440-3e4d-4809-9bdb-be0c78709ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:08.179958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-c05e8440-3e4d-4809-9bdb-be0c78709ed3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872786 Sep 29 06:59:08.315077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-7fe002f6-3a31-4d17-a76a-fac9a3f80989 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287212 Sep 29 06:59:08.444487 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5bdaa-04ea-4829-810e-0dbe226d089a req-fa86b321-d4b3-4988-b6a7-08a5d78973f4 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233482 Sep 29 06:59:08.616137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ddc6d522-23d0-4bd2-a628-4dec63c83faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:10.901898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7e9ed4ff-3c5b-4e61-bc3a-0cc5114bc945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:11.824631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:11.956688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:13.329253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:15.122905 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:59:17.135058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:36.392962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-77677c9b-cae5-4ec8-8714-fac2bcc82e19 req-7e8c25e0-fe31-4c70-a4f3-355593030859 service neutron] (89136) timed out ('10.222.0.61', 49576) {{(pid=89136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 29 06:59:38.607709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bead60c1-602f-4a1c-85cb-6f9a541ff82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:40.902329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b86bc9b-91ee-4eaf-a631-612b0aac133d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:41.826799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:41.958662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:43.331440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:47.148766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:52.121851 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 06:59:56.535902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49892) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:59:56.787648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73450a86-7dda-46bf-933f-dad80444632b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:56.788127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73450a86-7dda-46bf-933f-dad80444632b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:56.788598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73450a86-7dda-46bf-933f-dad80444632b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:56.790228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-73450a86-7dda-46bf-933f-dad80444632b tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=fba9288297ac4047bb59e46575e7846a&network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 2999 time: 0.2533522 Sep 29 06:59:58.346042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49906) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:59:58.408110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d754591-bfb7-44dd-b27b-46b374f1621a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 06:59:58.409748 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d754591-bfb7-44dd-b27b-46b374f1621a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693 HTTP/1.1" status: 200 len: 814 time: 0.0626810 Sep 29 06:59:58.869300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49914) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 06:59:58.874515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 06:59:58.974024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:59.239410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:59.242754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:59.243066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4 disassociated. External IP: 172.26.0.227, port: c1b892d3-ed68-4d25-b5cb-a1b9492cd895. Sep 29 06:59:59.685431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 06:59:59.872839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 06:59:59.877316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 06:59:59.882587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 06:59:59.891802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 06:59:59.892516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:59:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 06:59:59.934486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-847fc298-8c27-45f1-93ea-9c11f23eb23a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 690 time: 1.0616827 Sep 29 06:59:59.934486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 06:59:59.934929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 06:59:59.935538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 49918) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:00.022568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c7deda28-0b0c-4714-b7a4-804e0616008c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 690 time: 0.0856822 Sep 29 07:00:00.033310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 06:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ac6de-dbf6-4e7a-b99a-0927de79a198 x-openstack-request-id: req-b01ac6de-dbf6-4e7a-b99a-0927de79a198 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:00:00.033611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:00:00.033866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b01ac6de-dbf6-4e7a-b99a-0927de79a198 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:00:00.034272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01ac6de-dbf6-4e7a-b99a-0927de79a198'] response: {'name': 'network-changed', 'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'status': 'completed', 'code': 200} Sep 29 07:00:00.075398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:00:00.198833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-452752e8-05b4-456e-a8c3-562e096443ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:00.201283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-452752e8-05b4-456e-a8c3-562e096443ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1098 time: 0.1230295 Sep 29 07:00:00.330963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-1671de4f-db5b-4acf-837b-4cf9bd42b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:00.332441 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-1671de4f-db5b-4acf-837b-4cf9bd42b52e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1251962 Sep 29 07:00:00.389570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:00.394367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:00:00.399859 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-e2ed69e1-204d-4e04-a673-cda4da74fe74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 217 time: 0.0607936 Sep 29 07:00:00.403021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:00:00.403643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T06:59:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:00.463913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-6a498cc4-1bc8-4da0-9e7a-c5f63d0d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:00.465241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-6a498cc4-1bc8-4da0-9e7a-c5f63d0d1374 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0596116 Sep 29 07:00:00.546043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-dd1d9361-abd7-4e01-aea8-b71b9adb1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:00.547567 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-dd1d9361-abd7-4e01-aea8-b71b9adb1ca4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768487 Sep 29 07:00:00.581549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:00:00.678636 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-06b640ac-236d-4fdb-b333-d3ab4ad348a7 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251183 Sep 29 07:00:00.808534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d51c6ffb-5953-48d0-ad8f-bcb373b02ac6 req-008574ba-8f64-4475-b430-c72405a42995 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241357 Sep 29 07:00:00.892914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:00.896747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451a16a-94b6-425f-b629-df3d45c29687 None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:00:01.026197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49928) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:01.096866 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f75bad-2f14-4dfd-89d6-0d1d818b8024 None None] New status for floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:00:01.112330 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-130402ba-5116-4495-b195-ac95a53de446 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 690 time: 0.0849481 Sep 29 07:00:02.116295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:02.197793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7d7b6e79-1fda-48e0-84f6-14152288f7e2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 688 time: 0.0803709 Sep 29 07:00:03.275570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49938) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:03.280499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258447525', 'description': 'tempest-secgroup-smoke-1258447525 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:03.286578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:03.297267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:03.307239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.327713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:03.331478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:03.334263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:03.339965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:03.409089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.412662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.455773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceead9c-ba36-4683-b8af-2c40775b586d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:03.463795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.464136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.464471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.464798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.465121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.465444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.465764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.466080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.466395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.466732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.467045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.467355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:03.470459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.472411 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-762ea627-1a1a-4103-aff9-09c7a164700c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1950502 Sep 29 07:00:03.474783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49942) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:03.480341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5ceead9c-ba36-4683-b8af-2c40775b586d', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:03.486533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:03.490368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:03.493263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:03.499494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:03.514787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.670288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.674279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.696879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d63f85d-3524-47e1-b0a6-1fc7765ad67d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:03.707662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.708841 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f25dead3-1e5d-4d78-a4ad-be2e2b3ca101 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331424 Sep 29 07:00:03.712096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49946) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:03.717429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5ceead9c-ba36-4683-b8af-2c40775b586d', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:03.723202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:03.726999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:03.730400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:03.736269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:03.752090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.815040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.818471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.843798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6416ba7e-e850-401c-a292-e21756e33cac,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:03.852591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.853762 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b423ad8c-2454-4fb6-a942-b2143b522fa8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409278 Sep 29 07:00:03.857302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49950) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:03.862091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5ceead9c-ba36-4683-b8af-2c40775b586d', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:03.867615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:03.871439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:03.874215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:03.879807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:03.895845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.955859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.959309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.984716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07166e87-c8a2-45db-a512-dbbf87f4dc9d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:03.992838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:03.994057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a2070f23-0620-443b-b844-608375600191 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358519 Sep 29 07:00:03.996910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49954) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:04.001787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5ceead9c-ba36-4683-b8af-2c40775b586d', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:04.007417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:04.011736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:04.014691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:04.020332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:04.036862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.098779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.102199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.124661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdb7efc-c2aa-4f63-a6c8-326b03d6ad4c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:04.132994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.134420 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5d175d0-289f-4fd9-8efe-422648842a88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365607 Sep 29 07:00:04.137690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49958) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:04.142661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5ceead9c-ba36-4683-b8af-2c40775b586d', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:04.148346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:04.152739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:04.155661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:04.161314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:04.171406 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:00:04.178165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.241255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.244887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.267811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f263229d-6fd2-403f-8829-e0b32f1ff237,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:04.276918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.278174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-23b63568-1817-43dd-85a8-8efaf966d299 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395464 Sep 29 07:00:04.280965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 49962) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:04.285863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '5ceead9c-ba36-4683-b8af-2c40775b586d', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:04.291457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:04.295244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:00:04.298101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:00:04.303913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:04.314979 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:00:04.321306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.387447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.391222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.415715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21669108-7f14-4bf5-a688-14466e5c57ec,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:04.424779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:04.426114 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c119680a-3bf1-415c-8e3b-2e5f1bb5931c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442232 Sep 29 07:00:04.722295 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-92a0ed7f-94c6-4471-ac5b-76005af830b2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258447525&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0383201 Sep 29 07:00:04.865474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-42d75f0a-ae97-4f8f-bb5f-697b88e33e8a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:04.866836 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-42d75f0a-ae97-4f8f-bb5f-697b88e33e8a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 796 time: 0.1383996 Sep 29 07:00:04.881766 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-3e64488e-e292-4cfd-a3f2-e81530f8afae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0088296 Sep 29 07:00:04.971079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-29b489dc-063e-4b9c-b348-ae11500cab04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840924 Sep 29 07:00:05.150297 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a087469e-272d-4c78-b83e-6a3dc17f1ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671741 Sep 29 07:00:05.277038 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-c3669ada-f82d-4bde-9db0-503715b8874d service neutron] 10.222.0.26 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203964 Sep 29 07:00:05.508299 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9806a6f1-1f5c-4c47-9486-cae2b0bb4dd4 req-dcc7bc2e-655c-4382-8434-c85fe43a46ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0995789 Sep 29 07:00:06.655869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-78ec1d8b-3582-4373-b31e-042b4d585064 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:06.657274 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-78ec1d8b-3582-4373-b31e-042b4d585064 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 796 time: 0.1505153 Sep 29 07:00:06.675642 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef83aec7-4388-4e86-a459-453b0a3d85d0 req-c60edbe3-2ba5-4a07-a423-0289714bfe88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0523992 Sep 29 07:00:06.719090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-2187df32-ae9a-473a-a499-364b94128bb4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:00:06.734632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-2187df32-ae9a-473a-a499-364b94128bb4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:00:06.735929 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-2187df32-ae9a-473a-a499-364b94128bb4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 472 time: 0.0646138 Sep 29 07:00:06.744257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['5ceead9c-ba36-4683-b8af-2c40775b586d']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:06.883808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:00:06.893884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:00:06.903602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:00:06.907182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:07.062436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.7 (4fa9a813-b04a-4c6a-a602-87dd8ff8e469/c5f40695-0205-427d-a901-01cb2931749f/5330dbcc-ab8d-4274-82d5-91b68b6fd6f5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:00:07.258352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:07.273009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:00:07.295440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:07.361858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:00:07.364605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:00:07.368477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:00:07.404079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:07.437675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:07.438290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:07.467921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-ca443e93-1d34-49a8-8d28-b370af3678d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274301 Sep 29 07:00:07.485684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Request body: {'port': {'device_id': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:07.586779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Provisioning for port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:00:07.592083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Provisioning complete for port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:00:07.592454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:07.592788 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Attempt 1 to provision port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 Sep 29 07:00:07.598195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:07.644816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:00:07.947105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe216b33-c4ab-4413-9a62-51e463b81c88 req-61f2d990-4f08-40b0-a224-d09f95a35622 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:07.948308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-fe216b33-c4ab-4413-9a62-51e463b81c88 req-61f2d990-4f08-40b0-a224-d09f95a35622 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:00:08.012586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-fe216b33-c4ab-4413-9a62-51e463b81c88 req-61f2d990-4f08-40b0-a224-d09f95a35622 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:00:08.013710 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe216b33-c4ab-4413-9a62-51e463b81c88 req-61f2d990-4f08-40b0-a224-d09f95a35622 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 931 time: 0.2008200 Sep 29 07:00:08.021807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:00:08.040308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:08.066842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Transition to ACTIVE for port object 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:00:08.070721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:08.145876 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Attempt 2 to provision port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 Sep 29 07:00:08.163018 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe216b33-c4ab-4413-9a62-51e463b81c88 req-0c7e187f-7451-4c78-b223-5f8d128946ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432087 Sep 29 07:00:08.200533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:00:08.361507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Pushing event updated for resources: {'Port': ['ID=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:08.392637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Attempting to bind port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:00:08.392967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Attempting to bind port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:00:08.393288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Attempting to bind port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:00:08.398087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:00:08.398398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Attempting to bind port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 on network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:00:08.403636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 6, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:00:08.403968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Checking segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:00:08.404392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Bound using segment: {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:00:08.404881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Bound port: 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed327098-d21b-4a95-a92a-2da701ee49b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:00:08.405282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:08.497044 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-8cb43274-1fe6-475d-9fc3-ed6603c4f47a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785089 Sep 29 07:00:08.497774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] For port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:00:08.500800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] For port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:00:08.505335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:08.535673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.536309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:08.537642 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] 10.222.0.61 "PUT /v2.0/ports/5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 HTTP/1.1" status: 200 len: 1093 time: 1.0567100 Sep 29 07:00:08.538195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:00:08.540508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcbcb50-556a-4f55-ac4e-6155b63232a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:00:08.590348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5213124-89ac-4349-9ccf-d56f537f6056 service neutron] Pushing event updated for resources: {'Port': ['ID=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:08.600029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dda705-d93e-40e5-baa6-8f5d466697ca x-openstack-request-id: req-15dda705-d93e-40e5-baa6-8f5d466697ca {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:00:08.600315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:00:08.600564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15dda705-d93e-40e5-baa6-8f5d466697ca {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:00:08.600953 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dda705-d93e-40e5-baa6-8f5d466697ca'] response: {'name': 'network-changed', 'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'status': 'completed', 'code': 200} Sep 29 07:00:08.612004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9db2aac7-dc3c-40d2-b623-5aff1ff4f5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:08.682796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-df1823e5-1935-4d4d-bd62-946b528dbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.684347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-df1823e5-1935-4d4d-bd62-946b528dbc80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1098 time: 0.0826256 Sep 29 07:00:08.693041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-9aaf4d1c-da8b-4d0b-8d2e-6ab78b2a9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.694547 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-9aaf4d1c-da8b-4d0b-8d2e-6ab78b2a9ec7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0806723 Sep 29 07:00:08.701833 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Attempt 3 to provision port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 Sep 29 07:00:08.770039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6e8d4-fc6e-4f0b-a1fd-157d55207741 None None] Port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:00:08.772913 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-10bb086c-e32f-4424-ac0f-b3482c424886 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 HTTP/1.1" status: 200 len: 217 time: 0.0616462 Sep 29 07:00:08.839877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-21f8b58b-7fa7-4651-9de0-f3c68d4e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.841032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-c6998ccd-270c-4ab3-8401-0ebf92305f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.841342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-21f8b58b-7fa7-4651-9de0-f3c68d4e3714 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0626159 Sep 29 07:00:08.842547 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-c6998ccd-270c-4ab3-8401-0ebf92305f7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1309483 Sep 29 07:00:08.912124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-82871fe5-206f-4569-ae77-d3582d5a31a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 217 time: 0.0608165 Sep 29 07:00:08.925580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-43f7b558-91eb-41d9-9801-d6823296a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.927075 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-43f7b558-91eb-41d9-9801-d6823296a761 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758545 Sep 29 07:00:08.978140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-3c55bb61-bd52-4a50-b9d2-e46cf171de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:08.979695 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-3c55bb61-bd52-4a50-b9d2-e46cf171de7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0612397 Sep 29 07:00:09.065231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-29f79992-cf98-47e0-bf48-37d10e077712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:09.066701 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-29f79992-cf98-47e0-bf48-37d10e077712 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813918 Sep 29 07:00:09.156776 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-b8fd3630-9d35-4c1e-83dd-1b42df9127d8 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231629 Sep 29 07:00:09.198643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-e3fdb43e-a137-41c5-a25d-b98149f0d2ba service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255248 Sep 29 07:00:09.287013 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48f01f3a-d5d4-4bf5-8680-ec4b1d835792 req-6b582bf3-c9f5-4830-8fe9-6eea9a7755a6 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248791 Sep 29 07:00:09.397166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-ba2b1247-23c3-4825-9bde-3b0d24db7707 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935544 Sep 29 07:00:09.417486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9bc1-e43f-4bb4-994e-8c865402b41b req-051ed67b-d79d-4692-9bdc-e79341dac49a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:09.419652 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1afb9bc1-e43f-4bb4-994e-8c865402b41b req-051ed67b-d79d-4692-9bdc-e79341dac49a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 943 time: 0.1419902 Sep 29 07:00:09.463558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-0de390af-6883-4953-897c-3e2e9d34d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:09.464153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1afb9bc1-e43f-4bb4-994e-8c865402b41b req-e413f325-df73-4e4a-a3f4-7f8a994ab6e8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Sep 29 07:00:09.465078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-0de390af-6883-4953-897c-3e2e9d34d006 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 1096 time: 0.0826592 Sep 29 07:00:09.594558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-17d06a91-21cf-4ed2-8575-d16535032a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:09.596014 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-17d06a91-21cf-4ed2-8575-d16535032a83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1252229 Sep 29 07:00:09.665094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-f42e9008-5de7-4109-8cca-42c1806ecf9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 HTTP/1.1" status: 200 len: 217 time: 0.0625951 Sep 29 07:00:09.725515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-3a5ff84f-53e6-4a92-a86f-aeb4dbea1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:09.726961 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-3a5ff84f-53e6-4a92-a86f-aeb4dbea1cb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0561676 Sep 29 07:00:09.811465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-c015fcdf-a201-4a54-b8eb-c985828da4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:09.813035 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-c015fcdf-a201-4a54-b8eb-c985828da4d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802712 Sep 29 07:00:09.939292 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-64e4bf98-7cfa-4b63-a7a3-98b271a37582 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205790 Sep 29 07:00:10.066920 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ffcbcb50-556a-4f55-ac4e-6155b63232a4 req-1b838676-9093-42a7-b6a5-c58e7a1963cf service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216364 Sep 29 07:00:10.662383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3688-bb7b-46e0-bd66-917fb69ccc15 req-d7994931-2320-457d-84d6-65ad3b8ed474 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:10.663766 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ccac3688-bb7b-46e0-bd66-917fb69ccc15 req-d7994931-2320-457d-84d6-65ad3b8ed474 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 943 time: 0.0891304 Sep 29 07:00:10.706984 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ccac3688-bb7b-46e0-bd66-917fb69ccc15 req-24811649-24d3-490f-96d2-85a05b1dcf3f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Sep 29 07:00:10.902818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cafdffb7-a979-4257-8b56-d4574fc9b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:11.829551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:11.901698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65a81a-c61c-41ce-8848-37df31014eb9 req-c7c1cf6f-a3e1-4ff0-931a-17cae0c3c2a7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:11.903192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe65a81a-c61c-41ce-8848-37df31014eb9 req-c7c1cf6f-a3e1-4ff0-931a-17cae0c3c2a7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 943 time: 0.0859916 Sep 29 07:00:11.949857 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe65a81a-c61c-41ce-8848-37df31014eb9 req-2780cd2e-0a92-452f-8c0c-abf9f7ea690e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Sep 29 07:00:11.961502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:12.284816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:00:12.454112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:00:12.467115 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'port_id': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'mac_address': 'fa:16:3e:b4:48:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:00:12.522748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:00:12.523110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:12.539564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:00:12.554092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:00:12.557900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:12.623480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:12.630360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.630727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.631065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.631395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.631722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.632048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.632373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.632694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.633017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.633336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.633656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.633975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:00:12.954200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['5330dbcc-ab8d-4274-82d5-91b68b6fd6f5'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:00:13.155902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2605c8-5273-4bd5-ab36-20f784e8c2c0 req-83122a95-8eae-4a0a-85ed-6ee83d47fcdc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:13.157358 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac2605c8-5273-4bd5-ab36-20f784e8c2c0 req-83122a95-8eae-4a0a-85ed-6ee83d47fcdc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 944 time: 0.0907688 Sep 29 07:00:13.200754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac2605c8-5273-4bd5-ab36-20f784e8c2c0 req-060d545f-a81b-45fa-a983-117efe5fb1c7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377238 Sep 29 07:00:13.332992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:14.301810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:00:14.372959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:00:14.378068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:00:14.378187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:14.378710 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 Sep 29 07:00:14.400990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9c74-993d-470c-baa8-9aefe383b80a req-343c4b18-11e2-416e-aa8f-f7627b04b04c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:14.402559 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da5f9c74-993d-470c-baa8-9aefe383b80a req-343c4b18-11e2-416e-aa8f-f7627b04b04c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 944 time: 0.0879793 Sep 29 07:00:14.446117 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da5f9c74-993d-470c-baa8-9aefe383b80a req-d18da677-d477-46a7-8159-6ff56103d9a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Sep 29 07:00:14.496823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:00:14.497139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:14.522834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:00:14.525163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44418f-f7c0-4df3-a8e3-a117ed72a324" -d '{"events": [{"server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "name": "network-vif-plugged", "status": "completed", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:00:14.532634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:00:14.536696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:14.603145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:00:14.617725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603a1845-c351-48be-b29a-e8f2efed5b1b x-openstack-request-id: req-603a1845-c351-48be-b29a-e8f2efed5b1b {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:00:14.618037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "name": "network-vif-plugged", "status": "completed", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:00:14.618278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-603a1845-c351-48be-b29a-e8f2efed5b1b {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:00:14.618705 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603a1845-c351-48be-b29a-e8f2efed5b1b'] response: {'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'code': 200} Sep 29 07:00:14.872771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f5d84-678d-40bb-81dd-ef2e6a68629f req-92521a58-3336-436c-a985-07680e7f1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:14.874206 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a41f5d84-678d-40bb-81dd-ef2e6a68629f req-92521a58-3336-436c-a985-07680e7f1dcc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0753071 Sep 29 07:00:14.915312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a41f5d84-678d-40bb-81dd-ef2e6a68629f req-53c0a75d-8be0-4ec4-af36-1eb6a565910a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356746 Sep 29 07:00:15.645860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbd48c-ebf9-477a-bb96-7f452abfa6df req-bbb47ea4-7b9d-415e-a964-e2f45f436fae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:15.647255 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6cbd48c-ebf9-477a-bb96-7f452abfa6df req-bbb47ea4-7b9d-415e-a964-e2f45f436fae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 945 time: 0.0903566 Sep 29 07:00:15.691342 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6cbd48c-ebf9-477a-bb96-7f452abfa6df req-09977d03-ef1c-42f5-84d3-a722ae5c9ec8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Sep 29 07:00:16.889751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05968cd2-06e9-4639-944b-3949353a515c req-fc052229-7c56-4880-8a93-5adabbf09497 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:16.891255 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-05968cd2-06e9-4639-944b-3949353a515c req-fc052229-7c56-4880-8a93-5adabbf09497 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 945 time: 0.0896442 Sep 29 07:00:16.934358 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-05968cd2-06e9-4639-944b-3949353a515c req-21fed3e0-18c2-4924-9814-ea464b40bcb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373666 Sep 29 07:00:17.127628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038524-0f75-4100-848a-47cdd29b076f req-f974a76c-3d10-44a3-a7cc-e8d4e92bedfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:17.129085 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d5038524-0f75-4100-848a-47cdd29b076f req-f974a76c-3d10-44a3-a7cc-e8d4e92bedfa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 945 time: 0.0863223 Sep 29 07:00:17.148314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:17.176855 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d5038524-0f75-4100-848a-47cdd29b076f req-e6f8b6ee-1a20-4bbb-828d-3ef63669c8d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421700 Sep 29 07:00:17.207004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50028) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:17.283063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8108b01a-0d9b-4e46-98d2-2dd95a01d470 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:17.284491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8108b01a-0d9b-4e46-98d2-2dd95a01d470 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 1093 time: 0.0765231 Sep 29 07:00:17.287374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50032) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:17.292187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'port_id': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:00:17.459438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:18.036643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:18.040415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:18.205875 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4 associated. External IP: 172.26.0.227, port: 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5. Sep 29 07:00:18.549326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:00:18.820604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:00:18.826069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:18.830747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:00:18.840629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:00:18.841239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:00:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:18.878372 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-db6076c4-a140-4758-abbf-607acb3fe857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 991 time: 1.5900028 Sep 29 07:00:18.878958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:00:18.881233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b528b-97ac-49b2-90b4-ad6dd396096b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:00:18.881374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50036) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:18.921697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017fb15d-bd1f-4a2e-9e4e-c196c6fed6bc x-openstack-request-id: req-017fb15d-bd1f-4a2e-9e4e-c196c6fed6bc {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:00:18.921986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:00:18.922237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-017fb15d-bd1f-4a2e-9e4e-c196c6fed6bc {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:00:18.922665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017fb15d-bd1f-4a2e-9e4e-c196c6fed6bc'] response: {'name': 'network-changed', 'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'status': 'completed', 'code': 200} Sep 29 07:00:19.018810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:00:19.146051 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fe73b514-0c67-40f2-be79-5950c43c45d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 991 time: 0.2635624 Sep 29 07:00:19.161915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-a8df2ccf-1853-4781-be87-6869565d427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:19.163381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-a8df2ccf-1853-4781-be87-6869565d427a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 1098 time: 0.1980684 Sep 29 07:00:19.293374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-abcac87d-d6d3-4c74-b802-a8a3f8b66c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:19.294881 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-abcac87d-d6d3-4c74-b802-a8a3f8b66c25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1248202 Sep 29 07:00:19.367207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cf755eb7-bac9-4b12-a797-b33ccec3f7f4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'port_id': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'mac_address': 'fa:16:3e:b4:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:58:43Z', 'updated_at': '2022-09-29T07:00:17Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:19.371200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:00:19.379622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:00:19.380445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:00:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:19.398221 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-ba645ccd-9f0a-45aa-a707-5bb3cbca81eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 HTTP/1.1" status: 200 len: 999 time: 0.0977440 Sep 29 07:00:19.461244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-4a6d764e-73b6-4bd4-9778-585bedbfafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:19.463490 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-4a6d764e-73b6-4bd4-9778-585bedbfafc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0580068 Sep 29 07:00:19.548322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-133ce8f5-e12b-47e1-b411-910f5bc0c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:00:19.549814 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-133ce8f5-e12b-47e1-b411-910f5bc0c7e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814285 Sep 29 07:00:19.554013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:00:19.681276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-8ad7a111-d48c-4241-875f-b704966e254b service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253164 Sep 29 07:00:19.813900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac9b528b-97ac-49b2-90b4-ad6dd396096b req-c4624ed3-72e3-4553-a959-9b45271b5664 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268191 Sep 29 07:00:19.923045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cf755eb7-bac9-4b12-a797-b33ccec3f7f4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'port_id': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'mac_address': 'fa:16:3e:b4:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:58:43Z', 'updated_at': '2022-09-29T07:00:17Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:00:19.926872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4dc1-2df7-4acb-b427-1c0361aaf91a None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cf755eb7-bac9-4b12-a797-b33ccec3f7f4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'port_id': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'mac_address': 'fa:16:3e:b4:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T06:58:43Z', 'updated_at': '2022-09-29T07:00:17Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:00:20.109034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9a5a7-1787-4120-b65a-c212778086aa None None] New status for floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:00:20.149958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50042) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:20.250798 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c6361084-baa1-4f55-8136-6a170f776a78 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 991 time: 0.0995634 Sep 29 07:00:21.254584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50046) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:00:21.360142 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6731b07d-87e2-4abc-8a88-cc80419276c7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 200 len: 993 time: 0.1043169 Sep 29 07:00:29.120885 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:00:38.615199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54b16f07-4ca8-4c0e-a7d0-30e8d5da8fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:40.903592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-baf7fbbf-6e52-4df2-b3d8-4be4d8461aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:41.831766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:41.964088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:43.340623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:00:47.170792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:06.120563 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:01:08.622911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f123b1c2-1275-4abf-8f2c-b36a20296aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:09.540779 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-9d853040-6737-4aff-a35c-ca9fd076d753 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805948 Sep 29 07:01:09.706867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-709fe9a9-8dc9-48de-a453-c3acdba789d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:09.708401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-709fe9a9-8dc9-48de-a453-c3acdba789d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 1098 time: 0.0789375 Sep 29 07:01:09.847912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-64a477d5-4689-485e-8dd8-20a808295eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:09.849314 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-64a477d5-4689-485e-8dd8-20a808295eff service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 200 len: 897 time: 0.1219728 Sep 29 07:01:09.919224 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-e60dc7c7-d3d9-4fe7-832a-49c5902ae0ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 200 len: 217 time: 0.0619249 Sep 29 07:01:09.981851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-da9fad77-4006-43e4-95be-34cc01767959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:09.983224 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-da9fad77-4006-43e4-95be-34cc01767959 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 200 len: 835 time: 0.0578072 Sep 29 07:01:10.077993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-d8c6bdaf-3f17-4985-a97e-a4d58f64e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:10.079456 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-d8c6bdaf-3f17-4985-a97e-a4d58f64e314 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fa9a813-b04a-4c6a-a602-87dd8ff8e469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895362 Sep 29 07:01:10.303415 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-a7a5d3bb-92f3-4c13-9378-5dba4b76456b service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170863 Sep 29 07:01:10.439942 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c55c3ea-696e-47f5-9364-06f2206ccf8d req-64f70a98-90f2-4d89-8813-c5c5c48cba14 service neutron] 10.222.0.61 "GET /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298711 Sep 29 07:01:10.904043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b40f69b-bcc9-4570-b4eb-297e243b87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:11.837768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:11.965485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:13.339816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:17.166925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:32.694095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b463b-a666-4c74-80b2-f042c12f0296 req-76ed0b0b-d19e-4134-9749-6f5cc560b4e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:32.695563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d4b463b-a666-4c74-80b2-f042c12f0296 req-76ed0b0b-d19e-4134-9749-6f5cc560b4e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 945 time: 0.0907688 Sep 29 07:01:32.738666 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d4b463b-a666-4c74-80b2-f042c12f0296 req-c4cd26bd-0f6a-4ddd-a5e6-c852ecbb71ad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370927 Sep 29 07:01:33.946024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d476-7eef-4ca4-bf43-4c69f343e9f4 req-2842b250-9779-4054-bc52-5015eac72bed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:33.947512 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f105d476-7eef-4ca4-bf43-4c69f343e9f4 req-2842b250-9779-4054-bc52-5015eac72bed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 945 time: 0.0860474 Sep 29 07:01:33.994659 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f105d476-7eef-4ca4-bf43-4c69f343e9f4 req-546ac8db-ba1f-4db5-988b-ca6799c75e1d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ceead9c-ba36-4683-b8af-2c40775b586d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Sep 29 07:01:34.346112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-dad1b395-f4f3-4d25-91a9-683efa822e91 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:34.347859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-dad1b395-f4f3-4d25-91a9-683efa822e91 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 945 time: 0.0942996 Sep 29 07:01:34.416663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:01:34.417007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:34.658039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:34.658307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:34.936411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:34.936696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:34.937004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4 disassociated. External IP: 172.26.0.227, port: 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5. Sep 29 07:01:34.937338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:01:35.078142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:35.136163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=5330dbcc-ab8d-4274-82d5-91b68b6fd6f5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:35.164243 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cae97c3a-deb4-4aa9-8b41-e5bdce8eec4e req-5ef7a495-ac6e-49e2-9f4c-6abd547e53d3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0550771 Sep 29 07:01:35.208244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.210088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.210525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.211107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.211684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.212271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.212858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.213266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.213599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.213930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.214257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.214628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:35.331167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:01:35.629350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:01:35.638630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:01:35.647662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:35.648256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:35.712728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:01:35.715108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:35.717613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'name': 'network-vif-deleted', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:01:35.719959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f85b09-35fe-46cb-8dac-9c665dbb7851" -d '{"events": [{"server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "name": "network-vif-deleted", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:01:35.733839 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6a9b079f-7165-4a4c-b9aa-76d083e9ccc7 req-f14f8110-342b-4a2b-8ce1-318d23cbc4ca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 HTTP/1.1" status: 204 len: 173 time: 1.3807125 Sep 29 07:01:35.822583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a311c2aa-f215-4290-921a-f7265ff43aa0 x-openstack-request-id: req-a311c2aa-f215-4290-921a-f7265ff43aa0 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:01:35.822879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4e7b66-2259-4449-97e7-1afc84ad1ab2", "name": "network-vif-deleted", "tag": "5330dbcc-ab8d-4274-82d5-91b68b6fd6f5", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:01:35.823134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a311c2aa-f215-4290-921a-f7265ff43aa0 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:01:35.823538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a311c2aa-f215-4290-921a-f7265ff43aa0'] response: {'server_uuid': 'bf4e7b66-2259-4449-97e7-1afc84ad1ab2', 'name': 'network-vif-deleted', 'tag': '5330dbcc-ab8d-4274-82d5-91b68b6fd6f5', 'status': 'completed', 'code': 200} Sep 29 07:01:35.831398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:36.140146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:36.143879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:01:36.152455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:36.153048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:36.336942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:36.359993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-aaeca488-8639-430c-b2ca-820b954d2c6c req-2664fc28-5983-4af9-9617-826959477790 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf4e7b66-2259-4449-97e7-1afc84ad1ab2 HTTP/1.1" status: 200 len: 210 time: 0.0585670 Sep 29 07:01:36.676143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:36.679860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17122f-ea3b-4863-8cb6-9ac63554acb8 None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T06:58:26Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'b0b99d6b-ae76-4c97-af80-024c5c78d3cc', 'name': '', 'network_id': '4fa9a813-b04a-4c6a-a602-87dd8ff8e469', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:8c:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'c5f40695-0205-427d-a901-01cb2931749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:25Z', 'updated_at': '2022-09-29T06:58:31Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'c5f40695-0205-427d-a901-01cb2931749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:01:36.713344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:01:36.748385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:01:36.748730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5330dbcc-ab8d-4274-82d5-91b68b6fd6f5 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:01:36.882158 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df672e-edcc-4f48-a294-20241d968a02 None None] New status for floating IP cf755eb7-bac9-4b12-a797-b33ccec3f7f4: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:01:37.462428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50086) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:37.530843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d76f0012-1eeb-4b63-9249-c6092c48ae5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:37.559977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d76f0012-1eeb-4b63-9249-c6092c48ae5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:37.622094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d76f0012-1eeb-4b63-9249-c6092c48ae5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:37.643553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0012-1eeb-4b63-9249-c6092c48ae5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceead9c-ba36-4683-b8af-2c40775b586d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:37.654122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d76f0012-1eeb-4b63-9249-c6092c48ae5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:37.655269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d76f0012-1eeb-4b63-9249-c6092c48ae5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ceead9c-ba36-4683-b8af-2c40775b586d HTTP/1.1" status: 204 len: 168 time: 0.1917889 Sep 29 07:01:37.685804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50092) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:37.838268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 1dfdd93c-bcd4-4468-a5ce-41ccb289c924 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:01:37.838632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.006330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.006693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.128365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 1dfdd93c-bcd4-4468-a5ce-41ccb289c924 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:01:38.259928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.309377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=1dfdd93c-bcd4-4468-a5ce-41ccb289c924,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:38.401588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.415755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.416886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3782a595-b4c6-4084-a39e-6496d8ec6b4b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/cf755eb7-bac9-4b12-a797-b33ccec3f7f4 HTTP/1.1" status: 204 len: 168 time: 0.7301307 Sep 29 07:01:38.623558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2a031c93-a063-4f6b-945d-abf677fd17b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:38.785777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead2939-1742-42fe-bdc5-b8395e83a8ac req-e9f11ec4-ff24-432c-a8e9-2d7ac7e78c15 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:38.787238 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ead2939-1742-42fe-bdc5-b8395e83a8ac req-e9f11ec4-ff24-432c-a8e9-2d7ac7e78c15 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 945 time: 0.0855482 Sep 29 07:01:38.830274 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ead2939-1742-42fe-bdc5-b8395e83a8ac req-004e2636-e485-41e1-9d53-362598af68f2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366786 Sep 29 07:01:40.032149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-b3cc3829-92ec-435b-887f-166a033c8af7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:40.032842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-b3cc3829-92ec-435b-887f-166a033c8af7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:01:40.048403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-b3cc3829-92ec-435b-887f-166a033c8af7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:01:40.049710 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-b3cc3829-92ec-435b-887f-166a033c8af7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 945 time: 0.1084406 Sep 29 07:01:40.095403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-9e175ae2-e176-4c88-a42b-4771bf141a75 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:01:40.110773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-9e175ae2-e176-4c88-a42b-4771bf141a75 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:01:40.111902 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5d1686a8-fe7a-4927-a3b4-05207be34353 req-9e175ae2-e176-4c88-a42b-4771bf141a75 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b9a5d55b-bd76-4fbf-bed7-941a96c49833&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564952 Sep 29 07:01:40.431746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-950fa2d1-e588-4933-aa62-f1ce3752cb43 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:40.433194 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-950fa2d1-e588-4933-aa62-f1ce3752cb43 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 945 time: 0.0887997 Sep 29 07:01:40.504254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:01:40.504587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:40.746132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port c1b892d3-ed68-4d25-b5cb-a1b9492cd895, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:40.746466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:40.907923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6dbcf3c-e06c-4dc5-b9b9-c26931fcb1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:40.972597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for c1b892d3-ed68-4d25-b5cb-a1b9492cd895 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:01:41.111958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:41.166400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=c1b892d3-ed68-4d25-b5cb-a1b9492cd895,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:41.256198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port c1b892d3-ed68-4d25-b5cb-a1b9492cd895 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:01:41.258520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:41.261226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'name': 'network-vif-deleted', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:01:41.264028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a905f-90a5-4a24-a7a7-25ea437a85a4" -d '{"events": [{"server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "name": "network-vif-deleted", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:01:41.277625 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-abb4af4a-76cb-471e-ba83-bf1e31a5b1be req-2f2bc887-1014-42c5-8a88-d416d5d206ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/c1b892d3-ed68-4d25-b5cb-a1b9492cd895 HTTP/1.1" status: 204 len: 173 time: 0.8394253 Sep 29 07:01:41.281836 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6936f4c7-eea5-4615-8c35-33a990f9e1ae req-8c52cf6c-b0d6-4423-8b64-a128b986465a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f84e4bd0-60b0-4e39-a1ff-654971fd08e1 HTTP/1.1" status: 200 len: 210 time: 0.0555606 Sep 29 07:01:41.318838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e9a610-dad8-4435-b29a-efb9dccd89c6 x-openstack-request-id: req-28e9a610-dad8-4435-b29a-efb9dccd89c6 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:01:41.319236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84e4bd0-60b0-4e39-a1ff-654971fd08e1", "name": "network-vif-deleted", "tag": "c1b892d3-ed68-4d25-b5cb-a1b9492cd895", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:01:41.319494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28e9a610-dad8-4435-b29a-efb9dccd89c6 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:01:41.320084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e9a610-dad8-4435-b29a-efb9dccd89c6'] response: {'server_uuid': 'f84e4bd0-60b0-4e39-a1ff-654971fd08e1', 'name': 'network-vif-deleted', 'tag': 'c1b892d3-ed68-4d25-b5cb-a1b9492cd895', 'status': 'completed', 'code': 200} Sep 29 07:01:41.829448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:41.969226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:42.380949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50108) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:42.448317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78e1875a-20f1-4776-877b-3e00eafa2b98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:42.477840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78e1875a-20f1-4776-877b-3e00eafa2b98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:42.545921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78e1875a-20f1-4776-877b-3e00eafa2b98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:42.564419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1875a-20f1-4776-877b-3e00eafa2b98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a5d55b-bd76-4fbf-bed7-941a96c49833,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:42.574644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-78e1875a-20f1-4776-877b-3e00eafa2b98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:42.575766 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-78e1875a-20f1-4776-877b-3e00eafa2b98 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/b9a5d55b-bd76-4fbf-bed7-941a96c49833 HTTP/1.1" status: 204 len: 168 time: 0.1938002 Sep 29 07:01:42.605994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50114) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:42.724851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c1b892d3-ed68-4d25-b5cb-a1b9492cd895 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:01:42.759513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: c1b892d3-ed68-4d25-b5cb-a1b9492cd895 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:01:42.759859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device c1b892d3-ed68-4d25-b5cb-a1b9492cd895 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:01:43.119185 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:01:43.144152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:43.343185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:43.489848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port b0b99d6b-ae76-4c97-af80-024c5c78d3cc {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:01:43.490399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:43.769234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port b0b99d6b-ae76-4c97-af80-024c5c78d3cc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:43.769592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:43.891458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for b0b99d6b-ae76-4c97-af80-024c5c78d3cc owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:01:44.069604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:44.117749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=b0b99d6b-ae76-4c97-af80-024c5c78d3cc,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:44.388188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:44.742641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 209ece53-ebc8-469d-a637-c584bb817e78 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:01:44.913151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:01:44.922964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] Sync routers for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:01:44.926231 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f7fd74b3-e621-41e1-8c57-debb969335dd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/209ece53-ebc8-469d-a637-c584bb817e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186629 Sep 29 07:01:44.928625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50118) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:44.933086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:44.933717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:44.996966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet c5f40695-0205-427d-a901-01cb2931749f {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:01:44.999734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.112223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:45.168376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.256848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.330391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.373625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f40695-0205-427d-a901-01cb2931749f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:45.382711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.383299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122993c1-a541-4f27-9c41-758cfd3b2b29 None None] Network 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:01:45.389975 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-93b36769-8fba-4980-9221-cef2f9f7237c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/c5f40695-0205-427d-a901-01cb2931749f HTTP/1.1" status: 204 len: 168 time: 0.4604113 Sep 29 07:01:45.392527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50122) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:45.558560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T07:01:44Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:45.569002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] Checking router: 209ece53-ebc8-469d-a637-c584bb817e78 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:01:45.575547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.587736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] Routers {'209ece53-ebc8-469d-a637-c584bb817e78'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:45.588371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['209ece53-ebc8-469d-a637-c584bb817e78'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:45.767208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.778748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port e107c667-d13b-49e9-bc4b-51ef6d63d5a2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:01:45.779093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.824667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] Set router 209ece53-ebc8-469d-a637-c584bb817e78 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:45.934827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] DHCP port deletion for 4fa9a813-b04a-4c6a-a602-87dd8ff8e469 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:01:45.945381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Deleting port 99079b66-ef90-463e-9291-6eefe9725b1c {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:01:45.945754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:45.960616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port e107c667-d13b-49e9-bc4b-51ef6d63d5a2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:45.960980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.081482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for e107c667-d13b-49e9-bc4b-51ef6d63d5a2 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:01:46.255063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.292915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] For port 99079b66-ef90-463e-9291-6eefe9725b1c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=99079b66-ef90-463e-9291-6eefe9725b1c,segment=NetworkSegment(ed327098-d21b-4a95-a92a-2da701ee49b8),segment_id=ed327098-d21b-4a95-a92a-2da701ee49b8)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:46.293304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.305381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=e107c667-d13b-49e9-bc4b-51ef6d63d5a2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:46.398191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.424629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Calling delete_port for 99079b66-ef90-463e-9291-6eefe9725b1c owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:01:46.485076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T07:01:44Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:46.499134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12848c0-1294-4874-b18d-b674be0ad0e5 None None] The sync data for ids ['209ece53-ebc8-469d-a637-c584bb817e78'] in dv-neutron-859761-1-hyperv is: [{'id': '209ece53-ebc8-469d-a637-c584bb817e78', 'name': 'tempest-TestNetworkBasicOps-router-647820278', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T06:58:21Z', 'updated_at': '2022-09-29T07:01:44Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': 'e107c667-d13b-49e9-bc4b-51ef6d63d5a2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ece53-ebc8-469d-a637-c584bb817e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T06:58:22Z', 'updated_at': '2022-09-29T06:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:01:46.509714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.564014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Pushing event deleted for resources: {'Port': ['ID=99079b66-ef90-463e-9291-6eefe9725b1c,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:46.566545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] No DVR routers for this DVR port 99079b66-ef90-463e-9291-6eefe9725b1c on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:01:46.576289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.576648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.576985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.577330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.577665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.578004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.578337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.578793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.579021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.579350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.579679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.580007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7465f-94ff-416f-b729-d6e477f49f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:46.673615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.675710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.696920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.697444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 209ece53-ebc8-469d-a637-c584bb817e78 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:01:46.712801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.713857 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d4d35204-7f15-4272-8648-264d6d250dc1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/209ece53-ebc8-469d-a637-c584bb817e78 HTTP/1.1" status: 204 len: 168 time: 1.3204207 Sep 29 07:01:46.717025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50126) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:46.827143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.966238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:46.991139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa9a813-b04a-4c6a-a602-87dd8ff8e469']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:47.003228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed327098-d21b-4a95-a92a-2da701ee49b8') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:47.003525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed327098-d21b-4a95-a92a-2da701ee49b8') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:47.015715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.032017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.038487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:01:47.038927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.107592 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ed327098-d21b-4a95-a92a-2da701ee49b8 resource provider aggregate not found Sep 29 07:01:47.135495 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ed327098-d21b-4a95-a92a-2da701ee49b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed327098-d21b-4a95-a92a-2da701ee49b8 found for delete ", "request_id": "req-72e01b15-fb29-4a13-8e18-55c666b9a167"}]} Sep 29 07:01:47.144271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.149235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.175718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=4fa9a813-b04a-4c6a-a602-87dd8ff8e469,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:47.180072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.184163 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4bed5308-83d5-4ed3-a9c9-32a1a4aeb177 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/4fa9a813-b04a-4c6a-a602-87dd8ff8e469 HTTP/1.1" status: 204 len: 168 time: 0.4662011 Sep 29 07:01:47.207108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50134) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:47.212653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--484117051', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:47.217942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:47.222044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:47.224859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:47.230510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:47.240195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:01:47.243563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.271641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:01:47.280388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.280729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment 0e50c9d5-f381-41a4-bf09-b7036f57b37b of type vlan for network 16afd625-8fc8-4e2c-b169-5de2b8af2efe Sep 29 07:01:47.306224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.334294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.339613 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:47.340185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.445799 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2375698 Sep 29 07:01:47.448666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50138) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:47.453511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:47.459142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576c7f2-2f40-493e-8785-43142cb3f35a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=16afd625-8fc8-4e2c-b169-5de2b8af2efe,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:47.463004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:47.467214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:47.470089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:47.475992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:47.478960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:01:47.490884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.492102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.512235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0b99d6b-ae76-4c97-af80-024c5c78d3cc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:01:47.517619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:47.600752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b0b99d6b-ae76-4c97-af80-024c5c78d3cc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:01:47.601099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b0b99d6b-ae76-4c97-af80-024c5c78d3cc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:01:47.601514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 99079b66-ef90-463e-9291-6eefe9725b1c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:01:47.639169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 99079b66-ef90-463e-9291-6eefe9725b1c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:01:47.639487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 99079b66-ef90-463e-9291-6eefe9725b1c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:01:47.639903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e107c667-d13b-49e9-bc4b-51ef6d63d5a2 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:01:47.682127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: e107c667-d13b-49e9-bc4b-51ef6d63d5a2 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:01:47.682488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device e107c667-d13b-49e9-bc4b-51ef6d63d5a2 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:01:47.787721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:48.078473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:48.205214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:48.335753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.116 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/6983652a-16da-49df-8df3-e90698c7f100) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:01:48.483018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:48.512405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:48.573149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:01:48.576299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:01:48.580065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:01:48.615953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=6983652a-16da-49df-8df3-e90698c7f100,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:48.977045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:49.307915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:49.613439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 31910363-425e-4d8d-9534-815ed4aa81b3 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:01:49.786108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:01:49.795214 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Sync routers for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:01:49.804113 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:49.804732 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:49.811663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:49.812804 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6c0a17cc-0045-4e5d-a135-471661b325ec tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3632421 Sep 29 07:01:49.816025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50142) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:49.854696 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d5e17836-e2a5-4baa-b2fe-d4d767aaa074 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375171 Sep 29 07:01:49.857484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50146) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:49.979151 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:49.983377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fab1b4-48ca-498c-8227-4e1fe3cb2cbb tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:49.984848 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f8fab1b4-48ca-498c-8227-4e1fe3cb2cbb tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264949 Sep 29 07:01:49.987884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50150) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:50.025974 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0f28c375-3ad5-406f-9975-b5fd25b78754 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370612 Sep 29 07:01:50.028557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50154) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:50.033733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004079284', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:50.141355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:50.145253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:50.148052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:50.153747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:50.163779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:01:50.167348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.257911 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:48Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:50.262717 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Checking router: 31910363-425e-4d8d-9534-815ed4aa81b3 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:01:50.263105 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Updating router 31910363-425e-4d8d-9534-815ed4aa81b3 port 6983652a-16da-49df-8df3-e90698c7f100 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:01:50.348173 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.382610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.459248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=1415308e-0ecb-4f8e-866d-21cc096c36e5,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:50.468409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:01:50.468764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 16afd625-8fc8-4e2c-b169-5de2b8af2efe, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:01:50.489058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:01:50.498713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 16afd625-8fc8-4e2c-b169-5de2b8af2efe) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:01:50.503162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:50.504325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.508844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1b561-ae0d-440e-9042-18852ae18c13 None None] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:01:50.528598 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f786febb-d228-4809-b7bb-a99534cf1024 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4962940 Sep 29 07:01:50.528967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50158) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:50.667689 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.679333 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Transition to ACTIVE for port object 6983652a-16da-49df-8df3-e90698c7f100 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:50.686345 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.748247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:01:50.749103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.749899 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Attempting to bind port 6983652a-16da-49df-8df3-e90698c7f100 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:01:50.750261 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Attempting to bind port 6983652a-16da-49df-8df3-e90698c7f100 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:01:50.750636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Attempting to bind port 6983652a-16da-49df-8df3-e90698c7f100 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:01:50.760917 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:01:50.761237 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:01:50.761636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.762031 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:01:50.762479 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Bound port: 6983652a-16da-49df-8df3-e90698c7f100, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:01:50.762866 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.810940 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Pushing event updated for resources: {'Port': ['ID=6983652a-16da-49df-8df3-e90698c7f100,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:50.822584 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.822923 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.823291 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.823617 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.823942 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.824267 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.824584 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.824900 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.825215 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.826374 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.826374 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.826374 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:50.849802 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] For port 6983652a-16da-49df-8df3-e90698c7f100, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:01:50.852732 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] For port 6983652a-16da-49df-8df3-e90698c7f100, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6983652a-16da-49df-8df3-e90698c7f100,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:01:50.858365 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:50.916749 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:50.917924 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:50.921465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Allocated IP 172.20.0.2 (16afd625-8fc8-4e2c-b169-5de2b8af2efe/1415308e-0ecb-4f8e-866d-21cc096c36e5/a5f0dd33-a5b3-4546-9e4d-757586929ffc) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:01:51.057939 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff3e3-8acf-4dd4-b40b-3140fde11218 None None] Pushing event updated for resources: {'Port': ['ID=6983652a-16da-49df-8df3-e90698c7f100,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:51.106741 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:51.196754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:51.209222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Transition to ACTIVE for port object a5f0dd33-a5b3-4546-9e4d-757586929ffc will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:51.231897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Transition to ACTIVE for port object a5f0dd33-a5b3-4546-9e4d-757586929ffc will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:51.238446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:51.303879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:01:51.305061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:01:51.307736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:01:51.372318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:51.397432 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:48Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:51.402394 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde5bc6-a297-49e5-8513-e96f3ea4b8c2 None None] The sync data for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv is: [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:48Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:01:51.431927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Attempting to bind port a5f0dd33-a5b3-4546-9e4d-757586929ffc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:01:51.431927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Attempting to bind port a5f0dd33-a5b3-4546-9e4d-757586929ffc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:01:51.431927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Attempting to bind port a5f0dd33-a5b3-4546-9e4d-757586929ffc on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:01:51.437470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:01:51.437933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Checking segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:01:51.438417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:51.439028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Bound using segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:01:51.439570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Bound port: a5f0dd33-a5b3-4546-9e4d-757586929ffc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:01:51.440016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:51.451257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Pushing event updated for resources: {'Port': ['ID=a5f0dd33-a5b3-4546-9e4d-757586929ffc,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:51.535398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] For port a5f0dd33-a5b3-4546-9e4d-757586929ffc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:01:51.539067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] For port a5f0dd33-a5b3-4546-9e4d-757586929ffc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a5f0dd33-a5b3-4546-9e4d-757586929ffc,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:01:51.543975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:51.632549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45cc8-49fe-46f6-afb6-5505be1257fc None None] Pushing event updated for resources: {'Port': ['ID=a5f0dd33-a5b3-4546-9e4d-757586929ffc,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:51.817212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (16afd625-8fc8-4e2c-b169-5de2b8af2efe/1415308e-0ecb-4f8e-866d-21cc096c36e5/79a0b682-749a-4532-8dbb-3981371b0514) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:01:52.014067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:52.030527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 79a0b682-749a-4532-8dbb-3981371b0514 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:52.055204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:52.129767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:01:52.133102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:01:52.135701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:01:52.175997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=79a0b682-749a-4532-8dbb-3981371b0514,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:52.204264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:52.475825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:52.600140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9cc6b-9c37-4a86-932f-00abb779cdd6 None None] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:01:52.717184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a3ebc2eb-f410-4a27-ac63-859ac9d1d343 None None] Provisioning for port a5f0dd33-a5b3-4546-9e4d-757586929ffc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:01:53.025556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.031421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.048549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Provisioning for port 79a0b682-749a-4532-8dbb-3981371b0514 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:01:53.054474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Provisioning complete for port 79a0b682-749a-4532-8dbb-3981371b0514 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:53.055083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.055419 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Attempt 1 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:53.110850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Port 79a0b682-749a-4532-8dbb-3981371b0514 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:53.149105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.153089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=79a0b682-749a-4532-8dbb-3981371b0514,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:53.263758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a5f0dd33-a5b3-4546-9e4d-757586929ffc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:01:53.294844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:01:53.295909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:01:53.336362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a5f0dd33-a5b3-4546-9e4d-757586929ffc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:01:53.345760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a5f0dd33-a5b3-4546-9e4d-757586929ffc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:53.346430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.347143 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a5f0dd33-a5b3-4546-9e4d-757586929ffc Sep 29 07:01:53.478094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a5f0dd33-a5b3-4546-9e4d-757586929ffc is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:53.478560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.491793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 31910363-425e-4d8d-9534-815ed4aa81b3 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:01:53.514276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port a5f0dd33-a5b3-4546-9e4d-757586929ffc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a5f0dd33-a5b3-4546-9e4d-757586929ffc,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:53.518333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.519132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6983652a-16da-49df-8df3-e90698c7f100 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:01:53.612660 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Attempt 2 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:53.671257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:01:53.676058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=a5f0dd33-a5b3-4546-9e4d-757586929ffc,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:53.685232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Sync routers for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:01:53.686764 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da8684c5-95c5-4bd8-8a69-c7fdbbb643c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/31910363-425e-4d8d-9534-815ed4aa81b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1568077 Sep 29 07:01:53.689224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50164) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:53.694802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Port 79a0b682-749a-4532-8dbb-3981371b0514 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:53.701836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:53.702448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:53.755259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6983652a-16da-49df-8df3-e90698c7f100 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:01:53.775811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6983652a-16da-49df-8df3-e90698c7f100 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:53.776712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:53.777048 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6983652a-16da-49df-8df3-e90698c7f100 Sep 29 07:01:53.825826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab5582-6289-4b19-beb2-d3ee49d7bf58 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.826293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab5582-6289-4b19-beb2-d3ee49d7bf58 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.826791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab5582-6289-4b19-beb2-d3ee49d7bf58 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.827251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab5582-6289-4b19-beb2-d3ee49d7bf58 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.828883 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-02ab5582-6289-4b19-beb2-d3ee49d7bf58 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1387584 Sep 29 07:01:53.831686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50168) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:53.902195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c821b3-143f-4ff4-b5df-9222400fe06c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.902695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c821b3-143f-4ff4-b5df-9222400fe06c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.903156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c821b3-143f-4ff4-b5df-9222400fe06c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.903606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c821b3-143f-4ff4-b5df-9222400fe06c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:53.905270 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d2c821b3-143f-4ff4-b5df-9222400fe06c tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0726957 Sep 29 07:01:53.907969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50172) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:53.974902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:54.083942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6983652a-16da-49df-8df3-e90698c7f100 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:54.084226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.116884 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-46ddec13-ac7c-4c2f-9bda-14b41e3230a9 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2078164 Sep 29 07:01:54.120043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:54.125711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1570734567', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:54.173347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6983652a-16da-49df-8df3-e90698c7f100, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6983652a-16da-49df-8df3-e90698c7f100,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:54.177246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.253400 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Attempt 3 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:54.263146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:54.267254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:port and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:54.270095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:54.276209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:54.293483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:01:54.298192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.319450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] device_id is not set on port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 yet. {{(pid=89136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 07:01:54.366134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Port 79a0b682-749a-4532-8dbb-3981371b0514 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:54.368995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6983652a-16da-49df-8df3-e90698c7f100,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:54.452585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:54.456467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Checking router: 31910363-425e-4d8d-9534-815ed4aa81b3 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:01:54.456826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Updating router 31910363-425e-4d8d-9534-815ed4aa81b3 port 79a0b682-749a-4532-8dbb-3981371b0514 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:01:54.462777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.4 (16afd625-8fc8-4e2c-b169-5de2b8af2efe/1415308e-0ecb-4f8e-866d-21cc096c36e5/0ab706f2-9089-41ca-83f8-ab7439e2cfa4) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:01:54.509676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.666190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.680774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:54.704182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.772741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:01:54.773784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:01:54.777885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:01:54.824448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:54.838361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.838776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.839115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.839447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.839775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.840099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.840419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.840739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.841056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.841376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.841709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.842007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:01:54.860690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:54.861303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.882001 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Attempt 4 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:54.889448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cab145cb-a35f-4d46-bfec-35ecfe0cb4e1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7680891 Sep 29 07:01:54.971171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50182) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:54.976867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211042002', 'description': 'tempest-secgroup-smoke-1211042002 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:54.980890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:54.983690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:54.985098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Port 79a0b682-749a-4532-8dbb-3981371b0514 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:54.988125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:54.991124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:54.996159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Transition to ACTIVE for port object 79a0b682-749a-4532-8dbb-3981371b0514 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:54.997454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.003109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.008650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.027519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:55.031347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:55.034298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:55.040083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.113847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.118868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.163388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a110caa-3bb2-40cb-ae62-e80c066d6c31,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.167492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.171621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-04567990-9c5e-47a4-881a-019649040563 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1965017 Sep 29 07:01:55.171909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50186) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:55.176616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '3a110caa-3bb2-40cb-ae62-e80c066d6c31', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:55.183358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:55.187316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:55.190356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:55.196195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.222127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Attempting to bind port 79a0b682-749a-4532-8dbb-3981371b0514 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:01:55.222515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Attempting to bind port 79a0b682-749a-4532-8dbb-3981371b0514 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:01:55.222870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Attempting to bind port 79a0b682-749a-4532-8dbb-3981371b0514 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:01:55.223344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.228879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7576-76fd-4913-964d-7df7c3383b76 None None] Pushing event updated for resources: {'Port': ['ID=79a0b682-749a-4532-8dbb-3981371b0514,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.234713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a5f0dd33-a5b3-4546-9e4d-757586929ffc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:01:55.266576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:01:55.267164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Checking segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:01:55.267668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.268318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Bound using segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:01:55.268801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Bound port: 79a0b682-749a-4532-8dbb-3981371b0514, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:01:55.269170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.287708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.291284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.314734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c4dc6f-7e02-45f2-9cb8-1fa077a1fd72,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.324194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.325541 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-88c28533-9aef-4c84-917f-f5163ddc027e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529081 Sep 29 07:01:55.328322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50190) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:55.333416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '3a110caa-3bb2-40cb-ae62-e80c066d6c31', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:55.339826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:55.343688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:55.346516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:55.352228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.372177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.385694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a5f0dd33-a5b3-4546-9e4d-757586929ffc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:55.386068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.386400 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a5f0dd33-a5b3-4546-9e4d-757586929ffc Sep 29 07:01:55.427982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] For port 79a0b682-749a-4532-8dbb-3981371b0514, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:01:55.438585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.441195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] For port 79a0b682-749a-4532-8dbb-3981371b0514, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=79a0b682-749a-4532-8dbb-3981371b0514,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:01:55.442363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.446403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.470336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1e0e7b-5d47-494e-b6b9-5cef5745017e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.475952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.477415 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e394f0f6-30f5-4220-bdef-4e555906837c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481168 Sep 29 07:01:55.481688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50194) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:55.486204 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Attempt 5 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:55.487585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '3a110caa-3bb2-40cb-ae62-e80c066d6c31', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:55.493397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:55.497197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:55.500140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:55.505941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.522294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.558953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:01:55.559576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:01:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:55.584797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.590933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.614805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee31c0cf-df28-4829-8dab-75058827a995,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.624447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.625736 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-17eeef79-750a-4810-ab73-81d94af22f1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430519 Sep 29 07:01:55.628544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50198) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:55.633485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '3a110caa-3bb2-40cb-ae62-e80c066d6c31', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:55.640241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:55.644373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:55.647417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:55.653932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.671199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.736354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.740000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.741594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7576-76fd-4913-964d-7df7c3383b76 None None] Pushing event updated for resources: {'Port': ['ID=79a0b682-749a-4532-8dbb-3981371b0514,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.761595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95908771-7b95-4224-bead-e420f68d9ef5,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:55.772395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.773568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dcee5037-cba2-4221-b3fd-9c70da27d57a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441138 Sep 29 07:01:55.776858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50202) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:55.781688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '3a110caa-3bb2-40cb-ae62-e80c066d6c31', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:55.787390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:55.791181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:55.794013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:55.799626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:55.811588 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:01:55.818604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.821886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Port 79a0b682-749a-4532-8dbb-3981371b0514 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:01:55.832917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a5f0dd33-a5b3-4546-9e4d-757586929ffc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:55.834050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6983652a-16da-49df-8df3-e90698c7f100 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:01:55.918007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Provisioning complete for port a5f0dd33-a5b3-4546-9e4d-757586929ffc triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:55.918702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.919222 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Attempt 1 to provision port a5f0dd33-a5b3-4546-9e4d-757586929ffc Sep 29 07:01:55.962277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:01:55.996008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:55.999956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.023023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7219557-7f3f-4aac-a43a-e2c9dd9aff42,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:56.032916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.034285 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6aef5a1c-0926-490c-9bc2-b6dfbfde2aa1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2565000 Sep 29 07:01:56.036992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50206) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:01:56.042435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '3a110caa-3bb2-40cb-ae62-e80c066d6c31', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:56.048269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:01:56.052148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:01:56.054938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:01:56.061020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:01:56.071810 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:01:56.078842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.135382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6983652a-16da-49df-8df3-e90698c7f100 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:56.136314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.136650 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6983652a-16da-49df-8df3-e90698c7f100 Sep 29 07:01:56.143877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.147968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.170699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce2a082-23c7-48d4-a2c9-189c244f6dee,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:56.180350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.181580 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a5d73f9b-7ed3-4c2a-852b-cb7b676d33bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435580 Sep 29 07:01:56.342410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de8fc167-9996-4c4e-9550-687e4246fa6e None None] Current status of the port a5f0dd33-a5b3-4546-9e4d-757586929ffc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:56.345053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f1743269-d05a-4483-a2fd-236a3038d65e req-055b8ea1-8f81-4010-b6ee-685098db2d5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:01:56.361865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f1743269-d05a-4483-a2fd-236a3038d65e req-055b8ea1-8f81-4010-b6ee-685098db2d5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:01:56.363347 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-055b8ea1-8f81-4010-b6ee-685098db2d5f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211042002&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0568290 Sep 29 07:01:56.444035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-71e479a0-591b-4ae8-a1c3-896e2a883121 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:56.444618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f1743269-d05a-4483-a2fd-236a3038d65e req-71e479a0-591b-4ae8-a1c3-896e2a883121 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:01:56.448832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6983652a-16da-49df-8df3-e90698c7f100 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:56.461429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f1743269-d05a-4483-a2fd-236a3038d65e req-71e479a0-591b-4ae8-a1c3-896e2a883121 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:01:56.462708 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-71e479a0-591b-4ae8-a1c3-896e2a883121 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 930 time: 0.0913653 Sep 29 07:01:56.489703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:55Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:01:56.492960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Provisioning for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:01:56.498078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5b3572-3095-4edf-af1d-210ccd3c6746 None None] The sync data for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv is: [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:55Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:01:56.500458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Provisioning complete for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:56.500831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:56.501168 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 1 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:56.548424 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-ee93c5e6-d417-4fbd-9e7a-c61dec13538d service neutron] 10.222.0.26 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0732720 Sep 29 07:01:56.581800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:56.699362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-72076d03-a851-4fdc-a756-1eb71bf160d6 service neutron] 10.222.0.26 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361589 Sep 29 07:01:56.834260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-2727af31-0562-4460-a055-52a13039fc9d service neutron] 10.222.0.26 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285388 Sep 29 07:01:57.022044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4ddced16-ef8e-472c-8899-5bc996f14b03 req-3c4d54ae-0ef8-4e2b-ac7c-712eb63bbeb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:01:57.034979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-4ddced16-ef8e-472c-8899-5bc996f14b03 req-3c4d54ae-0ef8-4e2b-ac7c-712eb63bbeb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:01:57.043116 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ddced16-ef8e-472c-8899-5bc996f14b03 req-3c4d54ae-0ef8-4e2b-ac7c-712eb63bbeb7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 210 time: 0.0716038 Sep 29 07:01:57.083805 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 2 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:57.142026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:57.234069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 79a0b682-749a-4532-8dbb-3981371b0514 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:01:57.306444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 79a0b682-749a-4532-8dbb-3981371b0514 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:01:57.311820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 79a0b682-749a-4532-8dbb-3981371b0514 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:57.312189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:57.312518 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:57.430054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 79a0b682-749a-4532-8dbb-3981371b0514 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:57.430542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:57.464962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 79a0b682-749a-4532-8dbb-3981371b0514, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=79a0b682-749a-4532-8dbb-3981371b0514,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:01:57.469016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:57.542009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=79a0b682-749a-4532-8dbb-3981371b0514,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:01:57.643633 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 3 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:57.697249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:58.197482 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-28f6b298-3772-4087-a18e-2e30999ee88e req-d0a1540b-0d1a-477c-b7c3-470d2172696e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 210 time: 0.0526869 Sep 29 07:01:58.198943 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 4 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:58.254732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:58.756315 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 5 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:58.808623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:59.073824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-7ed9b57b-5ba1-47e6-b1bd-c4b55d05fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:59.075238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-7ed9b57b-5ba1-47e6-b1bd-c4b55d05fdbf service neutron] 10.222.0.61 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1026 time: 0.0597217 Sep 29 07:01:59.213586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 79a0b682-749a-4532-8dbb-3981371b0514 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:01:59.228733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-ba9defaf-95fa-4976-97e6-4613288b8184 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:01:59.229496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f1743269-d05a-4483-a2fd-236a3038d65e req-ba9defaf-95fa-4976-97e6-4613288b8184 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:01:59.253024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f1743269-d05a-4483-a2fd-236a3038d65e req-ba9defaf-95fa-4976-97e6-4613288b8184 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:01:59.254346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-ba9defaf-95fa-4976-97e6-4613288b8184 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 796 time: 0.1739140 Sep 29 07:01:59.285242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 79a0b682-749a-4532-8dbb-3981371b0514 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:01:59.285769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:59.286197 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 79a0b682-749a-4532-8dbb-3981371b0514 Sep 29 07:01:59.315296 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-e2b06ef0-7023-4a6f-b4db-92facf656dfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 380 time: 0.0402255 Sep 29 07:01:59.317349 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 6 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:59.327902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Request body: {'port': {'device_id': '78086d30-ad86-480e-8a77-aa0a367608c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:01:59.368275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45f83d79-6971-40cf-914d-d2f402e6a2b5 req-3464fbdb-0988-4e72-a606-15d49c345501 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 210 time: 0.0556345 Sep 29 07:01:59.394531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:59.450664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:59.492884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 79a0b682-749a-4532-8dbb-3981371b0514 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:01:59.782815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:01:59.789845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:59.804117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Transition to ACTIVE for port object 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:01:59.807753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:01:59.894119 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 7 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:01:59.946386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:01:59.992341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:00.028094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:02:00.028429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:02:00.028750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:00.033217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:02:00.033466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:00.038443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:02:00.038802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Checking segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:00.039167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Bound using segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:02:00.039574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Bound port: 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:02:00.039904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:00.127292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:00.130384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:02:00.135149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:00.138641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:00.139264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:00.140765 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] 10.222.0.61 "PUT /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1131 time: 0.8169396 Sep 29 07:02:00.173419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78086d30-ad86-480e-8a77-aa0a367608c3', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:02:00.175747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237645ee-c575-4954-8f45-6e55701fc6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "78086d30-ad86-480e-8a77-aa0a367608c3", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:02:00.243532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31454e96-911c-4dc7-b6eb-fcdc3f62ecfc x-openstack-request-id: req-31454e96-911c-4dc7-b6eb-fcdc3f62ecfc {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:02:00.244188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78086d30-ad86-480e-8a77-aa0a367608c3", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:02:00.244188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31454e96-911c-4dc7-b6eb-fcdc3f62ecfc {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:02:00.244432 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31454e96-911c-4dc7-b6eb-fcdc3f62ecfc'] response: {'name': 'network-changed', 'server_uuid': '78086d30-ad86-480e-8a77-aa0a367608c3', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'status': 'completed', 'code': 200} Sep 29 07:02:00.275737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020317b9-61f8-46d0-b74a-7902cbb8a24f service neutron] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:00.298034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-b060cbce-d691-4a7e-9808-fc61b3c7e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:00.299563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-b060cbce-d691-4a7e-9808-fc61b3c7e73d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 1134 time: 0.0992315 Sep 29 07:02:00.376230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-1f8a59b0-02ef-4ac1-b2b8-eb2bc6154c87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 217 time: 0.0649452 Sep 29 07:02:00.442422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-a4892154-26e1-45bf-b4bb-1ef6621dc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:00.443518 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-a4892154-26e1-45bf-b4bb-1ef6621dc11e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1415308e-0ecb-4f8e-866d-21cc096c36e5 HTTP/1.1" status: 200 len: 835 time: 0.0611172 Sep 29 07:02:00.448661 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Attempt 8 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:02:00.511421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-030b733f-5911-48c5-abeb-3dbfaeb6e6d2 None None] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:02:00.530388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743269-d05a-4483-a2fd-236a3038d65e req-da1b9a4c-84c5-44a0-bc76-456e5320676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:00.531989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-da1b9a4c-84c5-44a0-bc76-456e5320676e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821781 Sep 29 07:02:00.576034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9987-1771-412e-a9cf-b1bb9f926994 req-0ae3c43a-5df5-41e3-844a-fde658bfe798 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:00.577428 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-057d9987-1771-412e-a9cf-b1bb9f926994 req-0ae3c43a-5df5-41e3-844a-fde658bfe798 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 981 time: 0.0908139 Sep 29 07:02:00.621057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-057d9987-1771-412e-a9cf-b1bb9f926994 req-00572882-30b8-4327-a31d-6613e212e511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Sep 29 07:02:00.661395 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-4c603ce1-8082-4079-8566-39c3a2e88b85 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235836 Sep 29 07:02:00.883196 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1743269-d05a-4483-a2fd-236a3038d65e req-291d3eec-aaa4-48f5-91da-0ddb6748e76b service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143559 Sep 29 07:02:01.053770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-7fee94e8-79f8-4582-9930-308266523c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:01.055248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-7fee94e8-79f8-4582-9930-308266523c08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 1134 time: 0.0805378 Sep 29 07:02:01.180309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-747d9fa0-5646-44be-8dca-5547cfade72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:01.181731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-747d9fa0-5646-44be-8dca-5547cfade72e service neutron] 10.222.0.61 "GET /v2.0/networks?id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 897 time: 0.1206481 Sep 29 07:02:01.249476 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-d161eeed-2026-4c5f-9010-5d0c5143bb56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 217 time: 0.0617924 Sep 29 07:02:01.309522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-6d3de201-3024-4d80-be57-6efe8afe9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:01.311047 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-6d3de201-3024-4d80-be57-6efe8afe9823 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1415308e-0ecb-4f8e-866d-21cc096c36e5 HTTP/1.1" status: 200 len: 835 time: 0.0554764 Sep 29 07:02:01.392880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-3c4d5790-fd41-4ff6-aaff-a05b3eb67e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:01.394363 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-3c4d5790-fd41-4ff6-aaff-a05b3eb67e5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779300 Sep 29 07:02:01.524974 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-42a515e9-d082-4c10-8f9f-05c007d5a505 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244218 Sep 29 07:02:01.653796 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-237645ee-c575-4954-8f45-6e55701fc6a1 req-47b89b68-8a51-4829-a011-e98dbe164e5a service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225755 Sep 29 07:02:01.819255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fa170-4578-405a-8ce5-a69e55b9f300 req-90abb78f-0e48-4924-aec0-504009537931 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:01.820715 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-951fa170-4578-405a-8ce5-a69e55b9f300 req-90abb78f-0e48-4924-aec0-504009537931 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 981 time: 0.0867126 Sep 29 07:02:01.865023 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-951fa170-4578-405a-8ce5-a69e55b9f300 req-bb9eda67-4550-462d-9f7d-1a18b89b7898 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377977 Sep 29 07:02:03.064058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e56c8-6f87-45f6-a3ac-0a00bbe7012a req-790b89bc-28e5-4457-87cb-e7d1c0fac152 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:03.065513 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1f2e56c8-6f87-45f6-a3ac-0a00bbe7012a req-790b89bc-28e5-4457-87cb-e7d1c0fac152 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 981 time: 0.0893874 Sep 29 07:02:03.108661 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1f2e56c8-6f87-45f6-a3ac-0a00bbe7012a req-7413159a-e28d-4c89-bf97-21487552e04c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Sep 29 07:02:04.306646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c1e5a-d7df-4166-808c-5c3595eddb81 req-6747625b-41cb-438f-814a-543f8f37d464 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:04.308095 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d36c1e5a-d7df-4166-808c-5c3595eddb81 req-6747625b-41cb-438f-814a-543f8f37d464 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 981 time: 0.0892065 Sep 29 07:02:04.350255 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d36c1e5a-d7df-4166-808c-5c3595eddb81 req-bc902789-0a46-4248-851a-3b3fdd241745 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Sep 29 07:02:04.802989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:02:04.932288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:04.948518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'port_id': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'mac_address': 'fa:16:3e:ee:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:02:05.005266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:05.005514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:05.022249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:02:05.037463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:05.041274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:05.107391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:05.430260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['0ab706f2-9089-41ca-83f8-ab7439e2cfa4'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:02:05.546136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fe6a1-c30c-4f0d-9179-f53d0e89dff8 req-9c686373-39d1-4c1d-ab53-ee51e30067ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:05.548034 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8f6fe6a1-c30c-4f0d-9179-f53d0e89dff8 req-9c686373-39d1-4c1d-ab53-ee51e30067ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 982 time: 0.0880842 Sep 29 07:02:05.688200 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8f6fe6a1-c30c-4f0d-9179-f53d0e89dff8 req-aed39141-f21a-4508-86bd-23e88cb927e6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342649 Sep 29 07:02:06.823292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:06.880954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0cb02-c8b6-41cc-bbdb-96f7a3a084ca req-3c55b490-645b-4043-a0b7-aaa22138bda6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:06.882416 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdc0cb02-c8b6-41cc-bbdb-96f7a3a084ca req-3c55b490-645b-4043-a0b7-aaa22138bda6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 982 time: 0.0852640 Sep 29 07:02:06.892576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:06.897478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:06.897849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:06.898185 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:02:06.930041 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdc0cb02-c8b6-41cc-bbdb-96f7a3a084ca req-4ec2f934-7f24-40f2-b770-9612bd1518af tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Sep 29 07:02:07.011343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:07.011642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:07.040477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78086d30-ad86-480e-8a77-aa0a367608c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:02:07.042801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3863ebc3-3b67-4706-bb0d-bc425d5b93f8" -d '{"events": [{"server_uuid": "78086d30-ad86-480e-8a77-aa0a367608c3", "name": "network-vif-plugged", "status": "completed", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:02:07.050119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:07.054871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:07.090796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06143159-7353-4bb7-ad7a-7c0a6b811cde x-openstack-request-id: req-06143159-7353-4bb7-ad7a-7c0a6b811cde {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:02:07.091090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78086d30-ad86-480e-8a77-aa0a367608c3", "name": "network-vif-plugged", "status": "completed", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:02:07.091344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06143159-7353-4bb7-ad7a-7c0a6b811cde {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:02:07.091743 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06143159-7353-4bb7-ad7a-7c0a6b811cde'] response: {'server_uuid': '78086d30-ad86-480e-8a77-aa0a367608c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'code': 200} Sep 29 07:02:07.123680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:07.349107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c96d1-6ab2-4c17-af42-5ed20e923c27 req-de8bfc64-3edf-42b9-b160-5593598bb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:07.350469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d32c96d1-6ab2-4c17-af42-5ed20e923c27 req-de8bfc64-3edf-42b9-b160-5593598bb99d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 1136 time: 0.0757024 Sep 29 07:02:07.390333 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d32c96d1-6ab2-4c17-af42-5ed20e923c27 req-b1aef720-773c-467d-96a0-1fc19d08dd4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333471 Sep 29 07:02:08.125768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b16b4-72a1-4557-a77b-7577bf7131c6 req-d2674944-dfe3-4ad2-8221-dbe17d941c33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:08.127493 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-815b16b4-72a1-4557-a77b-7577bf7131c6 req-d2674944-dfe3-4ad2-8221-dbe17d941c33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 983 time: 0.0889993 Sep 29 07:02:08.170233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-815b16b4-72a1-4557-a77b-7577bf7131c6 req-b9a90654-1c6b-4818-9348-a29207676774 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Sep 29 07:02:08.617500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0495193f-0aab-4062-8a14-21737ab10e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:09.367307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a31f5-638b-48a8-bc9b-3c4410fdf595 req-e2545bbb-cd35-4996-a828-4fa3a41ff5e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:09.368785 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df2a31f5-638b-48a8-bc9b-3c4410fdf595 req-e2545bbb-cd35-4996-a828-4fa3a41ff5e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 983 time: 0.0890028 Sep 29 07:02:09.414392 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-df2a31f5-638b-48a8-bc9b-3c4410fdf595 req-31f7dc3f-1a03-4fa8-968f-75da7f380083 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Sep 29 07:02:09.613636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d32a-7eed-4ecc-bef2-223cd084eec7 req-ee7f513a-4976-4f08-91c1-8b95964cdfd6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:09.615124 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af59d32a-7eed-4ecc-bef2-223cd084eec7 req-ee7f513a-4976-4f08-91c1-8b95964cdfd6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 983 time: 0.0876627 Sep 29 07:02:09.663079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af59d32a-7eed-4ecc-bef2-223cd084eec7 req-e80c35f2-3b54-4617-ba2e-b864d77782b1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420246 Sep 29 07:02:09.692802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50264) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:09.781285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c5e83-8876-4b80-9aae-af086311a7d7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:09.781285 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bf7c5e83-8876-4b80-9aae-af086311a7d7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 1131 time: 0.0860119 Sep 29 07:02:09.782928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50268) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:09.788522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:09.795723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:09.799678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:09.803415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:09.809256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:09.819916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:09.968276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:10.103894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.194 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/60293f63-8d57-4cbb-97c7-247f50771ab3) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:02:10.270381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:10.311713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:10.372133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:02:10.374823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:10.378264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:02:10.421619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=60293f63-8d57-4cbb-97c7-247f50771ab3,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:10.789909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:10.862723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:10.910567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2d91e436-6626-4006-a297-e29171637377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:11.068318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:11.074621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:11.178753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:11.223694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=60293f63-8d57-4cbb-97c7-247f50771ab3,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:11.450007 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 38d19d9c-7e8d-46e7-b333-e2e94e5382ae associated. External IP: 172.26.0.194, port: 0ab706f2-9089-41ca-83f8-ab7439e2cfa4. Sep 29 07:02:11.793969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 31910363-425e-4d8d-9534-815ed4aa81b3 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:02:11.831280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:11.968666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:02:11.972116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:11.978685 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] Sync routers for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:02:11.989372 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:11.989980 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:11.993313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:12.050194 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-eced07c9-a526-4265-b293-d740ab2ad03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2664158 Sep 29 07:02:12.050635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78086d30-ad86-480e-8a77-aa0a367608c3', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:02:12.053049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50274) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:12.053544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a4a5c-dd53-4054-b51d-a74d32d0f053" -d '{"events": [{"name": "network-changed", "server_uuid": "78086d30-ad86-480e-8a77-aa0a367608c3", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:02:12.093387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d716a1-ead1-40b3-8691-95803075e894 x-openstack-request-id: req-f0d716a1-ead1-40b3-8691-95803075e894 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:02:12.093680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78086d30-ad86-480e-8a77-aa0a367608c3", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:02:12.093928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0d716a1-ead1-40b3-8691-95803075e894 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:02:12.094326 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d716a1-ead1-40b3-8691-95803075e894'] response: {'name': 'network-changed', 'server_uuid': '78086d30-ad86-480e-8a77-aa0a367608c3', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'status': 'completed', 'code': 200} Sep 29 07:02:12.135860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbed9c9-804a-4339-bc9c-d655b662edb3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:12.137365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1fbed9c9-804a-4339-bc9c-d655b662edb3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3&network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 1131 time: 0.0831919 Sep 29 07:02:12.167904 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:12.219765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-dfd63eef-621a-4787-a2f4-9f04a4bbf338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:12.221685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-dfd63eef-621a-4787-a2f4-9f04a4bbf338 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 1136 time: 0.0830748 Sep 29 07:02:12.365625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-525426ab-27a0-4cbf-96a1-96398cf481d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:12.367379 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-525426ab-27a0-4cbf-96a1-96398cf481d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 897 time: 0.1402755 Sep 29 07:02:12.520122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-735ea80e-b787-4ff3-b02a-2c08f4e6aeae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1037 time: 0.1077397 Sep 29 07:02:12.530754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9591563-9a51-4f01-88bb-bb221bf4e9f8 req-407098df-cea7-4391-887b-1346ec4367a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:12.532320 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d9591563-9a51-4f01-88bb-bb221bf4e9f8 req-407098df-cea7-4391-887b-1346ec4367a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 983 time: 0.0911598 Sep 29 07:02:12.563358 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38d19d9c-7e8d-46e7-b333-e2e94e5382ae', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'port_id': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1570734567', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'mac_address': 'fa:16:3e:ee:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78086d30-ad86-480e-8a77-aa0a367608c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:02:10Z', 'updated_at': '2022-09-29T07:02:10Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:57Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:12.567596 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] Checking router: 31910363-425e-4d8d-9534-815ed4aa81b3 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:02:12.577412 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:12.578046 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:12.584354 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d9591563-9a51-4f01-88bb-bb221bf4e9f8 req-1787e7d1-5160-4f5b-a561-6a1d37198b70 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457246 Sep 29 07:02:12.696042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-8c3c316e-4335-4230-aca0-efd93e1cec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:12.698053 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-8c3c316e-4335-4230-aca0-efd93e1cec1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1415308e-0ecb-4f8e-866d-21cc096c36e5 HTTP/1.1" status: 200 len: 835 time: 0.1709914 Sep 29 07:02:12.761391 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:12.778647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-16f4500b-8010-4f5b-964e-3613e255fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:12.780117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-16f4500b-8010-4f5b-964e-3613e255fa97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752771 Sep 29 07:02:12.910807 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-82770ec8-d6e4-4e5a-bd30-6047c461aad6 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236434 Sep 29 07:02:13.045078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d06a4a5c-dd53-4054-b51d-a74d32d0f053 req-23761218-f6f3-4442-b6d7-5b3552de0a81 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275997 Sep 29 07:02:13.099821 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38d19d9c-7e8d-46e7-b333-e2e94e5382ae', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'port_id': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1570734567', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'mac_address': 'fa:16:3e:ee:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78086d30-ad86-480e-8a77-aa0a367608c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:02:10Z', 'updated_at': '2022-09-29T07:02:10Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:57Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:13.104122 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfa944-ff6b-4ab5-acae-44e4f849a6f8 None None] The sync data for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv is: [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '38d19d9c-7e8d-46e7-b333-e2e94e5382ae', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.194', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'port_id': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1570734567', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'mac_address': 'fa:16:3e:ee:5c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78086d30-ad86-480e-8a77-aa0a367608c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:02:10Z', 'updated_at': '2022-09-29T07:02:10Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:57Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:02:13.272100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd5e24-0d4a-4499-9de6-adc1f8833534 None None] New status for floating IP 38d19d9c-7e8d-46e7-b333-e2e94e5382ae: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:02:13.371971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:13.791603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b603bd4-19ec-47fb-8350-aa9bfbcb1769 req-0004e9dd-41d4-4a78-8d40-bfed36eb2b09 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:13.792958 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b603bd4-19ec-47fb-8350-aa9bfbcb1769 req-0004e9dd-41d4-4a78-8d40-bfed36eb2b09 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 983 time: 0.0906405 Sep 29 07:02:13.835329 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b603bd4-19ec-47fb-8350-aa9bfbcb1769 req-da3fb70b-1afd-4045-a1f7-2a070330779c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Sep 29 07:02:14.053427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-0d39fa5e-1436-4791-800f-ae8b016132be tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:14.054781 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-0d39fa5e-1436-4791-800f-ae8b016132be tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 983 time: 0.0860765 Sep 29 07:02:14.122423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-c81a02da-1433-4b3b-9da2-ead37f4d4696 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:14.123786 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-c81a02da-1433-4b3b-9da2-ead37f4d4696 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639181 Sep 29 07:02:14.264390 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-a619469e-8ec0-4ca3-b7c8-832b230d23a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1357975 Sep 29 07:02:14.274112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:14.383330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:14.573360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:14.600385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:14.652958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] device_id is not set on port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 07:02:14.660977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:14.666874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:14.798853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=6']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:14.844616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] No DVR routers for this DVR port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:02:15.005767 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7e00cf5-70bd-4a1d-a3cc-b793041f6a55 req-2fbb5ec1-8dff-490b-b1b2-f27ffdbcc251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=78086d30-ad86-480e-8a77-aa0a367608c3 HTTP/1.1" status: 200 len: 210 time: 0.0608110 Sep 29 07:02:15.164693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] In _notify_port_updated(), no bound segment for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 07:02:15.165611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:15.166150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:15.167443 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bbf5285f-2acd-47c1-a615-f8c49b2820b9 req-8f15079b-f8a6-4689-aa68-2a6f4c1385f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1026 time: 0.8970709 Sep 29 07:02:16.105491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50290) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:16.176086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09408b8b-b705-4689-8ea2-de19b81b1284 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:16.177448 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-09408b8b-b705-4689-8ea2-de19b81b1284 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 925 time: 0.0706532 Sep 29 07:02:16.250258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50296) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:16.255277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91362400', 'description': 'tempest-secgroup-smoke-91362400 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:16.261164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:16.270579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:16.280274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.299573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:16.303220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:16.305960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:16.311499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:16.379841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.383981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.428246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c63d4b1-132f-4e90-8bf1-810ed3162537,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:16.431049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.432341 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b1dc102b-2b06-4653-84e1-0ff63cb5587d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1810813 Sep 29 07:02:16.435942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50300) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:16.440539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '1c63d4b1-132f-4e90-8bf1-810ed3162537', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:16.446343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:16.450171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:16.452990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:16.458553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:16.478098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.535926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.539510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.563920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd76ac96-e836-4680-b723-4bf948f975fd,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:16.573239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.574413 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f1586167-2060-46dd-8835-e3c1d7d6cca9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380439 Sep 29 07:02:16.577171 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50304) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:16.582012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '1c63d4b1-132f-4e90-8bf1-810ed3162537', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:16.587638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:16.592085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:16.594900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:16.600558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:16.617694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.677688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.681161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.701897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d155598d-9abd-48ab-9c13-4650463cb36e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:16.712259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.714138 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-48929f2e-4ef3-49f5-99fc-09a531a0c62c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360469 Sep 29 07:02:16.716863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50308) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:16.721797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '1c63d4b1-132f-4e90-8bf1-810ed3162537', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:16.727348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:16.731385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:16.734152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:16.739991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:16.755375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.816740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.819931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.841004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c01629-e9b4-487b-bf19-ddab4e3d69f7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:16.851465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.852606 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7f7ade01-b351-49a6-873f-670a18d80924 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348209 Sep 29 07:02:16.855366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50312) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:16.860330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '1c63d4b1-132f-4e90-8bf1-810ed3162537', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:16.865822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:16.869607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:16.872446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:16.878168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:16.881133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:02:16.894979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.937244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:02:16.958472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.961959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:16.989265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279c8c5d-7183-448c-947d-86d1d49f5bc0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:16.999737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.001143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c7f64d46-64f3-425e-aa0d-da484f2ebb2c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445775 Sep 29 07:02:17.003813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50316) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:17.012079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '1c63d4b1-132f-4e90-8bf1-810ed3162537', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:17.018154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:17.022020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:17.024903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:17.030598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:17.041293 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:02:17.048024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.110220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.114443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.138094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b8f2ac-070a-4568-8d3b-fa9807d6b1ab,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:17.148528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.149805 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fea05e14-5e11-4330-b7f2-ed998b5b5e5e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450682 Sep 29 07:02:17.152596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50320) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:17.157570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '1c63d4b1-132f-4e90-8bf1-810ed3162537', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:17.163862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:17.167965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:17.171043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:17.173177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.176901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:17.187404 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:02:17.193865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.258234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.262326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.284508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc3dee5-9782-47e2-b1ad-71007d406de8,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:17.292824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:17.294127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-531cbbf8-f96a-4c54-be4f-3629ec81358b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406143 Sep 29 07:02:17.456502 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-b9b238b4-647e-497d-a0b9-8be673f0b295 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91362400&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0393422 Sep 29 07:02:17.537770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-6fe2d68a-d4e6-4c5d-8f94-6f2cab4f123a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:17.539136 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-6fe2d68a-d4e6-4c5d-8f94-6f2cab4f123a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 930 time: 0.0764177 Sep 29 07:02:17.610905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-0a8be937-b7ad-41fc-ad7d-8f1dea1be080 service neutron] 10.222.0.26 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0594680 Sep 29 07:02:17.737712 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-96295421-ad41-4215-8845-cc685be63764 service neutron] 10.222.0.26 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213381 Sep 29 07:02:17.864905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-ed4a715e-4d9f-40ac-83c3-821a0f9f0f72 service neutron] 10.222.0.26 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214426 Sep 29 07:02:18.044586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-413bbb77-1c80-43dc-920c-bd6ee5a7cb09 req-d478636a-4185-488e-a90a-913372c22bce tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 210 time: 0.0489569 Sep 29 07:02:19.033628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-47315760-5758-4780-9b32-ce8820e9889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:19.035185 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-47315760-5758-4780-9b32-ce8820e9889b service neutron] 10.222.0.61 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1026 time: 0.0599427 Sep 29 07:02:19.228008 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-64d695f4-5f35-4d70-b6cd-a0f904e28123 req-9de7710b-f8c0-4371-a0d2-62b5d2afa23d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 210 time: 0.0653379 Sep 29 07:02:19.240989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-2b116722-7aa4-4447-9801-dd91ccc7ba5a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:19.242383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-2b116722-7aa4-4447-9801-dd91ccc7ba5a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 796 time: 0.2006700 Sep 29 07:02:19.312876 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-7091f9f3-44ca-4280-8369-bb2c30e622db tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 471 time: 0.0414073 Sep 29 07:02:19.322825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Request body: {'port': {'device_id': 'ea47a63c-3102-4c6d-9522-0db8411ca75f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:19.432887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:19.762922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:02:19.769883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:19.784217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Transition to ACTIVE for port object 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:19.788331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:19.923342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=7']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:20.117149 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:02:20.139042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:02:20.139511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:02:20.139711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:20.144225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:02:20.144537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Attempting to bind port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:20.149618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:02:20.149945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Checking segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:20.150318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Bound using segment: {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:02:20.150757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Bound port: 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e50c9d5-f381-41a4-bf09-b7036f57b37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:02:20.151089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:20.242361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:20.245872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:02:20.250954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:20.253868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:20.254462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:20.256004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] 10.222.0.61 "PUT /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1131 time: 0.9369352 Sep 29 07:02:20.286551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea47a63c-3102-4c6d-9522-0db8411ca75f', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:02:20.288864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea47a63c-3102-4c6d-9522-0db8411ca75f", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:02:20.358825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061a5fd-42f0-418e-bbb9-bc53e2c7145c x-openstack-request-id: req-a061a5fd-42f0-418e-bbb9-bc53e2c7145c {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:02:20.359110 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea47a63c-3102-4c6d-9522-0db8411ca75f", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:02:20.359358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a061a5fd-42f0-418e-bbb9-bc53e2c7145c {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:02:20.359740 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a061a5fd-42f0-418e-bbb9-bc53e2c7145c'] response: {'name': 'network-changed', 'server_uuid': 'ea47a63c-3102-4c6d-9522-0db8411ca75f', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'status': 'completed', 'code': 200} Sep 29 07:02:20.384320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb8333-b70b-41f4-9203-deaa62c488f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=8']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:20.417288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-243ff105-95e5-4a20-a910-5df906031c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:20.418948 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-243ff105-95e5-4a20-a910-5df906031c26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 1134 time: 0.0989759 Sep 29 07:02:20.526016 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-7db32c68-08d1-4dce-b7be-603066afda70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1037 time: 0.0944531 Sep 29 07:02:20.532441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc3ccf-a736-4174-8ace-780e8f549f34 req-27e1d100-d973-4648-b8ac-316401f94e01 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:20.533907 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-47bc3ccf-a736-4174-8ace-780e8f549f34 req-27e1d100-d973-4648-b8ac-316401f94e01 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 981 time: 0.1883945 Sep 29 07:02:20.577709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-47bc3ccf-a736-4174-8ace-780e8f549f34 req-1d5c3d89-e291-4afd-bac4-73289e8c812a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:20.590097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-b8fdd45f-83e2-4e0a-a292-29a2738da175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:20.591751 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-b8fdd45f-83e2-4e0a-a292-29a2738da175 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1415308e-0ecb-4f8e-866d-21cc096c36e5 HTTP/1.1" status: 200 len: 835 time: 0.0602536 Sep 29 07:02:20.592713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-47bc3ccf-a736-4174-8ace-780e8f549f34 req-1d5c3d89-e291-4afd-bac4-73289e8c812a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:20.593902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-47bc3ccf-a736-4174-8ace-780e8f549f34 req-1d5c3d89-e291-4afd-bac4-73289e8c812a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Sep 29 07:02:20.675153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-f5ea77fd-7fbc-47df-8cf0-d4dd40ce20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:20.677094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-f5ea77fd-7fbc-47df-8cf0-d4dd40ce20e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795612 Sep 29 07:02:20.809391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-0a989e1f-86e0-49b5-8674-d5f62479eca6 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262641 Sep 29 07:02:20.939170 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a744aa6-903e-41f2-a85a-a215e8387fda req-13337b64-5baa-4bfb-8c7d-a77862ff52b8 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 Sep 29 07:02:21.114233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-df0d9f81-5f04-41ee-84fd-feeb84622613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:21.115730 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-df0d9f81-5f04-41ee-84fd-feeb84622613 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 1134 time: 0.0812933 Sep 29 07:02:21.242895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-12a2f808-a8e1-47cb-990c-1f9d08ffb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:21.244367 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-12a2f808-a8e1-47cb-990c-1f9d08ffb33b service neutron] 10.222.0.61 "GET /v2.0/networks?id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 897 time: 0.1231685 Sep 29 07:02:21.346143 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-55459617-ba67-4cba-a158-0cb7347bdf4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1037 time: 0.0958605 Sep 29 07:02:21.406195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-93861bf6-9971-4b74-a918-74f231bd3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:21.407640 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-93861bf6-9971-4b74-a918-74f231bd3e58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1415308e-0ecb-4f8e-866d-21cc096c36e5 HTTP/1.1" status: 200 len: 835 time: 0.0563459 Sep 29 07:02:21.488130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-f9b82002-5747-42b2-9f42-4b38abfe5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:21.489598 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-f9b82002-5747-42b2-9f42-4b38abfe5f91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759304 Sep 29 07:02:21.615762 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-8321c541-c95c-44a7-bd7c-cffb38f04fd6 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200912 Sep 29 07:02:21.901721 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68a4c1c7-5000-4b5f-adec-0e3907c65ca1 req-a0e8d2ef-ada2-423b-bd96-06d009b0f6e4 service neutron] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791243 Sep 29 07:02:21.923579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbb4ea-da6c-4cd4-892b-351c43be57c0 req-e5fb4d00-66a7-40e8-822e-6777e7d4531d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:21.924998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dbcbb4ea-da6c-4cd4-892b-351c43be57c0 req-e5fb4d00-66a7-40e8-822e-6777e7d4531d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 981 time: 0.2150853 Sep 29 07:02:21.968113 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dbcbb4ea-da6c-4cd4-892b-351c43be57c0 req-1ddc4cf6-6153-4c5b-a249-9f6a0d93b398 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 Sep 29 07:02:23.165640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa630470-08bb-49e7-a097-3735edf420bc req-11031ef2-3123-4aa5-acd1-9c38af56e322 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:23.167687 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-aa630470-08bb-49e7-a097-3735edf420bc req-11031ef2-3123-4aa5-acd1-9c38af56e322 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 981 time: 0.0890193 Sep 29 07:02:23.210143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-aa630470-08bb-49e7-a097-3735edf420bc req-3be5d185-b5c2-4b44-b38a-59a6da0f39f8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Sep 29 07:02:24.407977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60ab01-1146-48dd-b053-6e8b6251183b req-d7b12b86-1330-4831-ba87-fe5fb0cb33bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:24.409415 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4f60ab01-1146-48dd-b053-6e8b6251183b req-d7b12b86-1330-4831-ba87-fe5fb0cb33bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 981 time: 0.0900502 Sep 29 07:02:24.451418 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4f60ab01-1146-48dd-b053-6e8b6251183b req-29f2ef38-d2f0-42f4-a5fa-75ea44ee284a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364504 Sep 29 07:02:24.916459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:02:25.046683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:25.059863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'port_id': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'mac_address': 'fa:16:3e:ee:5c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:02:25.115478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:25.115917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:25.132482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:02:25.147157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:25.151224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:25.215736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=9']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:25.530622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['0ab706f2-9089-41ca-83f8-ab7439e2cfa4'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:02:25.645036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bdd1c-d323-43dc-b99f-ae169d0eb552 req-20fdad0c-9516-4b5e-b160-2671779a8b40 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:25.646594 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a8bdd1c-d323-43dc-b99f-ae169d0eb552 req-20fdad0c-9516-4b5e-b160-2671779a8b40 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 982 time: 0.0862870 Sep 29 07:02:25.693581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1a8bdd1c-d323-43dc-b99f-ae169d0eb552 req-834c4593-5d38-4226-a8b8-8fb1148c94da tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Sep 29 07:02:26.889481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5491fdf-51c1-435f-9266-7914cfd1bce3 req-f055d6b3-d645-4d66-a2db-57fa44e18672 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:26.890970 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b5491fdf-51c1-435f-9266-7914cfd1bce3 req-f055d6b3-d645-4d66-a2db-57fa44e18672 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 982 time: 0.0868661 Sep 29 07:02:26.931721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:26.933695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b5491fdf-51c1-435f-9266-7914cfd1bce3 req-d62bd02b-8f7d-44e1-8b5e-31a237e5fe19 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Sep 29 07:02:26.997411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:27.002353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:27.002765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:27.003114 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 Sep 29 07:02:27.119665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:27.120069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:27.145702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea47a63c-3102-4c6d-9522-0db8411ca75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:02:27.148269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23459844-2dcb-41f2-a79f-e18c7ddfe4a4" -d '{"events": [{"server_uuid": "ea47a63c-3102-4c6d-9522-0db8411ca75f", "name": "network-vif-plugged", "status": "completed", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:02:27.155686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:27.160183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:27.198698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83cc1f-7d75-4a51-aa54-e661cf74fe81 x-openstack-request-id: req-5b83cc1f-7d75-4a51-aa54-e661cf74fe81 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:02:27.198997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea47a63c-3102-4c6d-9522-0db8411ca75f", "name": "network-vif-plugged", "status": "completed", "tag": "0ab706f2-9089-41ca-83f8-ab7439e2cfa4", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:02:27.199251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b83cc1f-7d75-4a51-aa54-e661cf74fe81 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:02:27.199641 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b83cc1f-7d75-4a51-aa54-e661cf74fe81'] response: {'server_uuid': 'ea47a63c-3102-4c6d-9522-0db8411ca75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab706f2-9089-41ca-83f8-ab7439e2cfa4', 'code': 200} Sep 29 07:02:27.230250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=10']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:27.461939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc747de-3cde-4119-aa1d-ccf37c7d944e req-3cd9d4d0-f468-450d-835c-fe659fcc6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:27.463470 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dfc747de-3cde-4119-aa1d-ccf37c7d944e req-3cd9d4d0-f468-450d-835c-fe659fcc6247 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 1137 time: 0.0790417 Sep 29 07:02:27.505101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-dfc747de-3cde-4119-aa1d-ccf37c7d944e req-4e0d7f61-f8e2-4d42-9fe2-e28444270fe8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348594 Sep 29 07:02:28.133280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9f40f-87c0-4b2a-b960-e00189979689 req-b6d53ed2-657d-4d1c-be60-14e64fae7a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:28.135275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3da9f40f-87c0-4b2a-b960-e00189979689 req-b6d53ed2-657d-4d1c-be60-14e64fae7a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 984 time: 0.0887315 Sep 29 07:02:28.177134 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3da9f40f-87c0-4b2a-b960-e00189979689 req-c0d87004-07d7-4d12-b34d-e9914de544c7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Sep 29 07:02:29.375348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5695a-d325-4caf-8633-e99fa62e8843 req-e1f3050c-351f-479a-84a9-e72d66fc784c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:29.376825 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ee5695a-d325-4caf-8633-e99fa62e8843 req-e1f3050c-351f-479a-84a9-e72d66fc784c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 984 time: 0.0866387 Sep 29 07:02:29.421084 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ee5695a-d325-4caf-8633-e99fa62e8843 req-d4451e17-6017-4fd5-b469-1ba2f3e797d8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Sep 29 07:02:29.615280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaebb1-214d-46d2-aa40-bef3b651247c req-04b4d471-38e8-4262-9e50-9239645b5a37 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:29.616730 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c1eaebb1-214d-46d2-aa40-bef3b651247c req-04b4d471-38e8-4262-9e50-9239645b5a37 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 984 time: 0.0860643 Sep 29 07:02:29.659149 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c1eaebb1-214d-46d2-aa40-bef3b651247c req-bf112aed-a658-4e67-afbb-a5a4436a7e16 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Sep 29 07:02:29.688045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50374) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:29.767548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b14dbe5-9f2e-4961-ba6d-3f95fd1b4410 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:29.769073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7b14dbe5-9f2e-4961-ba6d-3f95fd1b4410 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f&network_id=16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 200 len: 1132 time: 0.0801215 Sep 29 07:02:30.120166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1103dc9-5fc3-4b81-b1fc-716e9ea00d5e req-4d03c7c6-7ef3-4b21-882d-1dd32a808fef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:30.121594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1103dc9-5fc3-4b81-b1fc-716e9ea00d5e req-4d03c7c6-7ef3-4b21-882d-1dd32a808fef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 984 time: 0.0860710 Sep 29 07:02:30.164995 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1103dc9-5fc3-4b81-b1fc-716e9ea00d5e req-dab932b5-ea2d-4db0-bd9f-830a5c65bdad tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Sep 29 07:02:31.368673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207ee07-05cc-4ad9-b8e0-d5ff7b61f53b req-29a0f3a9-6e99-4f08-bf96-a54dfb89ddc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:31.370174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7207ee07-05cc-4ad9-b8e0-d5ff7b61f53b req-29a0f3a9-6e99-4f08-bf96-a54dfb89ddc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 984 time: 0.0921209 Sep 29 07:02:31.417685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7207ee07-05cc-4ad9-b8e0-d5ff7b61f53b req-93a4cff5-4ea7-4309-a21a-1e27387d35a2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9882867-1288-4219-a829-86e4b40f58e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Sep 29 07:02:31.740536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-83ca11c4-cbe3-42d6-8661-8758610e5f88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:31.741982 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-83ca11c4-cbe3-42d6-8661-8758610e5f88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 984 time: 0.0883908 Sep 29 07:02:31.814040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-59520d19-f1ff-402a-8e1a-aefb49add4a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:31.815396 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-59520d19-f1ff-402a-8e1a-aefb49add4a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674644 Sep 29 07:02:31.954771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-d161f6ff-c728-4f1d-aba5-71d06c091ef1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1344516 Sep 29 07:02:31.964430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:32.070383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:32.262369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:32.288915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] For port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:32.338603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] device_id is not set on port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 yet. {{(pid=89137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 29 07:02:32.346516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:32.353307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:32.489117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Pushing event updated for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=11']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:32.536633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] No DVR routers for this DVR port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:02:32.841908 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2be70070-22ba-4ead-8857-a557a351c5a0 req-a766c5e0-37b1-4fba-b6a0-be6ce84345ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea47a63c-3102-4c6d-9522-0db8411ca75f HTTP/1.1" status: 200 len: 210 time: 0.0639644 Sep 29 07:02:32.910062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] In _notify_port_updated(), no bound segment for port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 on network 16afd625-8fc8-4e2c-b169-5de2b8af2efe {{(pid=89137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 29 07:02:32.910931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:32.911529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:32.912774 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e4508b72-7be7-4a18-9a6b-63e7c8d7a09b req-890a1cab-698e-4243-91ee-64a5daa5d34f service neutron] 10.222.0.61 "PUT /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 200 len: 1027 time: 0.9525971 Sep 29 07:02:33.945394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50388) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:34.013815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-733c9683-603d-4c28-8d57-b52dfc653846 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.043494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-733c9683-603d-4c28-8d57-b52dfc653846 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.106825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-733c9683-603d-4c28-8d57-b52dfc653846 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.124042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c9683-603d-4c28-8d57-b52dfc653846 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c63d4b1-132f-4e90-8bf1-810ed3162537,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:34.135587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-733c9683-603d-4c28-8d57-b52dfc653846 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.136727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-733c9683-603d-4c28-8d57-b52dfc653846 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c63d4b1-132f-4e90-8bf1-810ed3162537 HTTP/1.1" status: 204 len: 168 time: 0.1903336 Sep 29 07:02:34.165101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50394) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:34.365727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 60293f63-8d57-4cbb-97c7-247f50771ab3 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:02:34.366062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.530342 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.530696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.648433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 60293f63-8d57-4cbb-97c7-247f50771ab3 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:02:34.796671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.841901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=60293f63-8d57-4cbb-97c7-247f50771ab3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:34.937757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:34.938075 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 38d19d9c-7e8d-46e7-b333-e2e94e5382ae disassociated (deleted). External IP: 172.26.0.194, port: 0ab706f2-9089-41ca-83f8-ab7439e2cfa4. Sep 29 07:02:34.992571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:02:35.047755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:02:35.390436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 31910363-425e-4d8d-9534-815ed4aa81b3 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:02:35.568582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:02:35.577916 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] Sync routers for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:02:35.587197 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:35.587804 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:35.587940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:35.642238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d25dc81b-0b91-4c3f-8d7f-bdac7a7f313b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/38d19d9c-7e8d-46e7-b333-e2e94e5382ae HTTP/1.1" status: 204 len: 168 time: 1.4754107 Sep 29 07:02:35.761195 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:35.795289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50402) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:35.865991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:35.895373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:35.961092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:35.981186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a110caa-3bb2-40cb-ae62-e80c066d6c31,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:35.991013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.991362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.991697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.992026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.992354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.992680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.992994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.993346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.993668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.993986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.994305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.994645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:35.998721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:35.999834 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-69cb9094-28ba-495f-b8c4-9508a5228134 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/3a110caa-3bb2-40cb-ae62-e80c066d6c31 HTTP/1.1" status: 204 len: 168 time: 0.2035606 Sep 29 07:02:36.032356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50408) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:36.100262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:02:36.100604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:36.110360 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:57Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:36.114158 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] Checking router: 31910363-425e-4d8d-9534-815ed4aa81b3 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:02:36.122437 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:36.123060 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:36.296278 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:36.342719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:36.472493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 0ab706f2-9089-41ca-83f8-ab7439e2cfa4 owned by {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:02:36.602419 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:57Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:36.607159 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0477f-ad2d-45bd-bdf9-ed121393b367 None None] The sync data for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv is: [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:01:52Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '79a0b682-749a-4532-8dbb-3981371b0514', 'name': '', 'network_id': '16afd625-8fc8-4e2c-b169-5de2b8af2efe', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:67:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:51Z', 'updated_at': '2022-09-29T07:01:57Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '1415308e-0ecb-4f8e-866d-21cc096c36e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:02:36.616986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:36.670974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=0ab706f2-9089-41ca-83f8-ab7439e2cfa4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:36.780189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:36.794020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50412) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:36.794612 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-94b44161-8d19-41a2-8cf9-c6412145bf04 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/ports/0ab706f2-9089-41ca-83f8-ab7439e2cfa4 HTTP/1.1" status: 204 len: 168 time: 0.7607198 Sep 29 07:02:36.843646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc4c3a-7d59-46b1-bd5e-4a37ee553638 None None] New status for floating IP 38d19d9c-7e8d-46e7-b333-e2e94e5382ae: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:02:37.341154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:37.689698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 79a0b682-749a-4532-8dbb-3981371b0514 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:02:37.690029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:37.962877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 79a0b682-749a-4532-8dbb-3981371b0514, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=79a0b682-749a-4532-8dbb-3981371b0514,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:37.963569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:38.088646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 79a0b682-749a-4532-8dbb-3981371b0514 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:02:38.407485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:38.458592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=79a0b682-749a-4532-8dbb-3981371b0514,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:38.622282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f6e28cd2-3deb-4950-8262-2d2d0cc498f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:38.734374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.081771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 31910363-425e-4d8d-9534-815ed4aa81b3 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:02:39.354956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:02:39.364944 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] Sync routers for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:02:39.367554 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dee62b08-bced-4e51-91db-51176cea1cd7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/31910363-425e-4d8d-9534-815ed4aa81b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722957 Sep 29 07:02:39.370100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:39.375870 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:39.376692 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:39.437059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet 1415308e-0ecb-4f8e-866d-21cc096c36e5 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:02:39.440110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.496835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.551911 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:39.581566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.653591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.692040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=1415308e-0ecb-4f8e-866d-21cc096c36e5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:39.695642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.702359 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7c7cc6fa-6629-4e82-b5cd-806d42906630 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/1415308e-0ecb-4f8e-866d-21cc096c36e5 HTTP/1.1" status: 204 len: 168 time: 0.3312645 Sep 29 07:02:39.704982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50420) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:39.705641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352694f-4070-4930-9e8b-7bfc7dd47d5c None None] Network 16afd625-8fc8-4e2c-b169-5de2b8af2efe requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:02:39.829704 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:02:38Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:39.833902 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] Checking router: 31910363-425e-4d8d-9534-815ed4aa81b3 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:02:39.842630 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] Routers {'31910363-425e-4d8d-9534-815ed4aa81b3'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:39.843435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['31910363-425e-4d8d-9534-815ed4aa81b3'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:39.885568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:39.979073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] DHCP port deletion for 16afd625-8fc8-4e2c-b169-5de2b8af2efe request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:02:39.983967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] Deleting port a5f0dd33-a5b3-4546-9e4d-757586929ffc {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:02:39.984344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.060036 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] Set router 31910363-425e-4d8d-9534-815ed4aa81b3 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:40.072437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.082334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 6983652a-16da-49df-8df3-e90698c7f100 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:02:40.083103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.192282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] For port a5f0dd33-a5b3-4546-9e4d-757586929ffc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a5f0dd33-a5b3-4546-9e4d-757586929ffc,segment=NetworkSegment(0e50c9d5-f381-41a4-bf09-b7036f57b37b),segment_id=0e50c9d5-f381-41a4-bf09-b7036f57b37b)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:40.192671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.268669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 6983652a-16da-49df-8df3-e90698c7f100, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6983652a-16da-49df-8df3-e90698c7f100,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:40.268964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.313603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] Calling delete_port for a5f0dd33-a5b3-4546-9e4d-757586929ffc owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:02:40.340857 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:02:38Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:40.345375 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443c542-1568-4b24-8913-c5f386e6c92b None None] The sync data for ids ['31910363-425e-4d8d-9534-815ed4aa81b3'] in dv-neutron-859761-1-hyperv is: [{'id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'name': 'tempest-TestNetworkBasicOps-router-1949996705', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116'}], 'enable_snat': True}, 'gw_port_id': '6983652a-16da-49df-8df3-e90698c7f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:01:47Z', 'updated_at': '2022-09-29T07:02:38Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '6983652a-16da-49df-8df3-e90698c7f100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31910363-425e-4d8d-9534-815ed4aa81b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:01:48Z', 'updated_at': '2022-09-29T07:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:02:40.398185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 6983652a-16da-49df-8df3-e90698c7f100 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:02:40.401417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.448791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] Pushing event deleted for resources: {'Port': ['ID=a5f0dd33-a5b3-4546-9e4d-757586929ffc,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:40.454018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f2d1a-67c7-47d3-8653-5c243a741989 None None] No DVR routers for this DVR port a5f0dd33-a5b3-4546-9e4d-757586929ffc on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:02:40.567399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.617013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=6983652a-16da-49df-8df3-e90698c7f100,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:40.815834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.913227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-27e4dead-3db1-45ad-aef4-95c1a120d33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.989106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:40.991165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.016172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.016682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 31910363-425e-4d8d-9534-815ed4aa81b3 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:02:41.032038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.033155 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d5ba7a5c-aa3a-447d-894b-fe001c8dfedf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/31910363-425e-4d8d-9534-815ed4aa81b3 HTTP/1.1" status: 204 len: 168 time: 1.3270924 Sep 29 07:02:41.035832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50424) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:41.148242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.279987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.303839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16afd625-8fc8-4e2c-b169-5de2b8af2efe']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:41.315960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e50c9d5-f381-41a4-bf09-b7036f57b37b') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:41.316266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e50c9d5-f381-41a4-bf09-b7036f57b37b') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:41.328002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.344446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.351202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:02:41.351584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.446082 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0e50c9d5-f381-41a4-bf09-b7036f57b37b resource provider aggregate not found Sep 29 07:02:41.463617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.467636 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0e50c9d5-f381-41a4-bf09-b7036f57b37b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e50c9d5-f381-41a4-bf09-b7036f57b37b found for delete ", "request_id": "req-8726085e-53ab-4567-82d1-bfe573c4ed8a"}]} Sep 29 07:02:41.484080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 79a0b682-749a-4532-8dbb-3981371b0514 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:02:41.491838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.498620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=16afd625-8fc8-4e2c-b169-5de2b8af2efe,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:41.512706 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7cf87a46-9c41-49d9-afe3-4f7a19ed8fde tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/16afd625-8fc8-4e2c-b169-5de2b8af2efe HTTP/1.1" status: 204 len: 168 time: 0.4757936 Sep 29 07:02:41.524006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50434) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:41.526773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 79a0b682-749a-4532-8dbb-3981371b0514 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:02:41.527056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 79a0b682-749a-4532-8dbb-3981371b0514 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:02:41.527474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a5f0dd33-a5b3-4546-9e4d-757586929ffc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:02:41.535876 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c03f7791-eed5-4c95-888d-40d620b44c70 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115085 Sep 29 07:02:41.538176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50438) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:41.544120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--574461672', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:41.548948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:41.553071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:41.557099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:41.560917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a5f0dd33-a5b3-4546-9e4d-757586929ffc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:02:41.560917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a5f0dd33-a5b3-4546-9e4d-757586929ffc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:02:41.561240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6983652a-16da-49df-8df3-e90698c7f100 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:02:41.563050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:41.573093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:02:41.576514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.596856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6983652a-16da-49df-8df3-e90698c7f100 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:02:41.597242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6983652a-16da-49df-8df3-e90698c7f100 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:02:41.605207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:02:41.614781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.615147 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment b50d216a-b602-411d-b926-cdd45f1363ed of type vlan for network 06bd76a3-37d1-4d11-aabb-34224150bf6e Sep 29 07:02:41.642831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.670698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.676506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:41.677073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.781021 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2416878 Sep 29 07:02:41.783756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50442) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:41.784227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992255-639f-48e1-a084-63f22b461ea0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=06bd76a3-37d1-4d11-aabb-34224150bf6e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:41.789790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:41.799933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:02:41.801173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:41.805327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:41.808681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:41.816443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:41.826882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.828044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.846541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.897324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:41.974217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:42.227524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:42.529920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:42.558142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:42.689849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.212 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/20c4f467-68e6-466e-880e-eb04cfa9be33) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:02:42.849504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:42.879068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:42.942840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:02:42.945728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:42.949413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:02:42.981648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:43.366188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:43.385525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:43.826873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:44.026888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 870aaa4a-ac4a-4749-b17f-395fab42cef6 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:02:44.213819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:02:44.224555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Sync routers for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:02:44.233589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:44.234208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:44.241380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:44.242596 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cbfff2fd-b41a-4bf8-a90d-fac40b3e907d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4576750 Sep 29 07:02:44.246208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50446) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:44.288418 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-30805f71-b835-4e17-9da0-7b8ebcf84290 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410802 Sep 29 07:02:44.291605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50450) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:44.426105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:44.427737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38389a07-7c9a-4303-8899-d661f3c75d03 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:44.429243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-38389a07-7c9a-4303-8899-d661f3c75d03 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367283 Sep 29 07:02:44.432621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50454) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:44.470900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-28ecaddd-9d89-4857-8d43-799fb6008367 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370748 Sep 29 07:02:44.473552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50458) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:44.479944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343423949', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:44.591805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:44.595715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:44.598630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:44.604916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:44.616133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:02:44.620257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:44.721912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:43Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:44.725701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Checking router: 870aaa4a-ac4a-4749-b17f-395fab42cef6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:02:44.726048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Updating router 870aaa4a-ac4a-4749-b17f-395fab42cef6 port 20c4f467-68e6-466e-880e-eb04cfa9be33 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:02:44.780559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:44.847252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:44.935230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=8236f3e3-3009-49b8-b04c-6fe57548e4a5,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:44.942832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:44.943186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 06bd76a3-37d1-4d11-aabb-34224150bf6e, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:02:44.963405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:02:44.973345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 06bd76a3-37d1-4d11-aabb-34224150bf6e) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:44.977726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:44.978194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:44.984997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d662903-fa05-456e-a74e-07ed7d79f7ab None None] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:02:45.000368 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9eba9902-64fc-4a56-b3d2-ace3a61a4718 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5252547 Sep 29 07:02:45.002721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50462) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:45.302699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.306440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-06bd76a3-37d1-4d11-aabb-34224150bf6e', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:02:45.307235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.331231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Transition to ACTIVE for port object 20c4f467-68e6-466e-880e-eb04cfa9be33 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:45.382777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.452386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Attempting to bind port 20c4f467-68e6-466e-880e-eb04cfa9be33 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:02:45.453099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Attempting to bind port 20c4f467-68e6-466e-880e-eb04cfa9be33 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:02:45.453367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Attempting to bind port 20c4f467-68e6-466e-880e-eb04cfa9be33 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:45.477594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:02:45.477964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:45.478372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.478785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:02:45.479249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Bound port: 20c4f467-68e6-466e-880e-eb04cfa9be33, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:02:45.479621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.542109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f6075-2e19-4dab-ae98-f080f5e42394 None None] Pushing event updated for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:45.629349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] For port 20c4f467-68e6-466e-880e-eb04cfa9be33, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:45.634690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] For port 20c4f467-68e6-466e-880e-eb04cfa9be33, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=20c4f467-68e6-466e-880e-eb04cfa9be33,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:02:45.639331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Allocated IP 172.20.0.2 (06bd76a3-37d1-4d11-aabb-34224150bf6e/8236f3e3-3009-49b8-b04c-6fe57548e4a5/7124f317-8b7a-4deb-9ada-755060932484) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:02:45.641880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.835249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:45.840179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:45.840946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:45.941484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f6075-2e19-4dab-ae98-f080f5e42394 None None] Pushing event updated for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:46.123140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:46.299876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.324560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Transition to ACTIVE for port object 7124f317-8b7a-4deb-9ada-755060932484 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:46.362123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Transition to ACTIVE for port object 7124f317-8b7a-4deb-9ada-755060932484 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:46.373789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.432420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (06bd76a3-37d1-4d11-aabb-34224150bf6e/8236f3e3-3009-49b8-b04c-6fe57548e4a5/97826c2c-55ee-4c17-8507-36b7547d544a) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:02:46.473959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:02:46.479781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:46.485027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:02:46.526081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Pushing event updated for resources: {'Port': ['ID=7124f317-8b7a-4deb-9ada-755060932484,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:46.587277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.603458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 97826c2c-55ee-4c17-8507-36b7547d544a will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:46.603843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Attempting to bind port 7124f317-8b7a-4deb-9ada-755060932484 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:02:46.604188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Attempting to bind port 7124f317-8b7a-4deb-9ada-755060932484 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:02:46.604552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Attempting to bind port 7124f317-8b7a-4deb-9ada-755060932484 on network 06bd76a3-37d1-4d11-aabb-34224150bf6e {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:46.612353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:02:46.612649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Checking segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:46.613050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.613432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Bound using segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:02:46.613893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Bound port: 7124f317-8b7a-4deb-9ada-755060932484, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:02:46.614263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.626527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.661614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:43Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:46.678871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9f71e-5d3c-42e3-a2d9-caa431eb8f8f None None] The sync data for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv is: [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:43Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:02:46.698777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:02:46.702187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:46.707129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:02:46.715917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] For port 7124f317-8b7a-4deb-9ada-755060932484, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:46.719388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] For port 7124f317-8b7a-4deb-9ada-755060932484, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7124f317-8b7a-4deb-9ada-755060932484,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:02:46.724795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.767188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:46.772663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:46.809143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Pushing event updated for resources: {'Port': ['ID=7124f317-8b7a-4deb-9ada-755060932484,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:46.817205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.817634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.818041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.818442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.818880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.819346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.819734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.820125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.820537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.821550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.821937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:46.822323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd75148d-1e1e-4663-a7b2-30a5ec797eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:02:47.185454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.221500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.298421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:47.380320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 20c4f467-68e6-466e-880e-eb04cfa9be33 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:47.386311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 20c4f467-68e6-466e-880e-eb04cfa9be33 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:47.386689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.387035 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 20c4f467-68e6-466e-880e-eb04cfa9be33 Sep 29 07:02:47.521903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 20c4f467-68e6-466e-880e-eb04cfa9be33 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:47.522653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.547096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 20c4f467-68e6-466e-880e-eb04cfa9be33, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=20c4f467-68e6-466e-880e-eb04cfa9be33,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:47.552563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.553426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7124f317-8b7a-4deb-9ada-755060932484 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:47.658932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:47.674940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.681688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.714844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 7124f317-8b7a-4deb-9ada-755060932484 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:47.795813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:47.799428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:47.916253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b588007-7408-4b8e-b106-9ef66bb1fcf6 None None] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:02:47.935170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:02:47.936281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:48.013140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Provisioning for port 7124f317-8b7a-4deb-9ada-755060932484 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:48.075046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Provisioning complete for port 7124f317-8b7a-4deb-9ada-755060932484 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:48.075403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:48.075733 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Attempt 1 to provision port 7124f317-8b7a-4deb-9ada-755060932484 Sep 29 07:02:48.126228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 870aaa4a-ac4a-4749-b17f-395fab42cef6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:02:48.300607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Current status of the port 7124f317-8b7a-4deb-9ada-755060932484 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:48.300990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:48.324919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:02:48.340284 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c0e88290-df04-456d-bc5d-8b02091a1a9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3342347 Sep 29 07:02:48.340557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50466) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:48.348847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] For port 7124f317-8b7a-4deb-9ada-755060932484, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7124f317-8b7a-4deb-9ada-755060932484,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:48.353810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:48.425026 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Sync routers for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:02:48.444549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98cace-6569-4723-b66b-50ea7bdda036 None None] Pushing event updated for resources: {'Port': ['ID=7124f317-8b7a-4deb-9ada-755060932484,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:48.447307 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:48.447938 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:48.500714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a1ff8-bfc1-42c8-a58f-fc9cc4c54e93 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.501209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a1ff8-bfc1-42c8-a58f-fc9cc4c54e93 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.501696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a1ff8-bfc1-42c8-a58f-fc9cc4c54e93 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.502156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a1ff8-bfc1-42c8-a58f-fc9cc4c54e93 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.503833 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-050a1ff8-bfc1-42c8-a58f-fc9cc4c54e93 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1623025 Sep 29 07:02:48.506594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50470) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:48.636244 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:48.681819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Provisioning for port 97826c2c-55ee-4c17-8507-36b7547d544a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:48.687850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Provisioning complete for port 97826c2c-55ee-4c17-8507-36b7547d544a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:48.688378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:48.688766 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Attempt 1 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:02:48.690865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ba573-fc84-4883-a0e2-f02661b66fe7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.691607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ba573-fc84-4883-a0e2-f02661b66fe7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.692071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ba573-fc84-4883-a0e2-f02661b66fe7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.692530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ba573-fc84-4883-a0e2-f02661b66fe7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:48.694214 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7a2ba573-fc84-4883-a0e2-f02661b66fe7 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1867073 Sep 29 07:02:48.697544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50474) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:48.753157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Port 97826c2c-55ee-4c17-8507-36b7547d544a cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:02:48.912847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-116d0abf-c9a8-4d9f-bc6c-f72ca6450423 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2139354 Sep 29 07:02:48.968194 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:48.972273 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Checking router: 870aaa4a-ac4a-4749-b17f-395fab42cef6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:02:48.972630 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Updating router 870aaa4a-ac4a-4749-b17f-395fab42cef6 port 97826c2c-55ee-4c17-8507-36b7547d544a binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:02:48.991780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50480) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:48.997108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105539539', 'description': 'tempest-secgroup-smoke-1105539539 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:49.003244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.007554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.011124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.016922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.026822 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.027673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.047170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.051196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.054038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.059850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.133478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.137305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.182278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e19d7-ba79-4d6e-8461-5550d649eaf7,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.186735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.190464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f3b95d5e-c0a9-4e70-8dde-9cfd267dce80 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1949668 Sep 29 07:02:49.190828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50484) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:49.196020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9a4e19d7-ba79-4d6e-8461-5550d649eaf7', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:49.202460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.206468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.209369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.216081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.234052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.255325 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Attempt 2 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:02:49.294443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:49.309368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.314074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.340484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71b06ef-2f51-4c52-bc39-8d1bdee584ac,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.351401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.356397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50488) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:49.362755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9a4e19d7-ba79-4d6e-8461-5550d649eaf7', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:49.366257 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9a57c7f7-2e89-4274-9b93-148ce847bb7e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1743295 Sep 29 07:02:49.370745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.372886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Port 97826c2c-55ee-4c17-8507-36b7547d544a cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:02:49.374871 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.375540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.380037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.387314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.388120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 20c4f467-68e6-466e-880e-eb04cfa9be33 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:49.388502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.388720 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Transition to ACTIVE for port object 97826c2c-55ee-4c17-8507-36b7547d544a will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:49.388963 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 20c4f467-68e6-466e-880e-eb04cfa9be33 Sep 29 07:02:49.396520 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.407839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.479327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.483000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.513101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ccef0f-ffa6-4b66-afcb-8480c1d8a7dc,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.513997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 20c4f467-68e6-466e-880e-eb04cfa9be33 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:49.515321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7124f317-8b7a-4deb-9ada-755060932484 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:49.520987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.525846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50492) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:49.525995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9031608c-fdbe-415b-b210-053a8ec71251 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1686518 Sep 29 07:02:49.531507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9a4e19d7-ba79-4d6e-8461-5550d649eaf7', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:49.537754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.542730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.546327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.552162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.570347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.589493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 7124f317-8b7a-4deb-9ada-755060932484 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:49.589864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.590203 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 7124f317-8b7a-4deb-9ada-755060932484 Sep 29 07:02:49.648120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.652270 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba702f1-8ef2-43cf-8b4d-e2ca7fd165c3 None None] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.653038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.656673 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Attempting to bind port 97826c2c-55ee-4c17-8507-36b7547d544a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:02:49.657057 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Attempting to bind port 97826c2c-55ee-4c17-8507-36b7547d544a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:02:49.657413 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Attempting to bind port 97826c2c-55ee-4c17-8507-36b7547d544a on network 06bd76a3-37d1-4d11-aabb-34224150bf6e {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:49.663277 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:02:49.663653 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Checking segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:49.664061 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.664436 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Bound using segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:02:49.664935 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Bound port: 97826c2c-55ee-4c17-8507-36b7547d544a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:02:49.665347 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.683014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b8a205-ab81-46ea-8aaf-8022079c189e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.692553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.697067 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-623ba902-51bf-4200-b365-3d65d46e99bc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665311 Sep 29 07:02:49.697192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50496) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:49.703789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9a4e19d7-ba79-4d6e-8461-5550d649eaf7', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:49.708982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 7124f317-8b7a-4deb-9ada-755060932484 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:49.710850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.715609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.719137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.724904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.741353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.761622 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] For port 97826c2c-55ee-4c17-8507-36b7547d544a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:49.764678 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] For port 97826c2c-55ee-4c17-8507-36b7547d544a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97826c2c-55ee-4c17-8507-36b7547d544a,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:02:49.769982 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.809598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.813172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.829077 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:02:49.829691 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:49.837931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7872099c-0dc6-4ff1-92a2-72ad9b47ee78,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.847307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.848659 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b6aeffc4-abf9-483b-87ad-883501749a77 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505461 Sep 29 07:02:49.851678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50500) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:49.857541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9a4e19d7-ba79-4d6e-8461-5550d649eaf7', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:49.863538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:49.867341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:49.870260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:49.874529 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Attempt 3 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:02:49.876179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:49.887748 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:02:49.895562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.913018 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba702f1-8ef2-43cf-8b4d-e2ca7fd165c3 None None] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:49.940425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Port 97826c2c-55ee-4c17-8507-36b7547d544a had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:02:49.951514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Provisioning complete for port 7124f317-8b7a-4deb-9ada-755060932484 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:49.951971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.952767 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Attempt 1 to provision port 7124f317-8b7a-4deb-9ada-755060932484 Sep 29 07:02:49.964878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.968068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:49.993945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abd4836-0404-4819-bb59-ab7d080e7835,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:50.004097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:50.005486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-27e727dc-4183-45ab-a2f2-43241252e30a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522405 Sep 29 07:02:50.008432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50504) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:02:50.013730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '9a4e19d7-ba79-4d6e-8461-5550d649eaf7', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:50.019609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:50.023472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:02:50.026908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:02:50.032614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:50.036610 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:02:50.043100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:02:50.049888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:50.073926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f29ab75b-11be-4696-b66f-7e5c3eed67df None None] Current status of the port 7124f317-8b7a-4deb-9ada-755060932484 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:50.120686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:50.124284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:50.147083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29761fe8-8fee-4a35-b9c4-ebe610216ef8,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:50.155856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:50.158525 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ca448742-a2ca-48af-89e3-b484d4b07911 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476889 Sep 29 07:02:50.318188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-3ce15517-c2fd-401b-a884-2690738def03 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:50.332815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-3ce15517-c2fd-401b-a884-2690738def03 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:50.333987 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-3ce15517-c2fd-401b-a884-2690738def03 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105539539&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0538132 Sep 29 07:02:50.348328 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:02:49Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:02:50.352911 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf666317-7a44-4b7c-b5e7-19f1110159a0 None None] The sync data for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv is: [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:02:49Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:02:50.513276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-936af4e5-5611-41e6-a98f-c042715bbc06 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:50.513885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-936af4e5-5611-41e6-a98f-c042715bbc06 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:50.530114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-936af4e5-5611-41e6-a98f-c042715bbc06 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:50.531550 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-936af4e5-5611-41e6-a98f-c042715bbc06 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 796 time: 0.1899841 Sep 29 07:02:50.546724 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-84c2da70-e234-4631-a3d7-3981aaf2f4d1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0096662 Sep 29 07:02:50.638028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-cef973d8-6885-4873-8152-52570db59ca3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:50.653649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-cef973d8-6885-4873-8152-52570db59ca3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:50.655097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-cef973d8-6885-4873-8152-52570db59ca3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030226 Sep 29 07:02:50.842689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-9c1184fb-e8d9-4a75-91f6-94a9ab05162f service neutron] 10.222.0.26 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751256 Sep 29 07:02:50.977981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-932bb235-cf95-4705-9fb0-b9bd7820be95 service neutron] 10.222.0.26 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287694 Sep 29 07:02:51.169579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-84bcfdd4-7bcf-4a5f-8311-a3f03cf2c4db req-04d0be2e-277e-42be-a21a-96bdc6bb17a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:51.183715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-84bcfdd4-7bcf-4a5f-8311-a3f03cf2c4db req-04d0be2e-277e-42be-a21a-96bdc6bb17a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:51.186939 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-84bcfdd4-7bcf-4a5f-8311-a3f03cf2c4db req-04d0be2e-277e-42be-a21a-96bdc6bb17a4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 210 time: 0.0676348 Sep 29 07:02:51.290706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:51.369356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 97826c2c-55ee-4c17-8507-36b7547d544a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:51.374757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 97826c2c-55ee-4c17-8507-36b7547d544a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:51.375329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:51.375891 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:02:51.507836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97826c2c-55ee-4c17-8507-36b7547d544a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:51.508238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:51.542658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 97826c2c-55ee-4c17-8507-36b7547d544a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97826c2c-55ee-4c17-8507-36b7547d544a,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:51.546390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:51.614821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:52.288957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a0142f83-19e6-4d0b-a43c-01752ab9f4b5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:52.291118 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a0142f83-19e6-4d0b-a43c-01752ab9f4b5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 796 time: 0.1455867 Sep 29 07:02:52.362757 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-07d78787-9893-4ab4-87b2-aa45d380ca17 req-ee7df2cf-f68e-454a-a20a-bb3c25bd370b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 210 time: 0.0575185 Sep 29 07:02:52.381637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-4a4ddd81-4b62-43d7-b955-98db01daf408 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:52.393931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-4a4ddd81-4b62-43d7-b955-98db01daf408 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:52.395101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-4a4ddd81-4b62-43d7-b955-98db01daf408 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 380 time: 0.0574181 Sep 29 07:02:52.406236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['9a4e19d7-ba79-4d6e-8461-5550d649eaf7']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:52.541829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:02:52.550966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:02:52.560386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:02:52.564026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:52.827804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.3 (06bd76a3-37d1-4d11-aabb-34224150bf6e/8236f3e3-3009-49b8-b04c-6fe57548e4a5/b1e3f7e1-9393-4a83-adfd-6175616e78ab) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:02:53.011257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.026788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object b1e3f7e1-9393-4a83-adfd-6175616e78ab will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:53.049916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.121659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:02:53.124693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:02:53.128416 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:02:53.158577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=b1e3f7e1-9393-4a83-adfd-6175616e78ab,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:53.195355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:53.196587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.222332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-a4bc0551-f41d-4f10-b141-e98c1e649566 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196728 Sep 29 07:02:53.240849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Request body: {'port': {'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:02:53.241526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:02:53.317472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 97826c2c-55ee-4c17-8507-36b7547d544a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:53.317943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.318367 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:02:53.358644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.452181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97826c2c-55ee-4c17-8507-36b7547d544a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:53.454773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Provisioning for port b1e3f7e1-9393-4a83-adfd-6175616e78ab completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:02:53.460271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Provisioning complete for port b1e3f7e1-9393-4a83-adfd-6175616e78ab triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:02:53.460670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.460999 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Attempt 1 to provision port b1e3f7e1-9393-4a83-adfd-6175616e78ab Sep 29 07:02:53.518651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Port b1e3f7e1-9393-4a83-adfd-6175616e78ab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:02:53.686870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70a5ee-f4d9-4d82-83af-cd8b212b6bd9 req-3acd43fa-ec4f-4c7d-87d9-2cce47c1f133 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:53.687464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4e70a5ee-f4d9-4d82-83af-cd8b212b6bd9 req-3acd43fa-ec4f-4c7d-87d9-2cce47c1f133 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:02:53.731982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4e70a5ee-f4d9-4d82-83af-cd8b212b6bd9 req-3acd43fa-ec4f-4c7d-87d9-2cce47c1f133 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:02:53.733121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e70a5ee-f4d9-4d82-83af-cd8b212b6bd9 req-3acd43fa-ec4f-4c7d-87d9-2cce47c1f133 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 931 time: 0.2325411 Sep 29 07:02:53.830094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e70a5ee-f4d9-4d82-83af-cd8b212b6bd9 req-e581baa5-bff6-4448-9ca8-715ec0d4adc8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904922 Sep 29 07:02:53.836027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e3f7e1-9393-4a83-adfd-6175616e78ab {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:02:53.843918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:53.859177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Transition to ACTIVE for port object b1e3f7e1-9393-4a83-adfd-6175616e78ab will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:02:53.862394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:54.020063 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Attempt 2 to provision port b1e3f7e1-9393-4a83-adfd-6175616e78ab Sep 29 07:02:54.053895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Pushing event updated for resources: {'Port': ['ID=b1e3f7e1-9393-4a83-adfd-6175616e78ab,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:54.073273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Port b1e3f7e1-9393-4a83-adfd-6175616e78ab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:02:54.081930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Attempting to bind port b1e3f7e1-9393-4a83-adfd-6175616e78ab on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:02:54.082272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Attempting to bind port b1e3f7e1-9393-4a83-adfd-6175616e78ab by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:02:54.082632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Attempting to bind port b1e3f7e1-9393-4a83-adfd-6175616e78ab on network 06bd76a3-37d1-4d11-aabb-34224150bf6e {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:54.087628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Port b1e3f7e1-9393-4a83-adfd-6175616e78ab on network 06bd76a3-37d1-4d11-aabb-34224150bf6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:02:54.087943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Attempting to bind port b1e3f7e1-9393-4a83-adfd-6175616e78ab on network 06bd76a3-37d1-4d11-aabb-34224150bf6e {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:02:54.092944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:02:54.093281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Checking segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:02:54.093651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Bound using segment: {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:02:54.094068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Bound port: b1e3f7e1-9393-4a83-adfd-6175616e78ab, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50d216a-b602-411d-b926-cdd45f1363ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:02:54.094410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:54.183621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] For port b1e3f7e1-9393-4a83-adfd-6175616e78ab, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:02:54.186476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] For port b1e3f7e1-9393-4a83-adfd-6175616e78ab, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:02:54.191964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:54.226623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:54.227761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:54.229133 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] 10.222.0.61 "PUT /v2.0/ports/b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 1093 time: 0.9929340 Sep 29 07:02:54.229559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:02:54.232121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e0332-ca19-4913-a48f-3912498f759c" -d '{"events": [{"name": "network-changed", "server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:02:54.269718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59c188-cea6-4e9e-b122-bd2b6418623f service neutron] Pushing event updated for resources: {'Port': ['ID=b1e3f7e1-9393-4a83-adfd-6175616e78ab,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:54.282850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc81198d-4ee8-4c95-8145-926d776b5d9a x-openstack-request-id: req-dc81198d-4ee8-4c95-8145-926d776b5d9a {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:02:54.283148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:02:54.283406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc81198d-4ee8-4c95-8145-926d776b5d9a {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:02:54.283819 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc81198d-4ee8-4c95-8145-926d776b5d9a'] response: {'name': 'network-changed', 'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'status': 'completed', 'code': 200} Sep 29 07:02:54.380109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5a67c84e-aaf2-459d-a421-98eec80f5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:54.381601 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-5a67c84e-aaf2-459d-a421-98eec80f5b34 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1096 time: 0.0812690 Sep 29 07:02:54.457525 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-0ed159f2-d381-4f71-aa48-df4dd18d4610 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 217 time: 0.0634258 Sep 29 07:02:54.574438 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Attempt 3 to provision port b1e3f7e1-9393-4a83-adfd-6175616e78ab Sep 29 07:02:54.623037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-258ab0fc-8231-45b4-b386-20f243faec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:54.624502 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-258ab0fc-8231-45b4-b386-20f243faec2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 200 len: 834 time: 0.1617725 Sep 29 07:02:54.638774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2d2f9d22-a820-4cf6-98c3-dae9131322d6 None None] Port b1e3f7e1-9393-4a83-adfd-6175616e78ab had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:02:54.705134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-13abf93f-e52a-4c29-8e52-7fddb01b13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:54.706646 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-13abf93f-e52a-4c29-8e52-7fddb01b13b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06bd76a3-37d1-4d11-aabb-34224150bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759032 Sep 29 07:02:54.834528 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-f1e5c408-62be-47f9-973d-854b6220d55b service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217494 Sep 29 07:02:55.018335 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea901fa2-64da-42a7-9dcc-9edd40e678d7 req-00725b77-2fef-4e37-8c81-af28ef19e0b3 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782556 Sep 29 07:02:55.047688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87266097-8f3f-43e5-b77e-823190aefc34 req-27324ba2-72db-43f2-8a1f-c216ced3ab7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:55.049131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87266097-8f3f-43e5-b77e-823190aefc34 req-27324ba2-72db-43f2-8a1f-c216ced3ab7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 943 time: 0.1063101 Sep 29 07:02:55.093707 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87266097-8f3f-43e5-b77e-823190aefc34 req-d625c995-0d6e-4e8d-870f-81bc71dac09b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388350 Sep 29 07:02:55.177970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0332-ca19-4913-a48f-3912498f759c req-2fb14247-327a-4f9b-ad10-715d2ed890c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:55.179476 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-2fb14247-327a-4f9b-ad10-715d2ed890c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1096 time: 0.0762057 Sep 29 07:02:55.308581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0332-ca19-4913-a48f-3912498f759c req-defe9b52-4728-4a19-9e35-9b01986f54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:55.310026 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-defe9b52-4728-4a19-9e35-9b01986f54fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 897 time: 0.1240401 Sep 29 07:02:55.380411 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-19969f1f-d4cc-4f62-ad61-3f5bf5acd2eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 217 time: 0.0633214 Sep 29 07:02:55.439603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0332-ca19-4913-a48f-3912498f759c req-87823bf1-ee23-44fe-8ea6-f23aba81f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:55.440998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-87823bf1-ee23-44fe-8ea6-f23aba81f8ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 200 len: 834 time: 0.0553620 Sep 29 07:02:55.525050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0332-ca19-4913-a48f-3912498f759c req-5e035702-733f-404e-b680-0abbdf9e6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:55.526528 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-5e035702-733f-404e-b680-0abbdf9e6e0e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06bd76a3-37d1-4d11-aabb-34224150bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794640 Sep 29 07:02:55.656312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-e8b60814-5c35-412c-86db-38ada09c4c92 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233504 Sep 29 07:02:55.784342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-833e0332-ca19-4913-a48f-3912498f759c req-8af65e59-a337-4c9e-824b-bf793c1b847f service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220336 Sep 29 07:02:56.288578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43628280-eef3-48c1-9084-d22fda1e1e5f req-268538d1-8ceb-49c8-99bc-12f342ed1063 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:56.290736 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-43628280-eef3-48c1-9084-d22fda1e1e5f req-268538d1-8ceb-49c8-99bc-12f342ed1063 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 943 time: 0.0869100 Sep 29 07:02:56.333829 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-43628280-eef3-48c1-9084-d22fda1e1e5f req-d5522d65-8df9-4608-ab7d-884c7c859212 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Sep 29 07:02:57.116180 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:02:57.530135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047464-75c8-4c72-bbba-6bbeee58de34 req-58402c92-7bad-448a-8577-e74dc9bc7300 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:57.531657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02047464-75c8-4c72-bbba-6bbeee58de34 req-58402c92-7bad-448a-8577-e74dc9bc7300 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 943 time: 0.0865827 Sep 29 07:02:57.574348 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02047464-75c8-4c72-bbba-6bbeee58de34 req-26ecde5b-aab8-4a6e-9773-aa3f202d96fa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 Sep 29 07:02:58.779895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a9d98-a5dc-4f33-b16a-881b874b394a req-6f480449-4723-4261-be85-28903ea4faed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:02:58.781330 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d4a9d98-a5dc-4f33-b16a-881b874b394a req-6f480449-4723-4261-be85-28903ea4faed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 943 time: 0.0871508 Sep 29 07:02:58.827698 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d4a9d98-a5dc-4f33-b16a-881b874b394a req-2c5400b9-7d4e-4536-a201-031d6a633f79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Sep 29 07:02:59.100736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b1e3f7e1-9393-4a83-adfd-6175616e78ab details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:02:59.259192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b1e3f7e1-9393-4a83-adfd-6175616e78ab, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:59.271949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:02:59.325354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b1e3f7e1-9393-4a83-adfd-6175616e78ab is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:02:59.325732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:59.342265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e3f7e1-9393-4a83-adfd-6175616e78ab {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:02:59.357988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b1e3f7e1-9393-4a83-adfd-6175616e78ab, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:02:59.362395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:02:59.430256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b1e3f7e1-9393-4a83-adfd-6175616e78ab,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:02:59.723457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['b1e3f7e1-9393-4a83-adfd-6175616e78ab'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:03:00.034728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498ebc0-8301-4a5e-a3ee-b76ff1e9c3e1 req-c37a83c6-848d-47b5-8618-b889c695cb99 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:00.036099 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1498ebc0-8301-4a5e-a3ee-b76ff1e9c3e1 req-c37a83c6-848d-47b5-8618-b889c695cb99 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 944 time: 0.0893047 Sep 29 07:03:00.078888 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1498ebc0-8301-4a5e-a3ee-b76ff1e9c3e1 req-7a9220ae-4e88-4eff-94aa-448c2e90957f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365679 Sep 29 07:03:01.115437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b1e3f7e1-9393-4a83-adfd-6175616e78ab up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:03:01.184656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port b1e3f7e1-9393-4a83-adfd-6175616e78ab completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:03:01.190031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port b1e3f7e1-9393-4a83-adfd-6175616e78ab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:03:01.190319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:01.190790 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port b1e3f7e1-9393-4a83-adfd-6175616e78ab Sep 29 07:03:01.276350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34780ab7-4f8a-41e8-b861-ec6d5b1705cd req-9dbeba8c-2767-4843-92ad-bd9d8e2f7c89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:01.277740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34780ab7-4f8a-41e8-b861-ec6d5b1705cd req-9dbeba8c-2767-4843-92ad-bd9d8e2f7c89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 944 time: 0.0862420 Sep 29 07:03:01.304701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b1e3f7e1-9393-4a83-adfd-6175616e78ab is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:03:01.305082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:01.325045 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34780ab7-4f8a-41e8-b861-ec6d5b1705cd req-0a8b33df-186d-45bd-9e1b-bab5e645b465 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Sep 29 07:03:01.330986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:03:01.333282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b880cda6-bccb-4ff5-b35f-9684592b8423" -d '{"events": [{"server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "name": "network-vif-plugged", "status": "completed", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:03:01.341776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b1e3f7e1-9393-4a83-adfd-6175616e78ab, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:03:01.346096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:01.392332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38456f94-8579-462f-864c-7053716272b3 x-openstack-request-id: req-38456f94-8579-462f-864c-7053716272b3 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:03:01.392620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "name": "network-vif-plugged", "status": "completed", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:03:01.392870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38456f94-8579-462f-864c-7053716272b3 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:03:01.393257 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38456f94-8579-462f-864c-7053716272b3'] response: {'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'code': 200} Sep 29 07:03:01.426626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b1e3f7e1-9393-4a83-adfd-6175616e78ab,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:03:01.652279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b45cf-02c2-4220-a0ec-004c4f4d3684 req-e59f404e-7ed4-4601-9cb7-943065bf42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:01.653671 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ab6b45cf-02c2-4220-a0ec-004c4f4d3684 req-e59f404e-7ed4-4601-9cb7-943065bf42d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1098 time: 0.0805383 Sep 29 07:03:01.691582 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ab6b45cf-02c2-4220-a0ec-004c4f4d3684 req-adcb375c-0c25-42e5-ac9d-2e7162ee84a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Sep 29 07:03:02.521635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3c25c-aeb0-4c5b-945d-5b9ea39e5f44 req-cdab013c-2171-44bf-abc8-2fc5d3ffe490 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:02.523129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45f3c25c-aeb0-4c5b-945d-5b9ea39e5f44 req-cdab013c-2171-44bf-abc8-2fc5d3ffe490 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 945 time: 0.0880551 Sep 29 07:03:02.565705 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-45f3c25c-aeb0-4c5b-945d-5b9ea39e5f44 req-ddda024a-f039-49b7-a63a-6eb9d2aa237d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363142 Sep 29 07:03:03.764801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c23f8-191a-4793-a0d8-94a1587adcff req-ee918635-7e4b-465d-ab08-1f815765954e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:03.766245 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac8c23f8-191a-4793-a0d8-94a1587adcff req-ee918635-7e4b-465d-ab08-1f815765954e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 945 time: 0.0857072 Sep 29 07:03:03.808446 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac8c23f8-191a-4793-a0d8-94a1587adcff req-6be1a47c-167b-45be-b995-c61cffeea9cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365419 Sep 29 07:03:04.093855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a05c-802d-4541-ab78-bde7237e4221 req-2f7c920a-99e3-4186-b22c-06901b647627 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:04.095340 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-de01a05c-802d-4541-ab78-bde7237e4221 req-2f7c920a-99e3-4186-b22c-06901b647627 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 945 time: 0.1769214 Sep 29 07:03:04.138843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-de01a05c-802d-4541-ab78-bde7237e4221 req-4db4a4fd-ef14-4f81-b6ed-40e92ef8a5a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376258 Sep 29 07:03:04.167258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:03:04.243106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca960418-1e09-4f1d-9bd7-f702cd4b35e2 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:04.244593 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ca960418-1e09-4f1d-9bd7-f702cd4b35e2 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1093 time: 0.0763986 Sep 29 07:03:04.247362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50568) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:03:04.252126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:03:04.257995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:03:04.261847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:03:04.264658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:03:04.270254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:03:04.283378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:04.413485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:04.548028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.105 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/1b5f5ed2-77a7-4035-bcca-2fdc26400883) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:03:04.690921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:04.719491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:04.786475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:03:04.789372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:03:04.792116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:03:04.826029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=1b5f5ed2-77a7-4035-bcca-2fdc26400883,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:03:04.841839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.842177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.842522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.842855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.843174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.843493 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.843808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.844126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.844439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.844751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.845060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:04.845368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:03:05.207293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:05.279758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:05.479134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:05.483698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:05.589114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:05.635535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=1b5f5ed2-77a7-4035-bcca-2fdc26400883,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:03:05.868762 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP c8662a47-67dd-4556-a5ca-8bef972c8b39 associated. External IP: 172.26.0.105, port: b1e3f7e1-9393-4a83-adfd-6175616e78ab. Sep 29 07:03:06.214790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 870aaa4a-ac4a-4749-b17f-395fab42cef6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:03:06.388639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:03:06.398167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] Sync routers for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:03:06.409455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:03:06.410123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:03:06.413055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:06.467009 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-09a76992-b2b5-4e64-92cf-a6eb7bbc7667 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2185290 Sep 29 07:03:06.467579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:03:06.469802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50574) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:03:06.470295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cf5709-901f-4395-b96e-8cccff29e6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:03:06.515094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd09fcc-2c94-494c-8bdb-1d2a3d07a7ef x-openstack-request-id: req-0dd09fcc-2c94-494c-8bdb-1d2a3d07a7ef {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:03:06.515397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:03:06.515925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dd09fcc-2c94-494c-8bdb-1d2a3d07a7ef {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:03:06.516495 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd09fcc-2c94-494c-8bdb-1d2a3d07a7ef'] response: {'name': 'network-changed', 'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'status': 'completed', 'code': 200} Sep 29 07:03:06.593519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:03:06.825457 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a4929379-181d-4963-bbbf-9f1ffd34360d tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6 HTTP/1.1" status: 200 len: 923 time: 0.3513532 Sep 29 07:03:06.825457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-29cc1a0f-b163-4027-81e0-b5a11c6ce8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:06.826035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50580) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:03:06.826585 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-29cc1a0f-b163-4027-81e0-b5a11c6ce8ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1098 time: 0.1811695 Sep 29 07:03:06.936164 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-41ad62c0-278d-40d0-b4cd-21a672466a28 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 991 time: 0.1077750 Sep 29 07:03:06.940781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c8662a47-67dd-4556-a5ca-8bef972c8b39', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:03:05Z', 'updated_at': '2022-09-29T07:03:05Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:02:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:03:06.944760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] Checking router: 870aaa4a-ac4a-4749-b17f-395fab42cef6 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:03:06.953168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:03:06.953791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:03:06.959430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-a03918b6-d6f7-4750-8aee-f1328fc7253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:06.960900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-a03918b6-d6f7-4750-8aee-f1328fc7253a service neutron] 10.222.0.61 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 897 time: 0.1284764 Sep 29 07:03:07.073782 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-69cb5695-b5b3-4d35-bc7a-65d0da147dd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 999 time: 0.1065307 Sep 29 07:03:07.136029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-f49fc75f-859f-4069-b31f-8936d6de9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:07.137399 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-f49fc75f-859f-4069-b31f-8936d6de9a89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 200 len: 834 time: 0.0583110 Sep 29 07:03:07.170092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:03:07.221051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-3d96f1e1-ffbe-4712-a779-cd93f21a1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:07.222542 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-3d96f1e1-ffbe-4712-a779-cd93f21a1dd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06bd76a3-37d1-4d11-aabb-34224150bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797915 Sep 29 07:03:07.353394 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-2e458d0d-29f2-4679-9bd1-177a76bd86d5 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247392 Sep 29 07:03:07.486917 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-61cf5709-901f-4395-b96e-8cccff29e6f7 req-a0ecffbe-508d-4a20-b7b8-53475fc57064 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272342 Sep 29 07:03:07.517981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c8662a47-67dd-4556-a5ca-8bef972c8b39', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:03:05Z', 'updated_at': '2022-09-29T07:03:05Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:02:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:03:07.523839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31ffe15-5046-4d17-b166-623e464279cb None None] The sync data for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv is: [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c8662a47-67dd-4556-a5ca-8bef972c8b39', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:03:05Z', 'updated_at': '2022-09-29T07:03:05Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:02:51Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:03:07.703379 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d071a1-3830-4873-94a1-7c9a1b748807 None None] New status for floating IP c8662a47-67dd-4556-a5ca-8bef972c8b39: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:03:07.939075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50584) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:03:08.041484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-094f1d02-932c-4668-afbf-fbbcb8c1ec73 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 993 time: 0.1013625 Sep 29 07:03:08.630787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fbb2a69c-0a37-4e37-a0eb-63c70d7220f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:10.916102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f853e7a9-1d70-4970-b6e8-d1d568cc6c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:11.829215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:11.977810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:13.349787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:13.496274 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-d304a482-f573-48d8-b56d-2601006f9a25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830719 Sep 29 07:03:13.655572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6da94-192e-4770-b74a-47446917478e req-5c65c40b-ce73-45c3-bedd-cbd5dedb9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:13.656980 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-5c65c40b-ce73-45c3-bedd-cbd5dedb9e37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1098 time: 0.0764964 Sep 29 07:03:13.800274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6da94-192e-4770-b74a-47446917478e req-661d5334-cbe3-40b4-8a2d-af21f5bea1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:13.801627 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-661d5334-cbe3-40b4-8a2d-af21f5bea1fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 897 time: 0.1271789 Sep 29 07:03:13.901332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-f42fa7fd-f795-44cb-bd14-19fb16aa8c60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 1001 time: 0.0938849 Sep 29 07:03:13.960198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6da94-192e-4770-b74a-47446917478e req-e97b2132-c9d0-4dc9-a429-d791d18d7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:13.962100 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-e97b2132-c9d0-4dc9-a429-d791d18d7b67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 200 len: 834 time: 0.0547533 Sep 29 07:03:14.148975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6da94-192e-4770-b74a-47446917478e req-6b8fb3de-94ee-4587-a47d-3a5b432c8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:03:14.150327 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-6b8fb3de-94ee-4587-a47d-3a5b432c8a74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06bd76a3-37d1-4d11-aabb-34224150bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1828420 Sep 29 07:03:14.276963 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-5e70b889-989b-465d-aae1-f12c2ca1d4af service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200831 Sep 29 07:03:14.406250 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aaf6da94-192e-4770-b74a-47446917478e req-34e7b31d-68ba-4216-98be-847d6b1d69cd service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229761 Sep 29 07:03:17.162551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:34.115119 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:03:38.622545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c7f5-23b8-432f-b11a-e054dcf56991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:40.917332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ac77b456-82ab-4ad1-82e1-742dde51a129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:41.830297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:41.979910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:43.352861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:03:47.171327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:08.622850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-774ea878-df8f-4817-9010-10e7bf8c9b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:10.918324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e4e93cf5-6d9d-4e34-9533-7e097f3bcbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:11.113702 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:04:11.831667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:11.982407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:13.356230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:14.492227 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-46d7e5ef-96fb-4983-9bfd-6c1d1637873f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844080 Sep 29 07:04:14.651637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-551c1141-9a35-4cde-9174-9412ad34e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:14.653174 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-551c1141-9a35-4cde-9174-9412ad34e996 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1098 time: 0.0772774 Sep 29 07:04:14.801974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-0721d53d-2f8a-4c94-83d0-00854487ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:14.803736 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-0721d53d-2f8a-4c94-83d0-00854487ac2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 897 time: 0.1328003 Sep 29 07:04:14.905660 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-52865cc6-2dfe-4a03-9fbe-51bc46f23305 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 1001 time: 0.0958366 Sep 29 07:04:14.965101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-f68193fd-6212-47b7-bf5a-198e45be4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:14.966573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-f68193fd-6212-47b7-bf5a-198e45be4c79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 200 len: 834 time: 0.0553045 Sep 29 07:04:15.051791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-869c16db-aadf-486d-b684-c078bb9b11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:15.053324 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-869c16db-aadf-486d-b684-c078bb9b11df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06bd76a3-37d1-4d11-aabb-34224150bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814140 Sep 29 07:04:15.188506 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-ea2a7ae4-0613-4d43-8053-e5268c2ebde5 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293075 Sep 29 07:04:15.316833 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6f850b3-0eb4-403b-a6cc-f128d76959c6 req-186566b7-3dad-4b6d-ba63-f9db9242d1ed service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218984 Sep 29 07:04:17.193106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:19.373917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50606) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:19.556625 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d3e1ce0f-3b4d-461e-b19b-15b67e4934c0 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1814423 Sep 29 07:04:19.559415 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50610) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:19.858911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cac964-8889-45d6-9f54-4a4cfc230923 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Notify agent at dv-neutron-859761-1-hyperv the message router_removed_from_agent {{(pid=89137) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 29 07:04:19.861966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-14cac964-8889-45d6-9f54-4a4cfc230923 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "DELETE /v2.0/agents/9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034/l3-routers/870aaa4a-ac4a-4749-b17f-395fab42cef6 HTTP/1.1" status: 204 len: 168 time: 0.3016686 Sep 29 07:04:19.864581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50614) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:20.043050 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3cf79e0a-241f-4b30-bfe1-f8fd363f9187 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1768467 Sep 29 07:04:20.046653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50618) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:20.213945 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5496c396-c660-4489-b940-02af34e53ecb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 993 time: 0.1652284 Sep 29 07:04:20.605525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd5105-daa8-4945-a752-294f1856c390 None None] New status for floating IP c8662a47-67dd-4556-a5ca-8bef972c8b39: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:04:21.216796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50624) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:21.278471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:04:21.323559 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-834a0f73-fcb2-4fe7-b621-d3f3f7821bb0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 991 time: 0.1056263 Sep 29 07:04:21.392064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97826c2c-55ee-4c17-8507-36b7547d544a is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:21.392499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:21.423478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 97826c2c-55ee-4c17-8507-36b7547d544a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97826c2c-55ee-4c17-8507-36b7547d544a,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:21.427034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:21.428249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:04:21.536407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:21.545431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.545778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.546118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.546451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.546813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.547146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.547472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.547797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.548122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.548442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.548764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.549083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:21.606458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 20c4f467-68e6-466e-880e-eb04cfa9be33 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:21.607087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:21.622661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 20c4f467-68e6-466e-880e-eb04cfa9be33, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=20c4f467-68e6-466e-880e-eb04cfa9be33,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:21.626256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:21.691360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:22.492732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50630) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:22.690974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6099d96-1df3-4aae-b153-3712d9d985bf tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Router 870aaa4a-ac4a-4749-b17f-395fab42cef6 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:04:22.691223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6099d96-1df3-4aae-b153-3712d9d985bf tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Notify agent at dv-neutron-859761-1-hyperv the message router_added_to_agent {{(pid=89136) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 29 07:04:22.709357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f6099d96-1df3-4aae-b153-3712d9d985bf tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "POST /v2.0/agents/9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2154958 Sep 29 07:04:22.712137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50638) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:22.727237 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] Sync routers for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:04:22.736638 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:22.737240 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:22.896752 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-822cbd43-9320-4cbe-aa5a-293c0e496303 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1808290 Sep 29 07:04:22.896994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50642) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:22.916783 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:23.000452 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b61a8594-8998-46e1-a337-3862767e5461 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 991 time: 0.1024492 Sep 29 07:04:23.272786 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c8662a47-67dd-4556-a5ca-8bef972c8b39', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:03:05Z', 'updated_at': '2022-09-29T07:04:20Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:04:21Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:23.276402 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] Checking router: 870aaa4a-ac4a-4749-b17f-395fab42cef6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:04:23.284360 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:23.284944 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:23.459312 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:23.789322 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c8662a47-67dd-4556-a5ca-8bef972c8b39', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:03:05Z', 'updated_at': '2022-09-29T07:04:20Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:04:21Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:23.793126 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38807447-a887-4dc1-89ed-b067ccd81c1e None None] The sync data for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv is: [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c8662a47-67dd-4556-a5ca-8bef972c8b39', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.105', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'port_id': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'mac_address': 'fa:16:3e:f0:f1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85199b9f-47e6-49c7-b551-e11a02959c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:03:05Z', 'updated_at': '2022-09-29T07:04:20Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:04:21Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:04:24.004320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50646) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:24.112407 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a988774-a8f6-4264-9b7e-76bef2bd8d61 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 991 time: 0.1068711 Sep 29 07:04:25.116831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50650) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:25.221609 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f5750d8d-9b5a-430a-9704-3d52e333cb90 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 991 time: 0.1036708 Sep 29 07:04:25.319221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13e450-9466-4c39-9357-6e85ab3a2d1b None None] New status for floating IP c8662a47-67dd-4556-a5ca-8bef972c8b39: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:04:25.414284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:25.601909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 97826c2c-55ee-4c17-8507-36b7547d544a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:25.602314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:25.602672 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:04:25.770815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97826c2c-55ee-4c17-8507-36b7547d544a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:25.771211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:25.804703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 97826c2c-55ee-4c17-8507-36b7547d544a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97826c2c-55ee-4c17-8507-36b7547d544a,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:25.809206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:25.810087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:25.922352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:25.937673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 20c4f467-68e6-466e-880e-eb04cfa9be33 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:25.937673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:25.937673 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 20c4f467-68e6-466e-880e-eb04cfa9be33 Sep 29 07:04:26.051745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 20c4f467-68e6-466e-880e-eb04cfa9be33 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:26.052239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:26.068412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 20c4f467-68e6-466e-880e-eb04cfa9be33, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=20c4f467-68e6-466e-880e-eb04cfa9be33,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:26.073309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:26.137048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:26.224875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50654) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:26.328232 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0b1348b3-ff6f-4dc8-9221-2eb6db5f3b2d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 200 len: 993 time: 0.1022460 Sep 29 07:04:26.614393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50662) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:26.815416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 1b5f5ed2-77a7-4035-bcca-2fdc26400883 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:04:26.815670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.085126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.085368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.204316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 1b5f5ed2-77a7-4035-bcca-2fdc26400883 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:04:27.289875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:27.361010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.361958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 97826c2c-55ee-4c17-8507-36b7547d544a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:27.362334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.362770 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 97826c2c-55ee-4c17-8507-36b7547d544a Sep 29 07:04:27.407438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=1b5f5ed2-77a7-4035-bcca-2fdc26400883,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:27.456923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.457272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.457624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.457962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.458294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.459197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.459527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.459854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.460181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.460502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.460823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.461142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:27.480303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 97826c2c-55ee-4c17-8507-36b7547d544a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:27.481352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:27.516099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.516436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP c8662a47-67dd-4556-a5ca-8bef972c8b39 disassociated (deleted). External IP: 172.26.0.105, port: b1e3f7e1-9393-4a83-adfd-6175616e78ab. Sep 29 07:04:27.548047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 20c4f467-68e6-466e-880e-eb04cfa9be33 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:27.548417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:27.548753 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 20c4f467-68e6-466e-880e-eb04cfa9be33 Sep 29 07:04:27.662854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 20c4f467-68e6-466e-880e-eb04cfa9be33 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:27.862276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 870aaa4a-ac4a-4749-b17f-395fab42cef6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:04:28.037838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:04:28.047004 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] Sync routers for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:04:28.056505 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:28.057099 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:28.057471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:28.111740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5a3df660-2e23-4176-a01f-269cfbbacff7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/c8662a47-67dd-4556-a5ca-8bef972c8b39 HTTP/1.1" status: 204 len: 168 time: 1.4948180 Sep 29 07:04:28.112326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:04:28.114725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d6635-9983-47ba-bdc0-fbd417462bde" -d '{"events": [{"name": "network-changed", "server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:04:28.157900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c08852-6a61-49cc-a169-60e08983471b x-openstack-request-id: req-11c08852-6a61-49cc-a169-60e08983471b {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:04:28.158196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:04:28.158449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11c08852-6a61-49cc-a169-60e08983471b {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:04:28.158920 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c08852-6a61-49cc-a169-60e08983471b'] response: {'name': 'network-changed', 'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'status': 'completed', 'code': 200} Sep 29 07:04:28.237265 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:28.280509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-afa6dda7-72f9-4017-abd1-2138b6d5d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:28.282574 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-afa6dda7-72f9-4017-abd1-2138b6d5d26e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 1098 time: 0.0798535 Sep 29 07:04:28.424179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-923bf5eb-c618-4252-9156-5d6c312ce274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:28.425703 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-923bf5eb-c618-4252-9156-5d6c312ce274 service neutron] 10.222.0.61 "GET /v2.0/networks?id=06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 200 len: 897 time: 0.1375246 Sep 29 07:04:28.517087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef511b38-96e3-44ed-b6df-a7861879d710 req-2f154eb8-d0f8-40e3-84d4-ac878e1c10d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:28.517826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ef511b38-96e3-44ed-b6df-a7861879d710 req-2f154eb8-d0f8-40e3-84d4-ac878e1c10d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:04:28.534404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ef511b38-96e3-44ed-b6df-a7861879d710 req-2f154eb8-d0f8-40e3-84d4-ac878e1c10d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:04:28.535996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef511b38-96e3-44ed-b6df-a7861879d710 req-2f154eb8-d0f8-40e3-84d4-ac878e1c10d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 945 time: 0.1217487 Sep 29 07:04:28.586605 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef511b38-96e3-44ed-b6df-a7861879d710 req-abe4a78e-ea24-4ebb-96e7-e09ab7c0bc1e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426021 Sep 29 07:04:28.636450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-386ef7b5-f04d-4f71-864b-7802c6b507a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 200 len: 217 time: 0.2030194 Sep 29 07:04:28.696898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-0fdb80c2-80a3-439b-a9c2-a57356b22f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:28.698397 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-0fdb80c2-80a3-439b-a9c2-a57356b22f47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 200 len: 834 time: 0.0559876 Sep 29 07:04:28.766847 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:04:25Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:28.773559 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] Checking router: 870aaa4a-ac4a-4749-b17f-395fab42cef6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:04:28.781553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-2b4107aa-983e-4bf6-8507-53eb9fa3643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:28.783126 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-2b4107aa-983e-4bf6-8507-53eb9fa3643a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=06bd76a3-37d1-4d11-aabb-34224150bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789492 Sep 29 07:04:28.788258 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:28.789253 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:28.918716 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-db7a9c74-12f6-4c92-b013-e08e6ebff1a4 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282179 Sep 29 07:04:28.977302 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:29.050244 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b87d6635-9983-47ba-bdc0-fbd417462bde req-211aed2a-e129-49d1-a485-0838ce872892 service neutron] 10.222.0.61 "GET /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251328 Sep 29 07:04:29.279697 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:04:25Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:29.283527 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0fc11-4fa6-48e4-b331-64c156582553 None None] The sync data for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv is: [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:02:47Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '97826c2c-55ee-4c17-8507-36b7547d544a', 'name': '', 'network_id': '06bd76a3-37d1-4d11-aabb-34224150bf6e', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:fb:f8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:46Z', 'updated_at': '2022-09-29T07:04:25Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '8236f3e3-3009-49b8-b04c-6fe57548e4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:04:29.792163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffffa2e-3716-4b99-b48e-a0d73a19bdff req-7bd1f6ee-c6d3-4ac1-867d-bca84ba0c1ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:29.793692 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ffffa2e-3716-4b99-b48e-a0d73a19bdff req-7bd1f6ee-c6d3-4ac1-867d-bca84ba0c1ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 945 time: 0.0893877 Sep 29 07:04:29.837577 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ffffa2e-3716-4b99-b48e-a0d73a19bdff req-1faa5dab-3a03-482b-9415-20ccce277472 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=9a4e19d7-ba79-4d6e-8461-5550d649eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382473 Sep 29 07:04:30.024498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada888-f494-449a-84ea-c36e03542bae req-777d4328-440f-4c3b-b87e-030663ca8876 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:30.025823 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e4ada888-f494-449a-84ea-c36e03542bae req-777d4328-440f-4c3b-b87e-030663ca8876 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 945 time: 0.0884438 Sep 29 07:04:30.092917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port b1e3f7e1-9393-4a83-adfd-6175616e78ab {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:04:30.093254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:30.334845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port b1e3f7e1-9393-4a83-adfd-6175616e78ab, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b1e3f7e1-9393-4a83-adfd-6175616e78ab,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:30.335120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:30.457757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for b1e3f7e1-9393-4a83-adfd-6175616e78ab owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:04:30.528944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d40225-7a1b-4960-acb8-d7d34a8e7dd4 None None] New status for floating IP c8662a47-67dd-4556-a5ca-8bef972c8b39: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:04:30.608090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:30.693273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=b1e3f7e1-9393-4a83-adfd-6175616e78ab,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:30.710838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.711189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.711527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.711866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.712199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.712524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.712846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.713167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.713487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.713807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.714123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.714438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:30.757851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port b1e3f7e1-9393-4a83-adfd-6175616e78ab on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:04:30.760360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:30.763093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'name': 'network-vif-deleted', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:04:30.765482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41411c85-688f-4e21-a364-e68e801a0f2f" -d '{"events": [{"server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "name": "network-vif-deleted", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:04:30.778924 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e4ada888-f494-449a-84ea-c36e03542bae req-8c102652-99f2-49dc-a02a-83da1b1a50e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/b1e3f7e1-9393-4a83-adfd-6175616e78ab HTTP/1.1" status: 204 len: 173 time: 0.7481611 Sep 29 07:04:30.812003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b5faed-389b-40fa-bba5-8a0e2b6a1f80 x-openstack-request-id: req-a0b5faed-389b-40fa-bba5-8a0e2b6a1f80 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:04:30.812642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85199b9f-47e6-49c7-b551-e11a02959c04", "name": "network-vif-deleted", "tag": "b1e3f7e1-9393-4a83-adfd-6175616e78ab", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:04:30.813049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0b5faed-389b-40fa-bba5-8a0e2b6a1f80 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:04:30.813721 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b5faed-389b-40fa-bba5-8a0e2b6a1f80'] response: {'server_uuid': '85199b9f-47e6-49c7-b551-e11a02959c04', 'name': 'network-vif-deleted', 'tag': 'b1e3f7e1-9393-4a83-adfd-6175616e78ab', 'status': 'completed', 'code': 200} Sep 29 07:04:31.019588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d9fdaaa3-e491-4f09-9852-6f6b038bcb1c req-730dfa38-b2e9-4068-ae58-c78f6dae8a33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:04:31.036751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d9fdaaa3-e491-4f09-9852-6f6b038bcb1c req-730dfa38-b2e9-4068-ae58-c78f6dae8a33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:04:31.037908 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9fdaaa3-e491-4f09-9852-6f6b038bcb1c req-730dfa38-b2e9-4068-ae58-c78f6dae8a33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=85199b9f-47e6-49c7-b551-e11a02959c04 HTTP/1.1" status: 200 len: 210 time: 0.0716498 Sep 29 07:04:32.141422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50680) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:32.207363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3425-33ef-412d-bbe4-41620813adc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:32.242758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3425-33ef-412d-bbe4-41620813adc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:32.306178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3425-33ef-412d-bbe4-41620813adc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:32.323487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c3425-33ef-412d-bbe4-41620813adc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e19d7-ba79-4d6e-8461-5550d649eaf7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:32.335520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6c0c3425-33ef-412d-bbe4-41620813adc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:32.336644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6c0c3425-33ef-412d-bbe4-41620813adc9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/9a4e19d7-ba79-4d6e-8461-5550d649eaf7 HTTP/1.1" status: 204 len: 168 time: 0.1942472 Sep 29 07:04:32.370526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50686) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:33.017874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:33.364322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 97826c2c-55ee-4c17-8507-36b7547d544a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:04:33.364607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:33.553514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 97826c2c-55ee-4c17-8507-36b7547d544a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=97826c2c-55ee-4c17-8507-36b7547d544a,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:33.554281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:33.631758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b1e3f7e1-9393-4a83-adfd-6175616e78ab no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:04:33.664954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: b1e3f7e1-9393-4a83-adfd-6175616e78ab {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:04:33.665296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b1e3f7e1-9393-4a83-adfd-6175616e78ab not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:04:33.677864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 97826c2c-55ee-4c17-8507-36b7547d544a owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:04:34.100794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:34.147162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=97826c2c-55ee-4c17-8507-36b7547d544a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:34.423460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:34.771351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 870aaa4a-ac4a-4749-b17f-395fab42cef6 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:04:34.953318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:04:34.963331 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] Sync routers for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:04:34.969940 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f4e6870a-c3cb-4258-b235-4cc28305eccf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5980902 Sep 29 07:04:34.972470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50690) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:34.972769 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:34.973381 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:35.036964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet 8236f3e3-3009-49b8-b04c-6fe57548e4a5 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:04:35.039706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.094031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.147814 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:35.178332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.254694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.297668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=8236f3e3-3009-49b8-b04c-6fe57548e4a5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:35.304742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.311832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9155c6-464b-4aad-afec-1eaf1574c39d None None] Network 06bd76a3-37d1-4d11-aabb-34224150bf6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:04:35.312323 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-39df895b-09cc-4673-a14b-a5dbbf66bee0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/8236f3e3-3009-49b8-b04c-6fe57548e4a5 HTTP/1.1" status: 204 len: 168 time: 0.3384566 Sep 29 07:04:35.314617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50694) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:35.443166 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:04:34Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:35.447513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] Checking router: 870aaa4a-ac4a-4749-b17f-395fab42cef6 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:04:35.457067 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] Routers {'870aaa4a-ac4a-4749-b17f-395fab42cef6'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:35.457683 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['870aaa4a-ac4a-4749-b17f-395fab42cef6'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:35.623107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] DHCP port deletion for 06bd76a3-37d1-4d11-aabb-34224150bf6e request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:04:35.629587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.629852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] Deleting port 7124f317-8b7a-4deb-9ada-755060932484 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:04:35.630159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.679241 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] Set router 870aaa4a-ac4a-4749-b17f-395fab42cef6 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:35.807965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.819583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 20c4f467-68e6-466e-880e-eb04cfa9be33 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:04:35.819749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.838644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] For port 7124f317-8b7a-4deb-9ada-755060932484, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7124f317-8b7a-4deb-9ada-755060932484,segment=NetworkSegment(b50d216a-b602-411d-b926-cdd45f1363ed),segment_id=b50d216a-b602-411d-b926-cdd45f1363ed)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:35.839376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:35.961272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] Calling delete_port for 7124f317-8b7a-4deb-9ada-755060932484 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:04:35.969991 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:04:34Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:35.973883 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f144-0819-44c8-838a-0cd76b6c45df None None] The sync data for ids ['870aaa4a-ac4a-4749-b17f-395fab42cef6'] in dv-neutron-859761-1-hyperv is: [{'id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'name': 'tempest-TestNetworkBasicOps-router-1905371590', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212'}], 'enable_snat': True}, 'gw_port_id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:02:41Z', 'updated_at': '2022-09-29T07:04:34Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '20c4f467-68e6-466e-880e-eb04cfa9be33', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870aaa4a-ac4a-4749-b17f-395fab42cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:02:42Z', 'updated_at': '2022-09-29T07:04:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:04:36.006159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 20c4f467-68e6-466e-880e-eb04cfa9be33, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=20c4f467-68e6-466e-880e-eb04cfa9be33,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:36.006606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.046659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.093207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] Pushing event deleted for resources: {'Port': ['ID=7124f317-8b7a-4deb-9ada-755060932484,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:36.098316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9fc88-1ee1-4752-bf44-b2be30c47b30 None None] No DVR routers for this DVR port 7124f317-8b7a-4deb-9ada-755060932484 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:04:36.129239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 20c4f467-68e6-466e-880e-eb04cfa9be33 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:04:36.432595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.483987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=20c4f467-68e6-466e-880e-eb04cfa9be33,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:36.577495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.753452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.756150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.778745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.779244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 870aaa4a-ac4a-4749-b17f-395fab42cef6 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:04:36.793976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:36.795083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6b78899e-10e5-45e0-a855-0a14548cc3ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/870aaa4a-ac4a-4749-b17f-395fab42cef6 HTTP/1.1" status: 204 len: 168 time: 1.4794960 Sep 29 07:04:36.797773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50698) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:37.017315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.142224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.166398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bd76a3-37d1-4d11-aabb-34224150bf6e']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:37.178459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50d216a-b602-411d-b926-cdd45f1363ed') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:37.178786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50d216a-b602-411d-b926-cdd45f1363ed') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:37.190577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.208146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.214505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:04:37.214897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.285616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b50d216a-b602-411d-b926-cdd45f1363ed resource provider aggregate not found Sep 29 07:04:37.293881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:04:37.310345 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment b50d216a-b602-411d-b926-cdd45f1363ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b50d216a-b602-411d-b926-cdd45f1363ed found for delete ", "request_id": "req-38ebe90e-513f-4d41-82f1-740433860cee"}]} Sep 29 07:04:37.322294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.332124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 97826c2c-55ee-4c17-8507-36b7547d544a {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:04:37.332275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 97826c2c-55ee-4c17-8507-36b7547d544a not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:04:37.332645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:04:37.339257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.350648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=06bd76a3-37d1-4d11-aabb-34224150bf6e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:37.362963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-21a95074-1c54-4794-9618-cd6f371f60f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/06bd76a3-37d1-4d11-aabb-34224150bf6e HTTP/1.1" status: 204 len: 168 time: 0.5617516 Sep 29 07:04:37.370269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 20c4f467-68e6-466e-880e-eb04cfa9be33 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:04:37.370786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 20c4f467-68e6-466e-880e-eb04cfa9be33 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:04:37.371099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7124f317-8b7a-4deb-9ada-755060932484 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:04:37.385372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50706) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:37.391420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--658224051', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:37.396499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:37.400669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:37.403655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:37.407718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 7124f317-8b7a-4deb-9ada-755060932484 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:04:37.408067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7124f317-8b7a-4deb-9ada-755060932484 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:04:37.409404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:37.424028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:04:37.428137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.454905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:04:37.463230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.463566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment d1d01764-978a-4036-accb-a01768aa5268 of type vlan for network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f Sep 29 07:04:37.488634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.516703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.522065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:37.522661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.628096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:37.630966 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f2939bb7-66d2-4d91-a36a-294eeb2669ea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2445548 Sep 29 07:04:37.633955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50710) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:37.638327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:04:37.640055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:37.647740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:37.651622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:37.654436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:37.660709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:37.672379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.673520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.692164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:37.963421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:38.261990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:38.293026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:38.423663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.175 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/421707c3-56fc-4ea9-b918-ad41a69004be) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:04:38.625861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49bfb48c-6095-485e-bd6b-3b8dbc0ad59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:38.681023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:38.711562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:38.782292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:04:38.785248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:04:38.788969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:04:38.817251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=421707c3-56fc-4ea9-b918-ad41a69004be,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:39.194921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:39.527489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:39.741075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:04:40.029115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:04:40.040289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Sync routers for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:04:40.050008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:40.050654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:40.056365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:40.057183 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3a0e5f71-db6a-4d7d-a2b4-07a6dba2134d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4222715 Sep 29 07:04:40.060559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50716) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:40.099442 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-20ef25dd-bd0a-4333-85d3-80f0fcac8006 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372059 Sep 29 07:04:40.102104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50720) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:40.221969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:40.226254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6a2a5-c6d8-4872-b5f3-51c7942879f0 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:40.227807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a3c6a2a5-c6d8-4872-b5f3-51c7942879f0 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247926 Sep 29 07:04:40.230886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50724) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:40.273031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-afc50973-7fda-47b0-ad23-76584befa3fe tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410433 Sep 29 07:04:40.275571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50728) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:40.280827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107147528', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:40.389661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:40.393703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:40.396521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:40.402334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:40.413063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:04:40.416539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:40.506343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:39Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:40.510117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Checking router: 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:04:40.510463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Updating router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 port 421707c3-56fc-4ea9-b918-ad41a69004be binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:04:40.566076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:40.633691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:40.716304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:40.724532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:04:40.724892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:04:40.744597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:04:40.753707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:04:40.758054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:40.758696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:40.780579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba86cfbe-878d-4a4c-8c48-91e885cc37cc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5040092 Sep 29 07:04:40.782723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3b914-1a59-4d35-a93b-ff1eedf7dc5b None None] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:04:40.783410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50732) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:40.961063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-beb5e0b4-dfe8-4086-b154-8afe3043ae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.120186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.129006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:04:41.130346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.151425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Transition to ACTIVE for port object 421707c3-56fc-4ea9-b918-ad41a69004be will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:41.192722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.263775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Attempting to bind port 421707c3-56fc-4ea9-b918-ad41a69004be on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:04:41.264144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Attempting to bind port 421707c3-56fc-4ea9-b918-ad41a69004be by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:04:41.264511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Attempting to bind port 421707c3-56fc-4ea9-b918-ad41a69004be on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:04:41.288245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:04:41.288618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:04:41.289021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.289413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:04:41.289882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Bound port: 421707c3-56fc-4ea9-b918-ad41a69004be, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:04:41.290252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.325609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ec28c-46a1-4ba7-8eb2-7c09ff880ce9 None None] Pushing event updated for resources: {'Port': ['ID=421707c3-56fc-4ea9-b918-ad41a69004be,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:41.422215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] For port 421707c3-56fc-4ea9-b918-ad41a69004be, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:04:41.428493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] For port 421707c3-56fc-4ea9-b918-ad41a69004be, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=421707c3-56fc-4ea9-b918-ad41a69004be,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:04:41.434014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Allocated IP 172.20.0.2 (5183c3ff-c4ef-4dfa-bd6e-0c13850d594f/2e7da91c-f4b6-4f9c-a306-cdc07a797ae7/d23074c0-a2da-4924-b232-9d037958dee0) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:04:41.436372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.476463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:41.570940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:41.571498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:41.661322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ec28c-46a1-4ba7-8eb2-7c09ff880ce9 None None] Pushing event updated for resources: {'Port': ['ID=421707c3-56fc-4ea9-b918-ad41a69004be,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:41.850142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:42.081415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.107556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.119960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.125190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Transition to ACTIVE for port object d23074c0-a2da-4924-b232-9d037958dee0 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:42.169449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Transition to ACTIVE for port object d23074c0-a2da-4924-b232-9d037958dee0 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:42.202331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.244081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (5183c3ff-c4ef-4dfa-bd6e-0c13850d594f/2e7da91c-f4b6-4f9c-a306-cdc07a797ae7/747e5956-f72c-4f30-8a01-88a6779de26b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:04:42.273906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:04:42.277399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:04:42.283618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:04:42.295450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Pushing event updated for resources: {'Port': ['ID=d23074c0-a2da-4924-b232-9d037958dee0,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:42.402609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:39Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:42.404700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Attempting to bind port d23074c0-a2da-4924-b232-9d037958dee0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:04:42.405065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Attempting to bind port d23074c0-a2da-4924-b232-9d037958dee0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:04:42.405426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Attempting to bind port d23074c0-a2da-4924-b232-9d037958dee0 on network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:04:42.405595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.412539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f80cb4-bb70-4973-be06-d9b4a9e6e509 None None] The sync data for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv is: [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:39Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:04:42.414291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:04:42.414830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Checking segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:04:42.415109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.415993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Bound using segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:04:42.415993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Bound port: d23074c0-a2da-4924-b232-9d037958dee0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:04:42.416303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.426820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 747e5956-f72c-4f30-8a01-88a6779de26b will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:42.454728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.514470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] For port d23074c0-a2da-4924-b232-9d037958dee0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:04:42.518031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] For port d23074c0-a2da-4924-b232-9d037958dee0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d23074c0-a2da-4924-b232-9d037958dee0,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:04:42.522979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.526572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:04:42.529766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:04:42.533859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:04:42.566932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=747e5956-f72c-4f30-8a01-88a6779de26b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:42.607966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:42.612692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60ca6b-62a5-489e-8d6d-df858fbdc76a None None] Pushing event updated for resources: {'Port': ['ID=d23074c0-a2da-4924-b232-9d037958dee0,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:42.907962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.354381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.366840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.369661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 421707c3-56fc-4ea9-b918-ad41a69004be up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:43.437719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.459426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 421707c3-56fc-4ea9-b918-ad41a69004be completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:43.465084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 421707c3-56fc-4ea9-b918-ad41a69004be triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:43.465455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.465792 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 421707c3-56fc-4ea9-b918-ad41a69004be Sep 29 07:04:43.595050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 421707c3-56fc-4ea9-b918-ad41a69004be is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:43.595670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.615265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 421707c3-56fc-4ea9-b918-ad41a69004be, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=421707c3-56fc-4ea9-b918-ad41a69004be,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:43.619505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.620393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d23074c0-a2da-4924-b232-9d037958dee0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:43.627787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.631445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=747e5956-f72c-4f30-8a01-88a6779de26b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:43.689768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059b3c1-c270-4e03-880c-0ec23333ad13 None None] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:04:43.766730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:04:43.767880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:04:43.824084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d246a9ee-1ad6-444b-9f4b-6875d9de6b0b None None] Provisioning for port d23074c0-a2da-4924-b232-9d037958dee0 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:43.835918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=421707c3-56fc-4ea9-b918-ad41a69004be,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:43.872872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d23074c0-a2da-4924-b232-9d037958dee0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:43.906457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d23074c0-a2da-4924-b232-9d037958dee0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:43.906850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:43.907182 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d23074c0-a2da-4924-b232-9d037958dee0 Sep 29 07:04:43.966273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:04:44.099680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d23074c0-a2da-4924-b232-9d037958dee0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:44.100058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.137916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port d23074c0-a2da-4924-b232-9d037958dee0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d23074c0-a2da-4924-b232-9d037958dee0,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:44.142826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.152103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:04:44.162704 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Sync routers for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:04:44.165495 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c22f4d5b-42ad-4cfd-8a17-9db42a8f7a5c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/2da844d8-b7ae-45f1-9099-eba6e5cc9c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3810620 Sep 29 07:04:44.168106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50738) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:44.173648 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:44.174256 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:44.217250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=d23074c0-a2da-4924-b232-9d037958dee0,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:44.312714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74df43a-48da-4208-8e91-5defaf1f02ea tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.313501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74df43a-48da-4208-8e91-5defaf1f02ea tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.314038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74df43a-48da-4208-8e91-5defaf1f02ea tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.314600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74df43a-48da-4208-8e91-5defaf1f02ea tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.319519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d74df43a-48da-4208-8e91-5defaf1f02ea tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1473136 Sep 29 07:04:44.320357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50742) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:44.375106 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:44.378627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Provisioning for port 747e5956-f72c-4f30-8a01-88a6779de26b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:44.386357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Provisioning complete for port 747e5956-f72c-4f30-8a01-88a6779de26b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:44.387110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.387604 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Attempt 1 to provision port 747e5956-f72c-4f30-8a01-88a6779de26b Sep 29 07:04:44.409905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2018723-802e-4e99-b721-6bfcdf31dbd9 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.410433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2018723-802e-4e99-b721-6bfcdf31dbd9 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.410954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2018723-802e-4e99-b721-6bfcdf31dbd9 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.411509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2018723-802e-4e99-b721-6bfcdf31dbd9 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:44.416100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50746) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:44.416733 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e2018723-802e-4e99-b721-6bfcdf31dbd9 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0948668 Sep 29 07:04:44.467169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Port 747e5956-f72c-4f30-8a01-88a6779de26b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:04:44.645077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a67a2baa-7e6b-4329-abbc-58f0144ef976 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2221255 Sep 29 07:04:44.717138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50752) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:44.718268 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:44.722876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483942183', 'description': 'tempest-secgroup-smoke-483942183 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:44.723052 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Checking router: 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:04:44.723439 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Updating router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 port 747e5956-f72c-4f30-8a01-88a6779de26b binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:04:44.729120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:44.733794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:44.736765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:44.743589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:44.754975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.773877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:44.777649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:44.780212 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.780442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:44.786688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:44.853141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.857243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.903946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b928a719-ee83-4a2a-b187-e70f19c155af,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:44.907060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.908254 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b7bc06e8-1a71-44ea-ad9a-a00d7c868405 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1898367 Sep 29 07:04:44.911245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50756) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:44.917806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b928a719-ee83-4a2a-b187-e70f19c155af', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:44.924309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:44.928541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:44.931605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:44.937500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:44.954644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:44.968582 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Attempt 2 to provision port 747e5956-f72c-4f30-8a01-88a6779de26b Sep 29 07:04:45.021553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.025874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Port 747e5956-f72c-4f30-8a01-88a6779de26b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:04:45.026629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.055398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e2c88e-827b-48ba-be38-30841abd5c56,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.065188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.066395 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1bafb834-0504-4ade-a82c-bab9a25bacfb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541929 Sep 29 07:04:45.069586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50760) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:45.074623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b928a719-ee83-4a2a-b187-e70f19c155af', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:45.080218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:45.084629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:45.087488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:45.093062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:45.109530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.141076 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.154266 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Transition to ACTIVE for port object 747e5956-f72c-4f30-8a01-88a6779de26b will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:45.161836 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.179770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.185096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.214096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca9c159-c608-42f9-938f-75864bbb7caf,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.227418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.229090 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-96a7b2a9-f5d3-4b21-aece-5849337c793f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584730 Sep 29 07:04:45.232758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50764) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:45.238730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b928a719-ee83-4a2a-b187-e70f19c155af', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:45.247566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:45.252331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:45.255412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:45.263656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:45.289398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.337504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 421707c3-56fc-4ea9-b918-ad41a69004be up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:45.400104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.406294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.414230 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Pushing event updated for resources: {'Port': ['ID=747e5956-f72c-4f30-8a01-88a6779de26b,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.424956 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.425533 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.426036 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.426577 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.427053 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.427545 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.428017 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.428503 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.428981 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.429450 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.429934 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.430395 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:04:45.440074 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Attempting to bind port 747e5956-f72c-4f30-8a01-88a6779de26b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:04:45.440659 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Attempting to bind port 747e5956-f72c-4f30-8a01-88a6779de26b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:04:45.441390 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Attempting to bind port 747e5956-f72c-4f30-8a01-88a6779de26b on network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:04:45.447539 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:04:45.448192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Checking segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:04:45.448754 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.449280 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Bound using segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:04:45.449896 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Bound port: 747e5956-f72c-4f30-8a01-88a6779de26b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:04:45.450439 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.477359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705cc8d1-c3c5-48be-a797-9c66310e5e37,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.478743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 421707c3-56fc-4ea9-b918-ad41a69004be triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:45.485285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.485765 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 421707c3-56fc-4ea9-b918-ad41a69004be Sep 29 07:04:45.489174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.493308 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1a808f8a-c710-44a7-aecc-7bfbccde6c9b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565627 Sep 29 07:04:45.493494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50768) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:45.499853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b928a719-ee83-4a2a-b187-e70f19c155af', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:45.506868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:45.510769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:45.513856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:45.519987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:45.533916 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Attempt 3 to provision port 747e5956-f72c-4f30-8a01-88a6779de26b Sep 29 07:04:45.546342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.554513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] For port 747e5956-f72c-4f30-8a01-88a6779de26b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:04:45.558907 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] For port 747e5956-f72c-4f30-8a01-88a6779de26b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=747e5956-f72c-4f30-8a01-88a6779de26b,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:04:45.564451 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.621609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.623527 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:04:45.624328 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:45.628628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.647843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Port 747e5956-f72c-4f30-8a01-88a6779de26b had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:04:45.658398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf07ead3-8433-4e98-a33a-861719eeaab3,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.670749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.672513 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ea23d8e9-c31d-43b4-bdf8-a5aeef214e02 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778965 Sep 29 07:04:45.675280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50772) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:45.682964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b928a719-ee83-4a2a-b187-e70f19c155af', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:45.693495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:45.701264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:45.708068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:45.716655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:45.736063 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5480af-f813-4504-bd36-f030655d17a5 None None] Pushing event updated for resources: {'Port': ['ID=747e5956-f72c-4f30-8a01-88a6779de26b,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.738177 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:04:45.755159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.783678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Provisioning complete for port d23074c0-a2da-4924-b232-9d037958dee0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:45.784055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.784395 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Attempt 1 to provision port d23074c0-a2da-4924-b232-9d037958dee0 Sep 29 07:04:45.836971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 421707c3-56fc-4ea9-b918-ad41a69004be is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:45.838183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d23074c0-a2da-4924-b232-9d037958dee0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:45.851451 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:04:45.859943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.865185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.892705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e39d42-3b3f-415a-8926-f72b4bb513bf,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:45.912513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:45.914706 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f3c037b2-6ec5-483a-b047-5c09f374caac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2376866 Sep 29 07:04:45.916909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50776) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:04:45.923208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': 'b928a719-ee83-4a2a-b187-e70f19c155af', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:45.930744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:45.941741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:04:45.945048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:04:45.952154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:45.970586 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:04:45.979891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:46.013433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d23074c0-a2da-4924-b232-9d037958dee0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:46.013728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:46.014071 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d23074c0-a2da-4924-b232-9d037958dee0 Sep 29 07:04:46.064989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:46.069154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:46.087766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ca3fb61d-6b41-48ec-8705-91f9c53531b3 None None] Current status of the port d23074c0-a2da-4924-b232-9d037958dee0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:46.097505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85086174-e9cf-420b-84dd-ce0af1f4bff1,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:46.115050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:46.116809 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-60c2d753-c00a-43eb-91b6-9161e71c75ae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1987951 Sep 29 07:04:46.166253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d23074c0-a2da-4924-b232-9d037958dee0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:46.227649 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:45Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:04:46.231792 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d2669-f013-4af1-95d9-342350fb4407 None None] The sync data for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv is: [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:45Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:04:46.350619 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-7436e136-9622-44b4-baf2-a97d0389a0a3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483942183&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0618894 Sep 29 07:04:46.619349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-805ca728-3e36-425c-b651-155533d17889 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:46.620963 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-805ca728-3e36-425c-b651-155533d17889 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 796 time: 0.2630568 Sep 29 07:04:46.636538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-57ff71c2-9e47-4b64-8bde-abb1aa64338e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0101812 Sep 29 07:04:46.726929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6b431378-5394-4cee-a158-83be7ada1318 req-8eb7fb99-bb66-4d33-9a1d-5ad2a3d74514 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:04:46.743487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6b431378-5394-4cee-a158-83be7ada1318 req-8eb7fb99-bb66-4d33-9a1d-5ad2a3d74514 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:04:46.744921 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-8eb7fb99-bb66-4d33-9a1d-5ad2a3d74514 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027789 Sep 29 07:04:46.761200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-82819b4e-b910-4925-ad3a-aaf50b4dbce8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:04:46.762166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-82819b4e-b910-4925-ad3a-aaf50b4dbce8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052588 Sep 29 07:04:46.897289 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-9ba6659a-d5e8-4e40-a2a0-196f7d22c6bf service neutron] 10.222.0.26 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290338 Sep 29 07:04:47.037486 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-d5963fd5-7d4a-4c60-b3cf-84805e436475 service neutron] 10.222.0.26 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341984 Sep 29 07:04:47.204483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:47.225244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-53512289-df63-4dfe-b939-da0c202fc910 req-b94a7fb6-6270-4a03-929a-c055859f48a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:04:47.237574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-53512289-df63-4dfe-b939-da0c202fc910 req-b94a7fb6-6270-4a03-929a-c055859f48a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:04:47.239150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-53512289-df63-4dfe-b939-da0c202fc910 req-b94a7fb6-6270-4a03-929a-c055859f48a5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 210 time: 0.0660152 Sep 29 07:04:47.333555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 747e5956-f72c-4f30-8a01-88a6779de26b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:47.417222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 747e5956-f72c-4f30-8a01-88a6779de26b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:47.422646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 747e5956-f72c-4f30-8a01-88a6779de26b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:47.423200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:47.423612 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 747e5956-f72c-4f30-8a01-88a6779de26b Sep 29 07:04:47.541451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 747e5956-f72c-4f30-8a01-88a6779de26b is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:47.541875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:47.577220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 747e5956-f72c-4f30-8a01-88a6779de26b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=747e5956-f72c-4f30-8a01-88a6779de26b,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:47.581579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:47.648997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=747e5956-f72c-4f30-8a01-88a6779de26b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:48.112468 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:04:48.321589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-c13977b1-f8f8-4080-ade5-84b818b99be9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:48.323102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-c13977b1-f8f8-4080-ade5-84b818b99be9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 796 time: 0.1456852 Sep 29 07:04:48.427232 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5ea2e353-e766-41b2-b378-faa12907504f req-05b34eef-662c-4478-8808-f76ee3cd54ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 210 time: 0.0631907 Sep 29 07:04:48.436260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-e8c78efb-2af9-4616-90e3-6e53f642afa7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 379 time: 0.0991075 Sep 29 07:04:48.444893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['b928a719-ee83-4a2a-b187-e70f19c155af']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:48.580426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:04:48.590377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:04:48.599704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:04:48.603181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:48.759402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.13 (5183c3ff-c4ef-4dfa-bd6e-0c13850d594f/2e7da91c-f4b6-4f9c-a306-cdc07a797ae7/5205aae7-c0c6-47f0-a856-b4c76d621470) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:04:48.940435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:48.956692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 5205aae7-c0c6-47f0-a856-b4c76d621470 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:48.979730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.046436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:04:49.049231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:04:49.052232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:04:49.099852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=5205aae7-c0c6-47f0-a856-b4c76d621470,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:49.126425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:49.127068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.154391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-24aa4bdc-485f-428a-a6a3-1a709131dd3c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7133307 Sep 29 07:04:49.174785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-721ccffb-be69-4a80-9f48-69ae0934aa9f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:04:49.175816 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-721ccffb-be69-4a80-9f48-69ae0934aa9f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053244 Sep 29 07:04:49.185239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Request body: {'port': {'device_id': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:04:49.252794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Provisioning for port 5205aae7-c0c6-47f0-a856-b4c76d621470 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:49.258532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Provisioning complete for port 5205aae7-c0c6-47f0-a856-b4c76d621470 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:49.258915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.259254 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Attempt 1 to provision port 5205aae7-c0c6-47f0-a856-b4c76d621470 Sep 29 07:04:49.303359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.305785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 747e5956-f72c-4f30-8a01-88a6779de26b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:49.371130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Port 5205aae7-c0c6-47f0-a856-b4c76d621470 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:04:49.389708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 747e5956-f72c-4f30-8a01-88a6779de26b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:49.390074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.390406 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 747e5956-f72c-4f30-8a01-88a6779de26b Sep 29 07:04:49.510926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 747e5956-f72c-4f30-8a01-88a6779de26b is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:49.633076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51a29b-7f3b-4443-bffe-a9cb3a56ebd9 req-5bd4d6ff-aab8-410d-944b-dec11ecf751f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:49.634448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe51a29b-7f3b-4443-bffe-a9cb3a56ebd9 req-5bd4d6ff-aab8-410d-944b-dec11ecf751f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 932 time: 0.0901325 Sep 29 07:04:49.757487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5205aae7-c0c6-47f0-a856-b4c76d621470 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:04:49.764821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.779524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-fe51a29b-7f3b-4443-bffe-a9cb3a56ebd9 req-6037a1a0-0a44-425b-b239-be4c5aa1e13f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:04:49.779745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Transition to ACTIVE for port object 5205aae7-c0c6-47f0-a856-b4c76d621470 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:04:49.783167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:49.794334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-fe51a29b-7f3b-4443-bffe-a9cb3a56ebd9 req-6037a1a0-0a44-425b-b239-be4c5aa1e13f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:04:49.795496 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe51a29b-7f3b-4443-bffe-a9cb3a56ebd9 req-6037a1a0-0a44-425b-b239-be4c5aa1e13f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546650 Sep 29 07:04:49.872406 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Attempt 2 to provision port 5205aae7-c0c6-47f0-a856-b4c76d621470 Sep 29 07:04:49.927938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Port 5205aae7-c0c6-47f0-a856-b4c76d621470 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:04:49.973303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Pushing event updated for resources: {'Port': ['ID=5205aae7-c0c6-47f0-a856-b4c76d621470,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:50.003743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Attempting to bind port 5205aae7-c0c6-47f0-a856-b4c76d621470 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:04:50.004073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Attempting to bind port 5205aae7-c0c6-47f0-a856-b4c76d621470 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:04:50.004961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Attempting to bind port 5205aae7-c0c6-47f0-a856-b4c76d621470 on network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:04:50.009439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Port 5205aae7-c0c6-47f0-a856-b4c76d621470 on network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:04:50.009750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Attempting to bind port 5205aae7-c0c6-47f0-a856-b4c76d621470 on network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:04:50.014775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:04:50.015120 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Checking segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:04:50.015482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Bound using segment: {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:04:50.015891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Bound port: 5205aae7-c0c6-47f0-a856-b4c76d621470, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d01764-978a-4036-accb-a01768aa5268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:04:50.016222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:50.101297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] For port 5205aae7-c0c6-47f0-a856-b4c76d621470, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:04:50.104145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] For port 5205aae7-c0c6-47f0-a856-b4c76d621470, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5205aae7-c0c6-47f0-a856-b4c76d621470,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:04:50.108605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:50.138051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:50.138683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:50.140028 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] 10.222.0.61 "PUT /v2.0/ports/5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 1094 time: 0.9586306 Sep 29 07:04:50.140517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:04:50.142790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45695946-5ee3-4e54-a012-b3537ff17902" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:04:50.188978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333486-643c-408b-ae83-f62e1026d056 service neutron] Pushing event updated for resources: {'Port': ['ID=5205aae7-c0c6-47f0-a856-b4c76d621470,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:50.192322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f83dfa9-620f-4328-a878-c7aae0127bdf x-openstack-request-id: req-9f83dfa9-620f-4328-a878-c7aae0127bdf {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:04:50.192597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:04:50.192843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f83dfa9-620f-4328-a878-c7aae0127bdf {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:04:50.193219 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f83dfa9-620f-4328-a878-c7aae0127bdf'] response: {'name': 'network-changed', 'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'status': 'completed', 'code': 200} Sep 29 07:04:50.284230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-e1911066-67db-48fb-8d19-1acc0a224c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:50.286225 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-e1911066-67db-48fb-8d19-1acc0a224c32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1097 time: 0.0772214 Sep 29 07:04:50.361777 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-a348bb24-7a6c-44bd-bac7-91f3601663c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 217 time: 0.0626655 Sep 29 07:04:50.422677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-f0dc2068-9366-431e-9c22-e3f1ab4c9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:50.424123 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-f0dc2068-9366-431e-9c22-e3f1ab4c9cf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0572102 Sep 29 07:04:50.429519 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Attempt 3 to provision port 5205aae7-c0c6-47f0-a856-b4c76d621470 Sep 29 07:04:50.489875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-39c8dd35-d68b-408c-a74c-e6c47ac12668 None None] Port 5205aae7-c0c6-47f0-a856-b4c76d621470 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:04:50.507812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b431378-5394-4cee-a158-83be7ada1318 req-5d0a61e3-cf33-489f-aae8-212fdecb1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:50.509355 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-5d0a61e3-cf33-489f-aae8-212fdecb1777 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797362 Sep 29 07:04:50.638294 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-651f3acf-bd0f-4ab0-9066-25ea64a4adbf service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219118 Sep 29 07:04:50.767086 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b431378-5394-4cee-a158-83be7ada1318 req-b8a2086a-d890-4092-9e2f-6f2a7eb2289f service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230307 Sep 29 07:04:50.923473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695946-5ee3-4e54-a012-b3537ff17902 req-2d68e142-9d7b-4055-8eab-37f2a05bc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:50.924940 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-2d68e142-9d7b-4055-8eab-37f2a05bc413 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1097 time: 0.0763628 Sep 29 07:04:50.996084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a4101-21f8-495d-ba0c-99c425ace443 req-0d1742c7-2213-4b30-836d-a7a1b54ee8e6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:50.997689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e57a4101-21f8-495d-ba0c-99c425ace443 req-0d1742c7-2213-4b30-836d-a7a1b54ee8e6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 944 time: 0.0889013 Sep 29 07:04:51.044807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e57a4101-21f8-495d-ba0c-99c425ace443 req-08de4026-394e-440a-b399-7a7aeefa9fdf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Sep 29 07:04:51.056306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695946-5ee3-4e54-a012-b3537ff17902 req-5e56137b-8f47-47ca-b8a1-4ec6703d2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:51.057731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-5e56137b-8f47-47ca-b8a1-4ec6703d2075 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1267242 Sep 29 07:04:51.127053 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-658e87df-a1a6-469b-96c4-ccd6eabdf981 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 217 time: 0.0628994 Sep 29 07:04:51.186033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695946-5ee3-4e54-a012-b3537ff17902 req-90a6edba-d5bd-4842-9d52-3d2e9db6fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:51.187498 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-90a6edba-d5bd-4842-9d52-3d2e9db6fe62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0550835 Sep 29 07:04:51.371308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695946-5ee3-4e54-a012-b3537ff17902 req-f5c82928-b84e-445d-aca7-17e6f5dce525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:51.372708 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-f5c82928-b84e-445d-aca7-17e6f5dce525 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1794498 Sep 29 07:04:51.501039 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-93f46a6d-e846-4d11-88b1-2411590fd6b2 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217301 Sep 29 07:04:51.627727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45695946-5ee3-4e54-a012-b3537ff17902 req-ade349c7-489a-46c0-953a-b93c5f09b42b service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208258 Sep 29 07:04:52.240815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf8eba-a8e3-4ecb-9e2a-8aceb7a5aace req-9834dcb7-0ee1-44bb-ad73-edd07dd6a9d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:52.241506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-88bf8eba-a8e3-4ecb-9e2a-8aceb7a5aace req-9834dcb7-0ee1-44bb-ad73-edd07dd6a9d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:04:52.256505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-88bf8eba-a8e3-4ecb-9e2a-8aceb7a5aace req-9834dcb7-0ee1-44bb-ad73-edd07dd6a9d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:04:52.257618 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88bf8eba-a8e3-4ecb-9e2a-8aceb7a5aace req-9834dcb7-0ee1-44bb-ad73-edd07dd6a9d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 944 time: 0.1022024 Sep 29 07:04:52.300355 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88bf8eba-a8e3-4ecb-9e2a-8aceb7a5aace req-64da7c9e-3a74-48d9-9e83-5f0bfb9ae3b0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369713 Sep 29 07:04:53.501785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8d0e9-6a9e-4d4f-8577-2b474f4b3896 req-ec1b6924-bad2-4878-a737-76e3f1718b86 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:53.503178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e7e8d0e9-6a9e-4d4f-8577-2b474f4b3896 req-ec1b6924-bad2-4878-a737-76e3f1718b86 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 944 time: 0.0882099 Sep 29 07:04:53.545698 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e7e8d0e9-6a9e-4d4f-8577-2b474f4b3896 req-dfc74aa0-5c5c-4e24-983a-2b45b33af2c9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362060 Sep 29 07:04:54.745726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf798f-19f0-4c03-96e9-2841a2387a42 req-1869e1c6-ed8c-48d0-899a-760cd7a4fa9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:54.747196 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e6cf798f-19f0-4c03-96e9-2841a2387a42 req-1869e1c6-ed8c-48d0-899a-760cd7a4fa9a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 944 time: 0.0884337 Sep 29 07:04:54.790676 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e6cf798f-19f0-4c03-96e9-2841a2387a42 req-2ab752df-da2f-477a-b56f-4edd8375d061 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379114 Sep 29 07:04:55.769126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5205aae7-c0c6-47f0-a856-b4c76d621470 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:04:55.899807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5205aae7-c0c6-47f0-a856-b4c76d621470, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5205aae7-c0c6-47f0-a856-b4c76d621470,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:55.916917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'port_id': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'mac_address': 'fa:16:3e:af:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:04:55.970240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5205aae7-c0c6-47f0-a856-b4c76d621470 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:55.970639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:55.987669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5205aae7-c0c6-47f0-a856-b4c76d621470 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:04:55.989755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf4d37-9e6d-4d52-9203-eb583247f662 req-23debfb4-1b35-4a67-b20a-bf03294a75b6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:55.991286 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c3bf4d37-9e6d-4d52-9203-eb583247f662 req-23debfb4-1b35-4a67-b20a-bf03294a75b6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 944 time: 0.0903285 Sep 29 07:04:56.002923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5205aae7-c0c6-47f0-a856-b4c76d621470, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5205aae7-c0c6-47f0-a856-b4c76d621470,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:56.007947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:56.038195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c3bf4d37-9e6d-4d52-9203-eb583247f662 req-df5b84c9-f6ca-4b5b-9d62-78e38091905c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410113 Sep 29 07:04:56.074763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5205aae7-c0c6-47f0-a856-b4c76d621470,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:56.414532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['5205aae7-c0c6-47f0-a856-b4c76d621470'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:04:57.234085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4044e-2758-462e-a30e-aa5ccee6dee0 req-b340fc9e-efac-4284-8580-c94ec478ef27 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:57.235549 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3db4044e-2758-462e-a30e-aa5ccee6dee0 req-b340fc9e-efac-4284-8580-c94ec478ef27 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 945 time: 0.0881715 Sep 29 07:04:57.279334 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3db4044e-2758-462e-a30e-aa5ccee6dee0 req-05b84f48-1948-4b34-9282-fd07bc0a48ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375590 Sep 29 07:04:57.777637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5205aae7-c0c6-47f0-a856-b4c76d621470 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:04:57.843333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 5205aae7-c0c6-47f0-a856-b4c76d621470 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:04:57.848270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 5205aae7-c0c6-47f0-a856-b4c76d621470 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:04:57.849164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:57.849500 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 5205aae7-c0c6-47f0-a856-b4c76d621470 Sep 29 07:04:57.991469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5205aae7-c0c6-47f0-a856-b4c76d621470 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:04:57.991851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:58.017507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:04:58.019855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf26a6c0-554f-4d25-bf87-a9b003020920" -d '{"events": [{"server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "name": "network-vif-plugged", "status": "completed", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:04:58.028090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5205aae7-c0c6-47f0-a856-b4c76d621470, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5205aae7-c0c6-47f0-a856-b4c76d621470,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:04:58.032429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:04:58.067734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f059f8bf-22d4-4d46-bda1-08171b3fb024 x-openstack-request-id: req-f059f8bf-22d4-4d46-bda1-08171b3fb024 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:04:58.068029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "name": "network-vif-plugged", "status": "completed", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:04:58.068277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f059f8bf-22d4-4d46-bda1-08171b3fb024 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:04:58.068666 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f059f8bf-22d4-4d46-bda1-08171b3fb024'] response: {'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'code': 200} Sep 29 07:04:58.103774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5205aae7-c0c6-47f0-a856-b4c76d621470,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:04:58.320378 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7b7c1-4ce5-46b2-98e2-f9256d5d3256 req-e32b97c5-85bb-45bc-8363-35d28f83bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:58.321737 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-32a7b7c1-4ce5-46b2-98e2-f9256d5d3256 req-e32b97c5-85bb-45bc-8363-35d28f83bca0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.0749805 Sep 29 07:04:58.361283 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-32a7b7c1-4ce5-46b2-98e2-f9256d5d3256 req-bf143845-67e3-49da-9a3b-eb4e6555b407 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334127 Sep 29 07:04:58.530630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a7d75-15d9-444e-adef-2a33dba559bd req-89cd6b14-cf6d-413d-ade2-82104a520c1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:58.532060 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-615a7d75-15d9-444e-adef-2a33dba559bd req-89cd6b14-cf6d-413d-ade2-82104a520c1a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.0886059 Sep 29 07:04:58.574964 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-615a7d75-15d9-444e-adef-2a33dba559bd req-a3613e50-9509-40a6-8708-860925bc75d8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370908 Sep 29 07:04:59.774079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43bff-4e33-43d3-9275-370966f5c55a req-4c3f3506-6f9b-4a2d-bd10-4e7b6a9dfa43 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:04:59.775561 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7dd43bff-4e33-43d3-9275-370966f5c55a req-4c3f3506-6f9b-4a2d-bd10-4e7b6a9dfa43 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.0864162 Sep 29 07:04:59.822122 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7dd43bff-4e33-43d3-9275-370966f5c55a req-e0d966fb-cb70-4910-96ca-0c9914a783b2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409145 Sep 29 07:05:01.021558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c78fe-f4b5-45a8-9859-5f2c03327d04 req-0e35b4da-31d1-4f8a-aea9-9700188a0f14 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:01.023108 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3f9c78fe-f4b5-45a8-9859-5f2c03327d04 req-0e35b4da-31d1-4f8a-aea9-9700188a0f14 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.0892620 Sep 29 07:05:01.069545 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3f9c78fe-f4b5-45a8-9859-5f2c03327d04 req-76e5c505-2a95-41be-bb37-e6154c9fd168 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Sep 29 07:05:01.264611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a675ea-9891-435c-834f-fd0924c6c2c4 req-13d7dcc9-112d-409c-9538-be057fe46aaa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:01.266063 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c1a675ea-9891-435c-834f-fd0924c6c2c4 req-13d7dcc9-112d-409c-9538-be057fe46aaa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.0861094 Sep 29 07:05:01.308810 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c1a675ea-9891-435c-834f-fd0924c6c2c4 req-4e920cac-f96e-4ae2-b91a-e55b02d3958f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364990 Sep 29 07:05:01.338233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50834) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:05:01.479825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5701d32-a9a3-474c-9727-91a4e5beebb8 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:01.481328 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c5701d32-a9a3-474c-9727-91a4e5beebb8 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1094 time: 0.1420848 Sep 29 07:05:01.484116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50840) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:05:01.488922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:05:01.494667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:05:01.499095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:05:01.501989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:05:01.508244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:05:01.518029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:01.651651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:01.789695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.3 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/70d21a04-7ee6-4f84-831d-1ec8c6ca4434) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:05:01.931012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:01.959087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:02.021587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:05:02.024426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:05:02.027951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:05:02.060280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=70d21a04-7ee6-4f84-831d-1ec8c6ca4434,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:05:02.533155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:02.605569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:02.806902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:02.811537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:02.915577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=70d21a04-7ee6-4f84-831d-1ec8c6ca4434,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:05:02.920850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:03.088639 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 4bfbee1f-e44a-4eae-b6f4-21decddc12ea associated. External IP: 172.26.0.3, port: 5205aae7-c0c6-47f0-a856-b4c76d621470. Sep 29 07:05:03.434454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:05:03.717862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:05:03.729095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] Sync routers for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:05:03.738453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:05:03.739677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:05:03.749973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:03.804106 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bce61a5d-d888-451d-a279-7daacf61ceee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3189580 Sep 29 07:05:03.804667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:05:03.806985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0345af-9999-4d84-9b7e-40c8d1610998" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:05:03.807341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:05:03.847736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb554a-d885-41d8-8fb6-7c9ae2dd2ee8 x-openstack-request-id: req-d6bb554a-d885-41d8-8fb6-7c9ae2dd2ee8 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:05:03.848703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:05:03.848964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6bb554a-d885-41d8-8fb6-7c9ae2dd2ee8 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:05:03.849360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bb554a-d885-41d8-8fb6-7c9ae2dd2ee8'] response: {'name': 'network-changed', 'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'status': 'completed', 'code': 200} Sep 29 07:05:03.919103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8f831ebe-c94c-444b-8a11-12ac220cc605 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/4bfbee1f-e44a-4eae-b6f4-21decddc12ea HTTP/1.1" status: 200 len: 990 time: 0.1105227 Sep 29 07:05:03.922000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:05:04.013426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-731ac45c-e7b0-4e46-8887-8fc644e8e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:04.014851 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-731ac45c-e7b0-4e46-8887-8fc644e8e198 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.1224716 Sep 29 07:05:04.144998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-aa2e5939-c8a2-48ef-80d9-6f6decdfff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:04.146993 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-aa2e5939-c8a2-48ef-80d9-6f6decdfff58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1257541 Sep 29 07:05:04.245866 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-67b31913-5df0-4138-b448-c88f3549fb62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 998 time: 0.0925000 Sep 29 07:05:04.263309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '4bfbee1f-e44a-4eae-b6f4-21decddc12ea', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'port_id': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'mac_address': 'fa:16:3e:af:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:05:02Z', 'updated_at': '2022-09-29T07:05:02Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:47Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:05:04.267209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] Checking router: 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:05:04.276376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:05:04.276972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:04:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:05:04.309843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-d1d8e1e7-79a0-4599-9192-b8b6a5a2ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:04.311318 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-d1d8e1e7-79a0-4599-9192-b8b6a5a2ffcb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0598907 Sep 29 07:05:04.392346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-340de2b0-50a8-4391-ad73-3ef80d3493f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:04.393813 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-340de2b0-50a8-4391-ad73-3ef80d3493f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769126 Sep 29 07:05:04.454663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:05:04.523545 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-9bdc8996-2087-4cb3-9a47-503140d3b1c7 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234403 Sep 29 07:05:04.652858 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f0345af-9999-4d84-9b7e-40c8d1610998 req-65e6747a-280d-421b-9f14-5407d12d427b service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237996 Sep 29 07:05:04.801097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '4bfbee1f-e44a-4eae-b6f4-21decddc12ea', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'port_id': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'mac_address': 'fa:16:3e:af:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:05:02Z', 'updated_at': '2022-09-29T07:05:02Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:47Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:05:04.805455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0eda7-996f-4189-8390-b770d130d1a3 None None] The sync data for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv is: [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '4bfbee1f-e44a-4eae-b6f4-21decddc12ea', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.3', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'port_id': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'mac_address': 'fa:16:3e:af:69:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:05:02Z', 'updated_at': '2022-09-29T07:05:02Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:47Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:05:04.922160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50852) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:05:04.976379 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaccc8a-1e42-4b24-9eb5-16c46cb0ba64 None None] New status for floating IP 4bfbee1f-e44a-4eae-b6f4-21decddc12ea: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:05:05.032970 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fdf75d64-baa8-4904-868f-be37a29d30ff tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/4bfbee1f-e44a-4eae-b6f4-21decddc12ea HTTP/1.1" status: 200 len: 990 time: 0.1084530 Sep 29 07:05:06.035337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50856) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:05:06.142669 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d40eab07-2170-4b3a-b650-04dfd207338f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/4bfbee1f-e44a-4eae-b6f4-21decddc12ea HTTP/1.1" status: 200 len: 992 time: 0.1061153 Sep 29 07:05:08.627675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6c648622-3e91-463b-8d98-847d8f9b5f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:10.926656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4c7d-9451-4691-884d-2e1cc0ce8d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:11.832868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:11.988421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:13.359878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:14.494078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-04754093-d96c-4716-8d0b-e2ae3c7aa9df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785975 Sep 29 07:05:14.665023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-55008889-0049-46ca-b436-1f350313de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:14.666365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-55008889-0049-46ca-b436-1f350313de6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.0761650 Sep 29 07:05:14.806831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-054a48e9-125b-449a-a707-09ad046cef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:14.808232 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-054a48e9-125b-449a-a707-09ad046cef02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1231704 Sep 29 07:05:14.910165 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-f48d13ab-5404-4ce1-bbe9-6398f0dd4938 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 1000 time: 0.0939381 Sep 29 07:05:14.969822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-f9c438ff-194d-4f3f-99dc-2c90905b29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:14.971231 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-f9c438ff-194d-4f3f-99dc-2c90905b29cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0548232 Sep 29 07:05:15.054601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-9133a5c7-563f-4e88-8dfc-a5eec55ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:05:15.056102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-9133a5c7-563f-4e88-8dfc-a5eec55ec395 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788374 Sep 29 07:05:15.185707 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-506d0c20-b340-4fa0-a2c6-436c6c94b623 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232829 Sep 29 07:05:15.421230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-40307b6c-ab79-4e39-bf96-84688f10c298 req-8bf4fcfc-fe4a-4563-8d98-adf7ac166151 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277524 Sep 29 07:05:17.221513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:25.112725 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:05:38.630453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a4d5c454-ba0e-47a9-939e-ab004ee35274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:40.917998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-477c44cf-7fce-459f-8070-40255e6e540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:41.835030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:41.990584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:43.362857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:05:47.212485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:02.111909 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:06:08.631636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bc0092fa-b802-41c4-ab84-d67a0d54b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:10.919724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-831b915f-47eb-43f8-8cc2-b65ef7c7d5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:11.837548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:11.994728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:13.365265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:14.486035 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-9997f599-956d-4ad9-be3a-ee4ec4f92106 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751922 Sep 29 07:06:14.651447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-d1ea863a-00d1-4fed-a7a7-34065e4ba581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:06:14.652825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-d1ea863a-00d1-4fed-a7a7-34065e4ba581 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.0853226 Sep 29 07:06:14.792467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-278ea68b-72b7-499a-852b-9a393d079698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:06:14.793886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-278ea68b-72b7-499a-852b-9a393d079698 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1224191 Sep 29 07:06:14.894138 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-f3a7e1ee-6039-48a5-8687-219eb184c472 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 1000 time: 0.0946183 Sep 29 07:06:14.954555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-38adc5da-fcca-478e-8d6d-faf7415feb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:06:14.955967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-38adc5da-fcca-478e-8d6d-faf7415feb4a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0561934 Sep 29 07:06:15.039666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-b1bfe3b4-7a45-4f3a-a179-a4865d9a8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:06:15.041121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-b1bfe3b4-7a45-4f3a-a179-a4865d9a8462 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790730 Sep 29 07:06:15.170036 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-e4f8e53f-8f43-497c-842b-219d87f3f71e service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225476 Sep 29 07:06:15.299776 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d9b3a1f-5d1c-4d24-ad2d-c3c612c84782 req-eeea23ea-df79-4209-87e0-1ab7b8ad7315 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220515 Sep 29 07:06:17.242093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:38.633104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c1a57d4-7d65-481d-ad3c-08e27e2d4b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:39.111747 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:06:40.920873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c6de753-75e1-4be5-aa97-81ae7cc9d099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:41.839885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:41.996151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:43.367536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:06:47.250375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:08.634883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1e3e5d82-a367-40d4-b0dd-2e87cbb221c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:10.923425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-584ac71f-165b-4605-92c7-3a02a56b035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:11.842624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:11.998300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:13.369722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:15.498084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-e4ab79e8-65d5-49f5-8e9a-1ac4465492ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791750 Sep 29 07:07:15.661942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-7ba643f4-964a-4d05-bfcf-3ae18bffe245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:07:15.663333 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-7ba643f4-964a-4d05-bfcf-3ae18bffe245 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.0821111 Sep 29 07:07:15.802384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-2edceb5a-bffc-4403-bc84-0e5f35089b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:07:15.803866 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-2edceb5a-bffc-4403-bc84-0e5f35089b42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1234710 Sep 29 07:07:15.899845 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-7a9bccf2-89c8-4b53-b73a-d3601c7eb89d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 1000 time: 0.0904150 Sep 29 07:07:15.963054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-41ea9bb7-826f-4742-96b8-66dc841ce0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:07:15.964431 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-41ea9bb7-826f-4742-96b8-66dc841ce0bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0577877 Sep 29 07:07:16.045647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-ee5f0a76-4de7-4a39-9fd8-e378662d675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:07:16.047226 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-ee5f0a76-4de7-4a39-9fd8-e378662d675d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758929 Sep 29 07:07:16.110821 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:07:16.177839 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-bb22123f-18e7-4c67-a3cf-9c41b315937a service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246631 Sep 29 07:07:16.402873 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9961e9ab-764d-4741-9bc3-6d122f7851a3 req-4cbc985b-7f57-469f-8e9b-86aa48d4cf65 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188659 Sep 29 07:07:17.256532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:38.548456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50914) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:07:38.554239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:07:38.636021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-09d514eb-a613-4217-87e7-0c3749e0a948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:38.671744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7018965'] for subnet, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:38.853131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783590295390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6263209'] for subnet, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:38.900043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:07:38.900621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:38.904137 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/subnets/2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 836 time: 0.3524225 Sep 29 07:07:38.908744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b25a5a8-dd6d-4857-9c83-520c4d4ff49f None None] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:07:38.917942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:07:38.925469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.925750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.926086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.926415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.926770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.927096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.927419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.927740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.928059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.928377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.928695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:38.929035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62724e56-0a91-4e5f-84d2-6652ea7744d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:07:39.404124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Provisioning complete for port 747e5956-f72c-4f30-8a01-88a6779de26b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:07:39.404124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:39.404338 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Attempt 1 to provision port 747e5956-f72c-4f30-8a01-88a6779de26b Sep 29 07:07:39.520613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Current status of the port 747e5956-f72c-4f30-8a01-88a6779de26b is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:07:39.531313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Provisioning complete for port 5205aae7-c0c6-47f0-a856-b4c76d621470 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:07:39.531686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:39.532023 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Attempt 1 to provision port 5205aae7-c0c6-47f0-a856-b4c76d621470 Sep 29 07:07:39.648188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Current status of the port 5205aae7-c0c6-47f0-a856-b4c76d621470 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:07:39.659010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Provisioning complete for port d23074c0-a2da-4924-b232-9d037958dee0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:07:39.659376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:39.659715 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Attempt 1 to provision port d23074c0-a2da-4924-b232-9d037958dee0 Sep 29 07:07:39.771970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-603c2365-806e-4d17-b2de-8f840f67d16e None None] Current status of the port d23074c0-a2da-4924-b232-9d037958dee0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:07:40.926726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ef509fdf-033c-4e6f-ae01-ffdc8ed69fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:41.844947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:42.001380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:43.373055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:47.257164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:07:53.109787 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:08:08.638682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c44f321-2229-4d07-bb17-b9ed5566e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:10.928212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3273868d-dc8a-4585-8809-9a7cfb423119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:11.846385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:12.004311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:13.374623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:16.464115 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-22a7e5a0-506b-444e-a460-185f6cde8d6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780141 Sep 29 07:08:16.629733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b986-ed17-431b-8502-8178519e6d58 req-7e84897e-53aa-46c6-bc06-db1299855f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:16.631225 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-7e84897e-53aa-46c6-bc06-db1299855f9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.0784283 Sep 29 07:08:16.771985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b986-ed17-431b-8502-8178519e6d58 req-667da5d1-4c01-4c7e-9994-ae019e669c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:16.773414 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-667da5d1-4c01-4c7e-9994-ae019e669c8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1235111 Sep 29 07:08:16.874260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-e997109e-5de4-4c74-9005-c8c99503a848 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 1000 time: 0.0953500 Sep 29 07:08:16.937126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b986-ed17-431b-8502-8178519e6d58 req-32971367-7c86-4a1f-a8bc-5d08bcd66ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:16.938562 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-32971367-7c86-4a1f-a8bc-5d08bcd66ade service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0588443 Sep 29 07:08:17.019061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b986-ed17-431b-8502-8178519e6d58 req-5db82289-4a20-4da2-8286-b20d068b6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:17.020527 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-5db82289-4a20-4da2-8286-b20d068b6ab0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758176 Sep 29 07:08:17.147770 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-05f9f0a7-b243-4219-a51e-eef6d4af4129 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214736 Sep 29 07:08:17.266674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:17.275977 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6573b986-ed17-431b-8502-8178519e6d58 req-89642647-e68d-4735-923c-e794e1b82ddb service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217818 Sep 29 07:08:22.661613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50934) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:22.859516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 70d21a04-7ee6-4f84-831d-1ec8c6ca4434 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:08:22.859851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:23.124585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:23.124908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:23.250821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 70d21a04-7ee6-4f84-831d-1ec8c6ca4434 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:08:23.399140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:23.446202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=70d21a04-7ee6-4f84-831d-1ec8c6ca4434,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:23.547850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:23.548199 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 4bfbee1f-e44a-4eae-b6f4-21decddc12ea disassociated (deleted). External IP: 172.26.0.3, port: 5205aae7-c0c6-47f0-a856-b4c76d621470. Sep 29 07:08:23.903823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:08:24.075957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:08:24.085269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] Sync routers for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:08:24.094686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:24.095803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:24.097047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:24.153208 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ecf3468e-59a7-4ee7-b112-3e95d31bbd79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/4bfbee1f-e44a-4eae-b6f4-21decddc12ea HTTP/1.1" status: 204 len: 168 time: 1.4905739 Sep 29 07:08:24.153931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:08:24.156394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:08:24.266051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d09d281-d72c-4593-b587-d6a6799976d7 x-openstack-request-id: req-5d09d281-d72c-4593-b587-d6a6799976d7 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:08:24.266358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:08:24.266646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d09d281-d72c-4593-b587-d6a6799976d7 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:08:24.267058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d09d281-d72c-4593-b587-d6a6799976d7'] response: {'name': 'network-changed', 'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'status': 'completed', 'code': 200} Sep 29 07:08:24.274914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:24.415351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-42441e15-80a3-4541-ba6a-2b83862aac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:24.416849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-42441e15-80a3-4541-ba6a-2b83862aac5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 1099 time: 0.0990849 Sep 29 07:08:24.554035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-d9034aae-882c-4f27-ab19-03b0de2627ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:24.555630 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-d9034aae-882c-4f27-ab19-03b0de2627ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 200 len: 897 time: 0.1311040 Sep 29 07:08:24.624021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881f9c-56a5-420f-923e-e05a855eedc8 req-b1a54da1-279c-4d79-8318-efe30c192599 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:24.624727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1b881f9c-56a5-420f-923e-e05a855eedc8 req-b1a54da1-279c-4d79-8318-efe30c192599 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:24.624859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-57b90161-dfff-4ca9-bdc9-5ad3e1c66570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 200 len: 217 time: 0.0615096 Sep 29 07:08:24.640906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:47Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:24.641235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1b881f9c-56a5-420f-923e-e05a855eedc8 req-b1a54da1-279c-4d79-8318-efe30c192599 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:24.643008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b881f9c-56a5-420f-923e-e05a855eedc8 req-b1a54da1-279c-4d79-8318-efe30c192599 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.1694930 Sep 29 07:08:24.645385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] Checking router: 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:08:24.654071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:24.654773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:24.691944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-120dc7c7-2afe-4805-a582-66e447b39da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:24.693625 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-120dc7c7-2afe-4805-a582-66e447b39da2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 200 len: 844 time: 0.0623107 Sep 29 07:08:24.695008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b881f9c-56a5-420f-923e-e05a855eedc8 req-a7ddc9f2-3118-45be-acb1-49541e8356d4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435441 Sep 29 07:08:24.776349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-527e9389-e00b-4154-b9c1-5cf90ce7d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:24.777839 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-527e9389-e00b-4154-b9c1-5cf90ce7d7ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777638 Sep 29 07:08:24.835875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:24.908621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-5ea01f55-b8fe-4b4d-9db8-1a0961c2ffdd service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235828 Sep 29 07:08:25.135706 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9df5fd4b-ab24-42b8-b026-12cadc9b6bc8 req-a2fa5ee3-1eaf-4d93-8d18-0cdce63dde85 service neutron] 10.222.0.61 "GET /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203031 Sep 29 07:08:25.156979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:47Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:25.160919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d36fa62-adfc-4b20-87b5-4ae699968efd None None] The sync data for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv is: [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:04:42Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '747e5956-f72c-4f30-8a01-88a6779de26b', 'name': '', 'network_id': '5183c3ff-c4ef-4dfa-bd6e-0c13850d594f', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:55:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:41Z', 'updated_at': '2022-09-29T07:04:47Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2e7da91c-f4b6-4f9c-a306-cdc07a797ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:08:25.371310 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a448b6-a7e3-4c19-ae3d-51c78bebd900 None None] New status for floating IP 4bfbee1f-e44a-4eae-b6f4-21decddc12ea: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:08:25.939966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8f19e-4e41-4f1f-8fee-a14eb85b5186 req-d38b8853-12c0-4e79-80b5-f3ada1a39cc3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:25.941433 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d3d8f19e-4e41-4f1f-8fee-a14eb85b5186 req-d38b8853-12c0-4e79-80b5-f3ada1a39cc3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.1311076 Sep 29 07:08:25.984858 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d3d8f19e-4e41-4f1f-8fee-a14eb85b5186 req-370e31ae-d2e6-48b6-b6a2-490e9b307f56 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=b928a719-ee83-4a2a-b187-e70f19c155af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376053 Sep 29 07:08:26.192948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-abe629e6-80fc-4210-83a0-cfeb821e4256 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:26.194351 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-abe629e6-80fc-4210-83a0-cfeb821e4256 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 946 time: 0.0865369 Sep 29 07:08:26.263565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 5205aae7-c0c6-47f0-a856-b4c76d621470 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:08:26.263830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:26.504166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 5205aae7-c0c6-47f0-a856-b4c76d621470, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5205aae7-c0c6-47f0-a856-b4c76d621470,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:26.504521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:26.622654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 5205aae7-c0c6-47f0-a856-b4c76d621470 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:08:26.764409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:26.813083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=5205aae7-c0c6-47f0-a856-b4c76d621470,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:26.861915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.862252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.862612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.862943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.863265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.863585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.863901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.864218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.864534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.864847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.865159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.865470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:26.907533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 5205aae7-c0c6-47f0-a856-b4c76d621470 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:08:26.909679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:26.912131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'name': 'network-vif-deleted', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:08:26.914375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b013ef-7ef4-4476-a033-2a9d7032d3af" -d '{"events": [{"server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "name": "network-vif-deleted", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:08:26.928353 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-647cf945-2964-4bd0-bbfa-01223fa6a19b req-024ed1a2-a118-49c7-af31-87fd510e1960 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/5205aae7-c0c6-47f0-a856-b4c76d621470 HTTP/1.1" status: 204 len: 173 time: 0.7290733 Sep 29 07:08:27.007449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc33f8c-cac5-41ee-9598-ec4adaf98941 x-openstack-request-id: req-edc33f8c-cac5-41ee-9598-ec4adaf98941 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:08:27.008084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a97db6-208f-4dbb-b3c2-f865c8e47e77", "name": "network-vif-deleted", "tag": "5205aae7-c0c6-47f0-a856-b4c76d621470", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:08:27.008084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edc33f8c-cac5-41ee-9598-ec4adaf98941 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:08:27.008367 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc33f8c-cac5-41ee-9598-ec4adaf98941'] response: {'server_uuid': 'f8a97db6-208f-4dbb-b3c2-f865c8e47e77', 'name': 'network-vif-deleted', 'tag': '5205aae7-c0c6-47f0-a856-b4c76d621470', 'status': 'completed', 'code': 200} Sep 29 07:08:27.164343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-ff688ee7-6a06-45c0-bbd4-d5593069d34e req-0fe6da60-accb-4626-908b-f6ef1649b629 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:27.180980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-ff688ee7-6a06-45c0-bbd4-d5593069d34e req-0fe6da60-accb-4626-908b-f6ef1649b629 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:27.182313 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ff688ee7-6a06-45c0-bbd4-d5593069d34e req-0fe6da60-accb-4626-908b-f6ef1649b629 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8a97db6-208f-4dbb-b3c2-f865c8e47e77 HTTP/1.1" status: 200 len: 210 time: 0.0670047 Sep 29 07:08:28.288176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50962) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:28.357474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da327f57-907f-4a95-ba75-88f60ab3deae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:28.385964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da327f57-907f-4a95-ba75-88f60ab3deae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:28.451886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da327f57-907f-4a95-ba75-88f60ab3deae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:28.473065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da327f57-907f-4a95-ba75-88f60ab3deae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b928a719-ee83-4a2a-b187-e70f19c155af,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:28.482307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da327f57-907f-4a95-ba75-88f60ab3deae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:28.486307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-da327f57-907f-4a95-ba75-88f60ab3deae tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/b928a719-ee83-4a2a-b187-e70f19c155af HTTP/1.1" status: 204 len: 168 time: 0.1944711 Sep 29 07:08:28.520851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50968) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:28.811205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5205aae7-c0c6-47f0-a856-b4c76d621470 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:08:28.844793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 5205aae7-c0c6-47f0-a856-b4c76d621470 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:08:28.845135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5205aae7-c0c6-47f0-a856-b4c76d621470 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:08:29.170820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:29.515205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 747e5956-f72c-4f30-8a01-88a6779de26b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:08:29.515877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:29.699214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 747e5956-f72c-4f30-8a01-88a6779de26b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=747e5956-f72c-4f30-8a01-88a6779de26b,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:29.699565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:29.824247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 747e5956-f72c-4f30-8a01-88a6779de26b owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:08:30.109630 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:08:30.243123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:30.293340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=747e5956-f72c-4f30-8a01-88a6779de26b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:30.572662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:30.932205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:08:31.103887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:08:31.113454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] Sync routers for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:08:31.120591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4f49bd9f-e6c3-468b-9de3-fdb02a206e8e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/2da844d8-b7ae-45f1-9099-eba6e5cc9c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5986104 Sep 29 07:08:31.122845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:31.123289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50972) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:31.123542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:31.187681 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet 2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:08:31.190460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.248082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.307341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:31.330130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.408586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.449568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7da91c-f4b6-4f9c-a306-cdc07a797ae7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:31.453237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.459899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-072a8963-25bc-4dc2-8247-f56384f59939 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/2e7da91c-f4b6-4f9c-a306-cdc07a797ae7 HTTP/1.1" status: 204 len: 168 time: 0.3355486 Sep 29 07:08:31.462677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 50976) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:31.481034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a255ca5-91ae-4400-ab0a-1fd03393b8de None None] Network 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:08:31.752086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.815418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:08:30Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:31.819296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] Checking router: 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:08:31.827940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] Routers {'2da844d8-b7ae-45f1-9099-eba6e5cc9c84'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:31.828556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:31.887390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] DHCP port deletion for 5183c3ff-c4ef-4dfa-bd6e-0c13850d594f request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:08:31.903659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Deleting port d23074c0-a2da-4924-b232-9d037958dee0 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:08:31.904029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.933927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:31.943781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 421707c3-56fc-4ea9-b918-ad41a69004be {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:08:31.944080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.113688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 421707c3-56fc-4ea9-b918-ad41a69004be, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=421707c3-56fc-4ea9-b918-ad41a69004be,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:32.114304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.118358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] Set router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:32.245036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 421707c3-56fc-4ea9-b918-ad41a69004be owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:08:32.368335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] For port d23074c0-a2da-4924-b232-9d037958dee0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d23074c0-a2da-4924-b232-9d037958dee0,segment=NetworkSegment(d1d01764-978a-4036-accb-a01768aa5268),segment_id=d1d01764-978a-4036-accb-a01768aa5268)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:32.368647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.418023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.463573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=421707c3-56fc-4ea9-b918-ad41a69004be,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:32.497191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Calling delete_port for d23074c0-a2da-4924-b232-9d037958dee0 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:08:32.561873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.629726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.679162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Pushing event deleted for resources: {'Port': ['ID=d23074c0-a2da-4924-b232-9d037958dee0,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:32.681586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] No DVR routers for this DVR port d23074c0-a2da-4924-b232-9d037958dee0 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:08:32.695873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.696235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.696577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.696912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.697239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.697574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.697898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.698223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.698583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.698909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.699229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.699549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247d985-3bb6-4408-a635-28e825fcf08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:32.711533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:08:30Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:32.715564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f3f4c-8dca-4d59-8592-162d54d7cd54 None None] The sync data for ids ['2da844d8-b7ae-45f1-9099-eba6e5cc9c84'] in dv-neutron-859761-1-hyperv is: [{'id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'name': 'tempest-TestNetworkBasicOps-router-2108071675', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175'}], 'enable_snat': True}, 'gw_port_id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:04:37Z', 'updated_at': '2022-09-29T07:08:30Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '421707c3-56fc-4ea9-b918-ad41a69004be', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da844d8-b7ae-45f1-9099-eba6e5cc9c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:04:38Z', 'updated_at': '2022-09-29T07:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:08:32.741513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.745822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.769986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.770684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 2da844d8-b7ae-45f1-9099-eba6e5cc9c84 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:08:32.785865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:32.786963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c9a5f063-4341-4149-b18a-f15c9b05846b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/2da844d8-b7ae-45f1-9099-eba6e5cc9c84 HTTP/1.1" status: 204 len: 168 time: 1.3233993 Sep 29 07:08:32.789902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50980) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:32.901269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.030517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.058267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5183c3ff-c4ef-4dfa-bd6e-0c13850d594f']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:33.070849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d01764-978a-4036-accb-a01768aa5268') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:33.071155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d01764-978a-4036-accb-a01768aa5268') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:33.083446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.100309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.107038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:08:33.107560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.194374 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d1d01764-978a-4036-accb-a01768aa5268 resource provider aggregate not found Sep 29 07:08:33.218528 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d1d01764-978a-4036-accb-a01768aa5268 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1d01764-978a-4036-accb-a01768aa5268 found for delete ", "request_id": "req-5ce88fe4-f919-4c9c-894d-e0bc11ad115f"}]} Sep 29 07:08:33.226174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.243639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.255190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=5183c3ff-c4ef-4dfa-bd6e-0c13850d594f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:33.260226 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-86c431cb-8115-437e-aa27-a38b350c4833 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/5183c3ff-c4ef-4dfa-bd6e-0c13850d594f HTTP/1.1" status: 204 len: 168 time: 0.4692318 Sep 29 07:08:33.273166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50992) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:33.279527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--1808597181', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:33.284628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:33.288948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:33.292152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:33.298578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:33.308880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:08:33.312433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.342061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:08:33.351940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.352300 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment 267aa2a8-aaf8-4570-aef4-fb4c835f893a of type vlan for network 7caaf281-68ae-4c80-bbdf-0a1986c9374c Sep 29 07:08:33.385169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.422765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.428188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:33.428760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.627816 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3535573 Sep 29 07:08:33.630647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 50996) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:33.637497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-550544068', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:33.645614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:33.647814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908bd4c-bcce-4070-ba13-7ded43aa3323 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=7caaf281-68ae-4c80-bbdf-0a1986c9374c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:33.652363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:33.655978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:33.657721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:08:33.661783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:33.671683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.673164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.687875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:33.783631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 747e5956-f72c-4f30-8a01-88a6779de26b no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:08:33.818364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 747e5956-f72c-4f30-8a01-88a6779de26b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:08:33.818743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 747e5956-f72c-4f30-8a01-88a6779de26b not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:08:33.819167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d23074c0-a2da-4924-b232-9d037958dee0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:08:33.894352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d23074c0-a2da-4924-b232-9d037958dee0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:08:33.894713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d23074c0-a2da-4924-b232-9d037958dee0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:08:33.973540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:34.264792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:34.294732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:34.426126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.208 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/165d8eec-8b52-46f4-ae9a-a27ee8748101) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:08:34.566630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:34.594289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:34.656801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:08:34.659482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:34.663215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:08:34.705065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=165d8eec-8b52-46f4-ae9a-a27ee8748101,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:35.166198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:35.358310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 421707c3-56fc-4ea9-b918-ad41a69004be no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:08:35.391651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 421707c3-56fc-4ea9-b918-ad41a69004be {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:08:35.392138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 421707c3-56fc-4ea9-b918-ad41a69004be not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:08:35.499271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:35.694589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:08:35.870022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:08:35.882550 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:08:35.892211 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:35.892810 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:35.897774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:35.898984 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-de4504c6-a29b-4190-a5db-465b1e190463 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2675490 Sep 29 07:08:35.902284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51000) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:35.947436 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-37eb0978-3e9f-4fc5-8e46-ffbb68323f05 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415103 Sep 29 07:08:35.947636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51004) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:36.066941 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:36.074969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d4b1dd-9706-43a9-8b02-986d2735721e tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:36.076463 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-68d4b1dd-9706-43a9-8b02-986d2735721e tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279304 Sep 29 07:08:36.079909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51008) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:36.118620 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-48bdebad-6067-4ff8-b92e-4de4b47cf922 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376480 Sep 29 07:08:36.121265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51012) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:36.127129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299324542', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:36.233901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:36.237791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:36.240726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:36.246332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:36.256391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:08:36.259956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.354269 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:34Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:36.358716 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:08:36.359067 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Updating router c0765c23-5a34-42c7-8e86-6c59d58b62bb port 165d8eec-8b52-46f4-ae9a-a27ee8748101 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:08:36.413641 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.590904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.668587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=b288a91b-4302-4728-9374-dbe346411365,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:36.680620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:08:36.680977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 7caaf281-68ae-4c80-bbdf-0a1986c9374c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:08:36.699900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:08:36.708367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 7caaf281-68ae-4c80-bbdf-0a1986c9374c) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:36.712410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:36.713047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.720313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c38b8-bbe8-4c6a-ae56-2009200ece40 None None] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:08:36.734201 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-29d3abf5-737c-4de2-8e18-6841310cec38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6116688 Sep 29 07:08:36.737320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51016) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:36.754667 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.766368 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Transition to ACTIVE for port object 165d8eec-8b52-46f4-ae9a-a27ee8748101 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:36.772788 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.834654 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Attempting to bind port 165d8eec-8b52-46f4-ae9a-a27ee8748101 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:08:36.835022 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Attempting to bind port 165d8eec-8b52-46f4-ae9a-a27ee8748101 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:08:36.835377 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Attempting to bind port 165d8eec-8b52-46f4-ae9a-a27ee8748101 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:08:36.843812 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:08:36.844183 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:08:36.845118 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.845502 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:08:36.845967 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Bound port: 165d8eec-8b52-46f4-ae9a-a27ee8748101, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:08:36.846325 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.888831 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Pushing event updated for resources: {'Port': ['ID=165d8eec-8b52-46f4-ae9a-a27ee8748101,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:36.898721 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.899061 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.899396 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.899725 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.900050 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.900374 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.900694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.901014 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.901333 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.901652 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.901968 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.902284 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:36.937495 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] For port 165d8eec-8b52-46f4-ae9a-a27ee8748101, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:08:36.942371 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] For port 165d8eec-8b52-46f4-ae9a-a27ee8748101, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=165d8eec-8b52-46f4-ae9a-a27ee8748101,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:08:36.947832 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:36.953081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:08:36.954244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.014098 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:37.014744 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:37.111425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Allocated IP 172.20.0.2 (7caaf281-68ae-4c80-bbdf-0a1986c9374c/b288a91b-4302-4728-9374-dbe346411365/016c4797-bb26-49a1-9e01-6f97c9ba7f29) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:08:37.124931 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4098e-0ea5-4432-9efb-8382c1389c02 None None] Pushing event updated for resources: {'Port': ['ID=165d8eec-8b52-46f4-ae9a-a27ee8748101,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:37.229241 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:37.329945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.340510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Transition to ACTIVE for port object 016c4797-bb26-49a1-9e01-6f97c9ba7f29 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:37.370312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Transition to ACTIVE for port object 016c4797-bb26-49a1-9e01-6f97c9ba7f29 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:37.378688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.450417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:08:37.453415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:37.457707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:08:37.464180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Pushing event updated for resources: {'Port': ['ID=016c4797-bb26-49a1-9e01-6f97c9ba7f29,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:37.491885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.528534 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:34Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:37.533056 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b968e7-0187-4808-b69f-8a048dd809f7 None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:34Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:08:37.568455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Attempting to bind port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:08:37.568968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Attempting to bind port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:08:37.569329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Attempting to bind port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:08:37.574815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:08:37.575184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Checking segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:08:37.575976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.575976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Bound using segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:08:37.576410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Bound port: 016c4797-bb26-49a1-9e01-6f97c9ba7f29, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:08:37.576775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.680419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] For port 016c4797-bb26-49a1-9e01-6f97c9ba7f29, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:08:37.683860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] For port 016c4797-bb26-49a1-9e01-6f97c9ba7f29, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=016c4797-bb26-49a1-9e01-6f97c9ba7f29,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:08:37.687957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:37.786400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee160b-fb85-4605-bc01-e15c9dd692eb None None] Pushing event updated for resources: {'Port': ['ID=016c4797-bb26-49a1-9e01-6f97c9ba7f29,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:37.948527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (7caaf281-68ae-4c80-bbdf-0a1986c9374c/b288a91b-4302-4728-9374-dbe346411365/6ae35f93-d0ad-458e-929f-091dd6ab1410) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:08:38.253226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:38.269507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 6ae35f93-d0ad-458e-929f-091dd6ab1410 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:38.296557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:38.366129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:08:38.369141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:38.373371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:08:38.420407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=6ae35f93-d0ad-458e-929f-091dd6ab1410,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:38.439979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:38.642772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-323c453d-ec2c-43cc-8d17-c69dd7e8aa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:38.714922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:38.780546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76676d9d-4f8c-40b6-bb90-c2cf708d61ec None None] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:08:38.871016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-60b48498-c955-4527-9302-8043d5af3650 None None] Provisioning for port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:39.138474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.143983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.263677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.268002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=6ae35f93-d0ad-458e-929f-091dd6ab1410,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:39.329772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Provisioning for port 6ae35f93-d0ad-458e-929f-091dd6ab1410 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:39.334936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Provisioning complete for port 6ae35f93-d0ad-458e-929f-091dd6ab1410 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:39.335297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.335630 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Attempt 1 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:39.400489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Port 6ae35f93-d0ad-458e-929f-091dd6ab1410 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:39.433742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:08:39.435085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:39.524505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 165d8eec-8b52-46f4-ae9a-a27ee8748101 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:39.609082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 165d8eec-8b52-46f4-ae9a-a27ee8748101 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:39.615688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 165d8eec-8b52-46f4-ae9a-a27ee8748101 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:39.616241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.616860 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 165d8eec-8b52-46f4-ae9a-a27ee8748101 Sep 29 07:08:39.657949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:08:39.765853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 165d8eec-8b52-46f4-ae9a-a27ee8748101 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:39.766298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.783389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 165d8eec-8b52-46f4-ae9a-a27ee8748101, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=165d8eec-8b52-46f4-ae9a-a27ee8748101,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:39.787924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:39.789005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 016c4797-bb26-49a1-9e01-6f97c9ba7f29 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:39.913069 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Attempt 2 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:39.978879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:08:39.991764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=165d8eec-8b52-46f4-ae9a-a27ee8748101,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:39.993308 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cc79f3db-8b8a-4894-b8b2-44e6f8056303 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/c0765c23-5a34-42c7-8e86-6c59d58b62bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2549486 Sep 29 07:08:39.994545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:08:39.995992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51020) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.006206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Port 6ae35f93-d0ad-458e-929f-091dd6ab1410 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:40.012264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:40.013003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:40.068711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:40.081873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:40.082248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.082626 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 Sep 29 07:08:40.137017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d49a2-b38f-48dd-a4f4-837218a86a6d tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.137496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d49a2-b38f-48dd-a4f4-837218a86a6d tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.137959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d49a2-b38f-48dd-a4f4-837218a86a6d tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.138413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d49a2-b38f-48dd-a4f4-837218a86a6d tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.140141 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-075d49a2-b38f-48dd-a4f4-837218a86a6d tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1431012 Sep 29 07:08:40.142910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51024) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.212572 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29eccb-6d39-4199-a5ac-bf125f511066 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.213038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29eccb-6d39-4199-a5ac-bf125f511066 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.213490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29eccb-6d39-4199-a5ac-bf125f511066 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.213940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29eccb-6d39-4199-a5ac-bf125f511066 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:40.215638 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5f29eccb-6d39-4199-a5ac-bf125f511066 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0717986 Sep 29 07:08:40.218332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51028) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.278180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:40.371818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:40.372211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.424473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0b6f032d-ff8b-40ec-b00d-0f3676a307fb tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1998637 Sep 29 07:08:40.490372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51034) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.495533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144746805', 'description': 'tempest-secgroup-smoke-2144746805 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:40.501705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:40.505967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:40.508925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:40.512828 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Attempt 3 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:40.515178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:40.526529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.549472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:40.553400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:40.556669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:40.563078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:40.595434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 016c4797-bb26-49a1-9e01-6f97c9ba7f29, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=016c4797-bb26-49a1-9e01-6f97c9ba7f29,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:40.606171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Port 6ae35f93-d0ad-458e-929f-091dd6ab1410 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:40.611033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.638591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.645596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.690685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe7774-277e-4441-9922-89fa654db787,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:40.693492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.697548 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7a313e22-39cf-4ae4-8175-b431299cde74 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2033944 Sep 29 07:08:40.697810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51038) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.702852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '76fe7774-277e-4441-9922-89fa654db787', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:40.709561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:40.713413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:40.716460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:40.722125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:40.730109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=016c4797-bb26-49a1-9e01-6f97c9ba7f29,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:40.739254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.754238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:40.758147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:08:40.758516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Updating router c0765c23-5a34-42c7-8e86-6c59d58b62bb port 6ae35f93-d0ad-458e-929f-091dd6ab1410 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:08:40.799412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.803333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.810847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.824227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc37af-923a-41ca-bdf2-d887f9666f6e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:40.836159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.837461 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f0df41e6-881d-45f0-9aa4-9b4e55c3eeb6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386299 Sep 29 07:08:40.840331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51042) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.845351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '76fe7774-277e-4441-9922-89fa654db787', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:40.851284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:40.855432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:40.858262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:40.863968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:40.881513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.945278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.949554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.951528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-42c4e511-ca70-48df-85e8-b6c61c7f9d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.971283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98522e85-4edb-4500-9738-dc701549dbed,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:40.982744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:40.983935 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f559527f-e340-48e5-8d0b-74ebb8ccfb88 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426876 Sep 29 07:08:40.987195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51046) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:40.992095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '76fe7774-277e-4441-9922-89fa654db787', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:40.997824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:41.002384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:41.005281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:41.011007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:41.026989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.088100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.091869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.110264 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Attempt 4 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:41.116926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed9c005-ee3b-41b9-be4e-a09b1ca151f7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:41.127094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.128426 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8f4ef5c0-c6a3-4816-9d55-a404835cd1a8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403000 Sep 29 07:08:41.131251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51050) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:41.136292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '76fe7774-277e-4441-9922-89fa654db787', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:41.142017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:41.145896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:41.148773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:41.154408 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:41.171249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.215826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Port 6ae35f93-d0ad-458e-929f-091dd6ab1410 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:41.219448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.231604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Transition to ACTIVE for port object 6ae35f93-d0ad-458e-929f-091dd6ab1410 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:41.237596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.238946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.240750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.264050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdef9d1-a958-4813-ab26-093ce5fffb73,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:41.273668 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.274919 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a9c9fbab-0322-4eeb-b732-b80f88026f08 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427183 Sep 29 07:08:41.277804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51054) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:41.282718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '76fe7774-277e-4441-9922-89fa654db787', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:41.288524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:41.292359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:41.295232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:41.301629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:41.312469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:08:41.319530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.389594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.396104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.423400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b906b3-55e7-420f-931f-a3418e5a5365,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:41.434075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.435789 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eabc549f-cad5-40f0-a853-9840a7a2fbb5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569872 Sep 29 07:08:41.438615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51058) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:41.444040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '76fe7774-277e-4441-9922-89fa654db787', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:41.450449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:41.454447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:41.457720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:41.463698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:41.476063 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:08:41.481690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 165d8eec-8b52-46f4-ae9a-a27ee8748101 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:41.483197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.545458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16409441-8688-4e1b-8825-d40fa1369a72 None None] Pushing event updated for resources: {'Port': ['ID=6ae35f93-d0ad-458e-929f-091dd6ab1410,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:41.550865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.555851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.556276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Attempting to bind port 6ae35f93-d0ad-458e-929f-091dd6ab1410 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:08:41.556689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Attempting to bind port 6ae35f93-d0ad-458e-929f-091dd6ab1410 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:08:41.557663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Attempting to bind port 6ae35f93-d0ad-458e-929f-091dd6ab1410 on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:08:41.568000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:08:41.568378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Checking segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:08:41.569101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.569232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Bound using segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:08:41.569616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Bound port: 6ae35f93-d0ad-458e-929f-091dd6ab1410, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:08:41.569989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.578860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a875579-669e-4c08-b68b-e6927cb9b972,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:41.588789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.589994 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-69add616-a273-494d-a149-335767fe9dbd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504316 Sep 29 07:08:41.644626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 165d8eec-8b52-46f4-ae9a-a27ee8748101 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:41.644998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.645334 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 165d8eec-8b52-46f4-ae9a-a27ee8748101 Sep 29 07:08:41.716747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] For port 6ae35f93-d0ad-458e-929f-091dd6ab1410, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:08:41.718778 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Attempt 5 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:41.779674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] For port 6ae35f93-d0ad-458e-929f-091dd6ab1410, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ae35f93-d0ad-458e-929f-091dd6ab1410,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:08:41.788449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:41.810157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0e762aec-8e67-4d35-97c6-7d08c93cf6ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:41.826037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0e762aec-8e67-4d35-97c6-7d08c93cf6ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:41.827221 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0e762aec-8e67-4d35-97c6-7d08c93cf6ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144746805&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0595937 Sep 29 07:08:41.890453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Port 6ae35f93-d0ad-458e-929f-091dd6ab1410 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:41.917276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:41.917891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:41.979368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0cfe6be9-af9a-41c5-bd88-2fb75eb317bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:41.980050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0cfe6be9-af9a-41c5-bd88-2fb75eb317bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:41.995779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0cfe6be9-af9a-41c5-bd88-2fb75eb317bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:41.997067 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-0cfe6be9-af9a-41c5-bd88-2fb75eb317bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 797 time: 0.1613910 Sep 29 07:08:42.007743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:42.012780 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-1d373f72-72fa-4f62-8ff7-b65c5dccf9ab tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0091832 Sep 29 07:08:42.019897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 165d8eec-8b52-46f4-ae9a-a27ee8748101 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:42.020967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 016c4797-bb26-49a1-9e01-6f97c9ba7f29 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:42.057289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16409441-8688-4e1b-8825-d40fa1369a72 None None] Pushing event updated for resources: {'Port': ['ID=6ae35f93-d0ad-458e-929f-091dd6ab1410,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:42.102658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-f2b9dd6a-b072-4b87-92bf-85bfb50b63e2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:42.118075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-f2b9dd6a-b072-4b87-92bf-85bfb50b63e2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:42.119511 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-f2b9dd6a-b072-4b87-92bf-85bfb50b63e2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007907 Sep 29 07:08:42.153281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:42.188943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:42.251972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:42.252251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:42.252591 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 Sep 29 07:08:42.294272 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-21621a8f-9a7d-44d3-8024-39c6fc530339 service neutron] 10.222.0.26 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623733 Sep 29 07:08:42.428259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-fdf86e50-ad8e-48f0-aa1f-1db72541dcde service neutron] 10.222.0.26 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281004 Sep 29 07:08:42.429535 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Attempt 6 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:42.603415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:42.626237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d36979d3-eae5-43b3-bed3-254d7a954837 req-47108ff7-c7c5-4e6a-a5ea-1076564f5df2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:42.636063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2274659e-b6fd-4769-afb4-9616f3dd7d71 None None] Port 6ae35f93-d0ad-458e-929f-091dd6ab1410 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:08:42.639557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d36979d3-eae5-43b3-bed3-254d7a954837 req-47108ff7-c7c5-4e6a-a5ea-1076564f5df2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:42.651462 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d36979d3-eae5-43b3-bed3-254d7a954837 req-47108ff7-c7c5-4e6a-a5ea-1076564f5df2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 210 time: 0.0802329 Sep 29 07:08:42.677293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:41Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:42.681308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fec88e-d13f-4cda-b9d7-0db34eb523b0 None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:41Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:08:43.402254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:43.431998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ae35f93-d0ad-458e-929f-091dd6ab1410 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:43.503479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6ae35f93-d0ad-458e-929f-091dd6ab1410 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:43.508640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6ae35f93-d0ad-458e-929f-091dd6ab1410 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:43.509014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:43.509395 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:43.635349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6ae35f93-d0ad-458e-929f-091dd6ab1410 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:43.635674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:43.672834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6ae35f93-d0ad-458e-929f-091dd6ab1410, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ae35f93-d0ad-458e-929f-091dd6ab1410,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:43.677286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:43.766737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6ae35f93-d0ad-458e-929f-091dd6ab1410,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:43.960537 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35b5d62a-8039-454d-b6c1-37dd94d4a483 req-bf714765-7cbd-4697-bc3b-b942532ddbf5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 210 time: 0.0644622 Sep 29 07:08:44.019091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-61e75946-9b39-4282-8ed9-8f0919616ca8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:44.020519 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-61e75946-9b39-4282-8ed9-8f0919616ca8 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 797 time: 0.3144250 Sep 29 07:08:44.091786 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-ccbddef5-0456-4912-81bc-03a9d90cdfda tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 380 time: 0.0382435 Sep 29 07:08:44.100576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['76fe7774-277e-4441-9922-89fa654db787']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:44.232596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:44.242544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:44.252600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:08:44.256035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:44.415896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.10 (7caaf281-68ae-4c80-bbdf-0a1986c9374c/b288a91b-4302-4728-9374-dbe346411365/ae7a93fa-2fd6-4968-ae48-dfd80221bc4b) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:08:44.599579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:44.615628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object ae7a93fa-2fd6-4968-ae48-dfd80221bc4b will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:44.638485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:44.708579 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:08:44.711662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:44.715384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:08:44.750065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:44.783008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:44.783617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:44.808886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-067631a6-7198-4915-8380-cbc3e416f1f5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117624 Sep 29 07:08:44.826737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Request body: {'port': {'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:44.893823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Provisioning for port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:44.898393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Provisioning complete for port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:44.898836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:44.899165 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Attempt 1 to provision port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b Sep 29 07:08:44.944224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:44.998227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:45.161974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e0ac1-4eb9-4af9-9a59-8229d28e2bc5 req-bbf820b7-6fa6-47b3-8de0-1e96c0524081 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:45.164184 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b28e0ac1-4eb9-4af9-9a59-8229d28e2bc5 req-bbf820b7-6fa6-47b3-8de0-1e96c0524081 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 932 time: 0.0914872 Sep 29 07:08:45.211868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-b28e0ac1-4eb9-4af9-9a59-8229d28e2bc5 req-25b2da99-805c-4133-94c0-bdddc99adff6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:45.223319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-b28e0ac1-4eb9-4af9-9a59-8229d28e2bc5 req-25b2da99-805c-4133-94c0-bdddc99adff6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:45.224479 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b28e0ac1-4eb9-4af9-9a59-8229d28e2bc5 req-25b2da99-805c-4133-94c0-bdddc99adff6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553160 Sep 29 07:08:45.299889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7a93fa-2fd6-4968-ae48-dfd80221bc4b {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:08:45.307070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:45.322155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Transition to ACTIVE for port object ae7a93fa-2fd6-4968-ae48-dfd80221bc4b will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:08:45.327235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:45.427495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ae35f93-d0ad-458e-929f-091dd6ab1410 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:45.497976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6ae35f93-d0ad-458e-929f-091dd6ab1410 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:45.498669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:45.499002 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6ae35f93-d0ad-458e-929f-091dd6ab1410 Sep 29 07:08:45.521446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:45.525940 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Attempt 2 to provision port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b Sep 29 07:08:45.558145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Attempting to bind port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:08:45.558551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Attempting to bind port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:08:45.559255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Attempting to bind port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:08:45.564813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:08:45.565220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Attempting to bind port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:08:45.570761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:08:45.571098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Checking segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:08:45.571479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Bound using segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:08:45.571901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Bound port: ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:08:45.572245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:45.598879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:08:45.660203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6ae35f93-d0ad-458e-929f-091dd6ab1410 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:45.664288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:08:45.667915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:08:45.673309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:45.676452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:45.677060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:45.678629 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] 10.222.0.61 "PUT /v2.0/ports/ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 1094 time: 0.8561535 Sep 29 07:08:45.818238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:08:45.820611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e10e5-f25c-449a-8b67-c3311b6f6bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:08:45.876890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a649c81-d424-4bf9-b4f7-a6984d97df16 x-openstack-request-id: req-1a649c81-d424-4bf9-b4f7-a6984d97df16 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:08:45.877257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:08:45.877577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a649c81-d424-4bf9-b4f7-a6984d97df16 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:08:45.878028 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a649c81-d424-4bf9-b4f7-a6984d97df16'] response: {'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'status': 'completed', 'code': 200} Sep 29 07:08:45.920717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d96d6-205d-43a7-b038-dfafb5557cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:45.939519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-bf1f3ba4-c63d-4a5f-b931-da38fc51766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:45.940986 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-bf1f3ba4-c63d-4a5f-b931-da38fc51766d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1097 time: 0.1129203 Sep 29 07:08:46.014027 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-f9f2463b-2914-4bac-a404-2d18171a9a79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 217 time: 0.0597312 Sep 29 07:08:46.078020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-f64b4536-d87b-47ec-944f-e382093238e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.079797 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-f64b4536-d87b-47ec-944f-e382093238e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0592406 Sep 29 07:08:46.099981 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Attempt 3 to provision port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b Sep 29 07:08:46.163301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d8c14f7b-297a-4fd7-97f7-fceba9086047 None None] Port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:08:46.167023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-7c33cfb3-2283-4841-98b4-bc1d16571fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.168414 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-7c33cfb3-2283-4841-98b4-bc1d16571fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812516 Sep 29 07:08:46.298308 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-d3ee47ea-8f17-44f8-8de1-004e8cd3fb9b service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228251 Sep 29 07:08:46.426586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245d22-4704-4032-8d19-7b9bc8918d0b req-3455429e-ff87-4999-afaa-affe7a5fbcef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.428098 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c2245d22-4704-4032-8d19-7b9bc8918d0b req-3455429e-ff87-4999-afaa-affe7a5fbcef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 944 time: 0.0944333 Sep 29 07:08:46.430799 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-183f8af4-22dd-49b7-967b-24a5cd4158ac req-4473ef88-2bb8-4120-a054-80a3f8f64fdf service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262257 Sep 29 07:08:46.472799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c2245d22-4704-4032-8d19-7b9bc8918d0b req-cd33a276-e18a-40f9-b6a9-37f8d0dcb1c2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 Sep 29 07:08:46.599391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-27ccb0cb-0207-4557-82a5-009fd131f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.600905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-27ccb0cb-0207-4557-82a5-009fd131f5c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1097 time: 0.0811615 Sep 29 07:08:46.727775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-f99d690e-065d-4e02-9d88-ac163727ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.729184 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-f99d690e-065d-4e02-9d88-ac163727ffa6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1222413 Sep 29 07:08:46.793932 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-1eb2b2eb-1357-4f0b-953e-2ebba49781d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 217 time: 0.0579917 Sep 29 07:08:46.857257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-107f1936-2385-460d-b040-9de1efdd4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.858660 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-107f1936-2385-460d-b040-9de1efdd4bd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0585670 Sep 29 07:08:46.938251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-67ba255e-54b6-49f6-a1cf-5535ba08ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:46.939730 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-67ba255e-54b6-49f6-a1cf-5535ba08ccd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747111 Sep 29 07:08:47.066098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-c68266af-1799-4197-9892-fff679635443 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203594 Sep 29 07:08:47.194511 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-874e10e5-f25c-449a-8b67-c3311b6f6bbf req-24070a8d-5c58-496e-9e04-21557d6b220e service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219358 Sep 29 07:08:47.280807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:47.673962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58574b2-59ca-4858-9763-e9c3c16bfe7f req-1c45c89b-6209-44b5-b68e-4e9d6b8d0f22 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:47.674672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a58574b2-59ca-4858-9763-e9c3c16bfe7f req-1c45c89b-6209-44b5-b68e-4e9d6b8d0f22 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:47.689918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a58574b2-59ca-4858-9763-e9c3c16bfe7f req-1c45c89b-6209-44b5-b68e-4e9d6b8d0f22 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:47.691061 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a58574b2-59ca-4858-9763-e9c3c16bfe7f req-1c45c89b-6209-44b5-b68e-4e9d6b8d0f22 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 944 time: 0.1052680 Sep 29 07:08:47.735328 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a58574b2-59ca-4858-9763-e9c3c16bfe7f req-54de62ad-dadb-48b5-a297-a79e55abc03e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379033 Sep 29 07:08:49.034986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84876-cd32-4e1c-a19a-c5aa893a7db5 req-5c01ceff-a7ad-4574-9ae0-e6c35a79fa36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:49.036588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6f84876-cd32-4e1c-a19a-c5aa893a7db5 req-5c01ceff-a7ad-4574-9ae0-e6c35a79fa36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 944 time: 0.1895747 Sep 29 07:08:49.079931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6f84876-cd32-4e1c-a19a-c5aa893a7db5 req-ca68d446-5cf2-475d-aa45-ea81d079c071 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376062 Sep 29 07:08:50.270709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f4b7d-2196-47c7-afc5-991d2f4907e8 req-3aa0014a-84fa-4b74-b9b6-4b9e08fbd750 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:50.272165 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5a7f4b7d-2196-47c7-afc5-991d2f4907e8 req-3aa0014a-84fa-4b74-b9b6-4b9e08fbd750 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 944 time: 0.0848765 Sep 29 07:08:50.413453 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5a7f4b7d-2196-47c7-afc5-991d2f4907e8 req-d5f871fa-38bf-4545-8cb9-9d8b0661013f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357088 Sep 29 07:08:50.877102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ae7a93fa-2fd6-4968-ae48-dfd80221bc4b details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:08:51.006838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:51.022326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:08:51.074611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:51.074987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:51.090834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7a93fa-2fd6-4968-ae48-dfd80221bc4b {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:08:51.106272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:51.110677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:51.175499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:51.560370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:08:51.610224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2c9d-b4a1-45f8-b925-e8950182a1aa req-29bf3dd7-e2ae-4344-a195-554d7d8d1603 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:51.611817 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-948a2c9d-b4a1-45f8-b925-e8950182a1aa req-29bf3dd7-e2ae-4344-a195-554d7d8d1603 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 945 time: 0.0884228 Sep 29 07:08:51.655083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-948a2c9d-b4a1-45f8-b925-e8950182a1aa req-d11ceb68-3122-4bc4-b5a5-d7276c05199b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376394 Sep 29 07:08:52.852148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c99ed3-65bd-4926-8708-2a3cfa806bcd req-2ac4bc11-cc05-40c4-bf1f-e515e1c46fdc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:52.853592 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10c99ed3-65bd-4926-8708-2a3cfa806bcd req-2ac4bc11-cc05-40c4-bf1f-e515e1c46fdc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 945 time: 0.0853426 Sep 29 07:08:52.891898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ae7a93fa-2fd6-4968-ae48-dfd80221bc4b up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:08:52.897454 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10c99ed3-65bd-4926-8708-2a3cfa806bcd req-878befbb-c567-4dac-bd68-7a97a4334409 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Sep 29 07:08:52.956760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:08:52.961201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:08:52.961564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:52.961894 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b Sep 29 07:08:53.081106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:08:53.081490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:53.108575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:08:53.110930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a4186a-79c5-4e8c-90db-8aebc0e462a2" -d '{"events": [{"server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:08:53.118403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:08:53.123245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:53.192642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:53.282399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23203f-1215-4415-b347-af205e3f0413 x-openstack-request-id: req-bf23203f-1215-4415-b347-af205e3f0413 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:08:53.282732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:08:53.282990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf23203f-1215-4415-b347-af205e3f0413 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:08:53.283411 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf23203f-1215-4415-b347-af205e3f0413'] response: {'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'code': 200} Sep 29 07:08:53.552700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd201938-accc-4244-ad51-fc9d707f1550 req-a5fc01a1-e247-43d4-bca4-f72dbcb22c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:53.554072 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fd201938-accc-4244-ad51-fc9d707f1550 req-a5fc01a1-e247-43d4-bca4-f72dbcb22c57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0795016 Sep 29 07:08:53.593867 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fd201938-accc-4244-ad51-fc9d707f1550 req-d9d109bf-9e3a-4b97-9878-32b2cdd6e463 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338492 Sep 29 07:08:54.104029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4be41-3da9-45a1-9694-f7175fb71809 req-4f72dd2f-690d-41e3-b3ab-7d2ebd8da8b6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:54.105493 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-66e4be41-3da9-45a1-9694-f7175fb71809 req-4f72dd2f-690d-41e3-b3ab-7d2ebd8da8b6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 946 time: 0.0952141 Sep 29 07:08:54.150564 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-66e4be41-3da9-45a1-9694-f7175fb71809 req-97bf3c61-6372-4193-8d2f-c0ec332cc243 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378280 Sep 29 07:08:55.344938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578362-0e54-4176-bc13-3a59dca9aa2e req-981ee150-3550-4148-ae43-99eae0caba68 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:55.346396 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b578362-0e54-4176-bc13-3a59dca9aa2e req-981ee150-3550-4148-ae43-99eae0caba68 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 946 time: 0.0848460 Sep 29 07:08:55.393899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b578362-0e54-4176-bc13-3a59dca9aa2e req-e2cea08b-01b8-4127-8787-9db2c98ebe07 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Sep 29 07:08:55.586761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61871c3-6f9a-4f12-a675-06f2f825e39f req-dfa19c78-5f06-42e4-b49c-2b899aa25980 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:55.588235 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f61871c3-6f9a-4f12-a675-06f2f825e39f req-dfa19c78-5f06-42e4-b49c-2b899aa25980 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 946 time: 0.0852792 Sep 29 07:08:55.632187 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f61871c3-6f9a-4f12-a675-06f2f825e39f req-cb0f6d90-2045-49c2-ae9f-9a21b86e5d34 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 Sep 29 07:08:55.660371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51122) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:55.742166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3f22b-1306-43c8-bc94-b35e092a6074 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:55.743689 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5ae3f22b-1306-43c8-bc94-b35e092a6074 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1094 time: 0.0823863 Sep 29 07:08:55.746486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51126) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:55.752144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:55.759389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:55.763351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:55.766275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:55.772068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:55.783038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:55.916991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:56.048573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.108 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/d3816974-4c47-46d1-b824-bb1ba093e47c) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:08:56.192573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:56.221696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:56.280844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:08:56.284135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:08:56.287564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:08:56.332763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=d3816974-4c47-46d1-b824-bb1ba093e47c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:56.687726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:56.759499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:57.053055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:57.057550 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:57.161430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=d3816974-4c47-46d1-b824-bb1ba093e47c,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:57.163926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:57.341415 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP f2535305-2a78-4e68-bcf0-a0139c13a643 associated. External IP: 172.26.0.108, port: ae7a93fa-2fd6-4968-ae48-dfd80221bc4b. Sep 29 07:08:57.683911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:08:57.860932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:08:57.870290 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:08:57.880884 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:57.881513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:57.885466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:57.942524 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-87ab4072-1e7b-4013-b936-85a9821d990a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1949959 Sep 29 07:08:57.943105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:08:57.945262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51130) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:57.945870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc1537-7574-4b00-a914-bb84af5f9ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:08:57.991596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a17db-7be1-471e-a4b6-6d99c40ee7e6 x-openstack-request-id: req-dc8a17db-7be1-471e-a4b6-6d99c40ee7e6 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:08:57.991884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:08:57.992131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc8a17db-7be1-471e-a4b6-6d99c40ee7e6 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:08:57.992530 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8a17db-7be1-471e-a4b6-6d99c40ee7e6'] response: {'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'status': 'completed', 'code': 200} Sep 29 07:08:58.024439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e2a7b0-2d08-4f6a-8f22-8dde9c7422a6 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:58.031615 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-33e2a7b0-2d08-4f6a-8f22-8dde9c7422a6 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1094 time: 0.0795176 Sep 29 07:08:58.063591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:58.097210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51138) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:58.104656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873861028', 'description': 'tempest-secgroup-smoke-873861028 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:58.111046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.116317 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-358c7930-52bc-4f5c-8a1c-7ae25a187c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:58.117967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-358c7930-52bc-4f5c-8a1c-7ae25a187c1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0827365 Sep 29 07:08:58.121576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:58.132453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.154022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.158196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:58.161922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:58.167979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:58.248949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-9f27041a-5c69-412e-88c8-483c3c30e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:58.251064 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-9f27041a-5c69-412e-88c8-483c3c30e3f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1276314 Sep 29 07:08:58.252965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.257363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.314933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.316455 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2176464 Sep 29 07:08:58.317272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351a6148-d0b5-453a-a2fb-6687b0f605eb,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:58.320793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:58.327456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.327865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.328212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.328549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.328880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.329212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.329544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.329869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.330196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.330533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.330862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.331183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601ab4e4-662e-490d-ae25-a13819c81aca tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:08:58.336684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '351a6148-d0b5-453a-a2fb-6687b0f605eb', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:58.342774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.351674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:58.357551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:58.366966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:58.368160 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-90384578-13c1-4e84-8ea2-1c9304e3f9c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 1000 time: 0.1114953 Sep 29 07:08:58.386356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.432914 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:56Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:58.437084 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:08:58.442106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-a25e47a7-7cf9-491e-8c9b-1df2a4305202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:58.444482 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-a25e47a7-7cf9-491e-8c9b-1df2a4305202 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0701680 Sep 29 07:08:58.446915 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:08:58.447524 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:08:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:58.455032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.459510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.485148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ba06c3-1289-4bb9-84d6-96c15ac1581f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:58.501149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.502474 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-344f4578-69f1-416d-8152-30f057ec6b33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805499 Sep 29 07:08:58.506755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51146) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:58.512502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '351a6148-d0b5-453a-a2fb-6687b0f605eb', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:58.519050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.523318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:58.526353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:58.532297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:58.551108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.613974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.618022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.635945 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:08:58.648548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-fed825d2-576d-4896-a7ba-96b47ac82066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:58.648763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac35455-8beb-454c-9415-813a8dc611c4,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:58.650053 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-fed825d2-576d-4896-a7ba-96b47ac82066 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1993811 Sep 29 07:08:58.659696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.660858 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a73eeebd-0a37-4bca-90ab-70ab9cc6e975 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531184 Sep 29 07:08:58.663581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51150) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:58.669186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '351a6148-d0b5-453a-a2fb-6687b0f605eb', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:58.676223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.680468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:58.683475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:58.689338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:58.709451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.779703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.784692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.787469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-ade55934-55e7-4d2b-b00d-b3cca358feae service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303658 Sep 29 07:08:58.808909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ae047-5e7b-462a-9a93-c53f665e4018,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:58.818928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.822931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-da559220-4e9d-411d-b368-1751533ba6e3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555617 Sep 29 07:08:58.823307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51154) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:58.828626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '351a6148-d0b5-453a-a2fb-6687b0f605eb', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:58.835312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.839645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:58.842760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:58.849500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:58.869184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.927674 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93dc1537-7574-4b00-a914-bb84af5f9ee2 req-92260dce-4aed-4213-9edf-99ce3bfd8a9e service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340716 Sep 29 07:08:58.935233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.939165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.956813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d9251c-f30d-44ef-88a7-23e5c3b2c1a0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:58.974943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:58.976133 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ff8028aa-b8fa-4b94-b664-72c845f73404 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519063 Sep 29 07:08:58.979278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51158) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:58.984758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '351a6148-d0b5-453a-a2fb-6687b0f605eb', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:58.990398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:58.994271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:58.997147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:59.002837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:59.014325 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:08:59.021522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.043529 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:56Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:08:59.047337 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d20e4e5-3837-488a-92fe-ff3ab8d272fb None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:56Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:08:59.093123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.097740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.121761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0d2045-e178-4bda-9897-3564f8ce8bd0,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:59.131165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.132354 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-781baf9b-553d-474f-9d41-c178c693342b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1521730 Sep 29 07:08:59.135163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51162) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:08:59.140053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '351a6148-d0b5-453a-a2fb-6687b0f605eb', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:08:59.146344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:08:59.150258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:08:59.153232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:08:59.159528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:08:59.169711 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:08:59.176666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.243382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca159a7-f612-4bb6-bf6b-a650dfa2ae1d None None] New status for floating IP f2535305-2a78-4e68-bcf0-a0139c13a643: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:08:59.245584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.249401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.274463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256be503-30f2-42c8-adb0-76d298aea1f7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:08:59.283587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:08:59.284849 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9f98f46a-b5f8-466d-81fa-20f48ff3fe67 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487510 Sep 29 07:08:59.446244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e9c3eb09-4605-4238-ba2e-8db2846e1d81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:59.462828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e9c3eb09-4605-4238-ba2e-8db2846e1d81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:59.464448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e9c3eb09-4605-4238-ba2e-8db2846e1d81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873861028&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0560839 Sep 29 07:08:59.615186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-90d47861-3fe9-4174-bb4c-d3cdd5dc120c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:08:59.615790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-90d47861-3fe9-4174-bb4c-d3cdd5dc120c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:08:59.627619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-90d47861-3fe9-4174-bb4c-d3cdd5dc120c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:08:59.628726 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-90d47861-3fe9-4174-bb4c-d3cdd5dc120c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 797 time: 0.1570003 Sep 29 07:08:59.643464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-3a2424b6-c0d2-4cbf-a90c-cbfc498d1504 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0093699 Sep 29 07:08:59.738382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-042bdcc1-353d-4071-8b9c-2c98658a8dfc tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900996 Sep 29 07:08:59.791280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-cd588cea-89e9-4e8f-8259-30679a8fd6c5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:08:59.792247 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-cd588cea-89e9-4e8f-8259-30679a8fd6c5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427432 Sep 29 07:08:59.925101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-d146bc32-dcdc-478e-8f20-07521486c1da service neutron] 10.222.0.26 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264031 Sep 29 07:09:00.052607 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-a9fba582-f32d-4d39-8c6f-f38fc7a6b599 service neutron] 10.222.0.26 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218088 Sep 29 07:09:01.243014 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca98219d-8619-418a-b636-08d0174a7314 req-badf2633-bac8-47d3-8961-7f384c9c38c7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 210 time: 0.0533726 Sep 29 07:09:02.322602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-69bf1d4c-cb60-426a-ae95-a6a303bfa36e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:02.324121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-69bf1d4c-cb60-426a-ae95-a6a303bfa36e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 797 time: 0.1448488 Sep 29 07:09:02.387086 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-562550b9-6fd0-471c-9aa1-6fdde6ec6f47 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 472 time: 0.0480912 Sep 29 07:09:02.396436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['351a6148-d0b5-453a-a2fb-6687b0f605eb']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:09:02.414673 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-abdc5c95-a4ab-423e-9ce7-c8bc2b7b8f58 req-f8a8fdb2-46ed-492a-b271-9ada2ec56dcf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 210 time: 0.0579739 Sep 29 07:09:02.532898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:09:02.542400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:09:02.552148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:09:02.555708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:02.712160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.6 (7caaf281-68ae-4c80-bbdf-0a1986c9374c/b288a91b-4302-4728-9374-dbe346411365/46326589-3bd3-4c0c-b36f-f877413e8156) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:09:02.894182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:02.910672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 46326589-3bd3-4c0c-b36f-f877413e8156 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:09:02.934435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:02.998981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:09:03.002476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:09:03.004801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:09:03.056186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=46326589-3bd3-4c0c-b36f-f877413e8156,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:03.080025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:03.080637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:03.107922 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-e23f40c7-0eaf-4873-9e6b-8744b9854714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153611 Sep 29 07:09:03.125701 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Request body: {'port': {'device_id': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:09:03.237008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:03.275699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Provisioning for port 46326589-3bd3-4c0c-b36f-f877413e8156 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:09:03.280549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Provisioning complete for port 46326589-3bd3-4c0c-b36f-f877413e8156 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:09:03.281423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:03.281856 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Attempt 1 to provision port 46326589-3bd3-4c0c-b36f-f877413e8156 Sep 29 07:09:03.334620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Port 46326589-3bd3-4c0c-b36f-f877413e8156 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:09:03.724592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46326589-3bd3-4c0c-b36f-f877413e8156 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:09:03.734256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:03.752639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Transition to ACTIVE for port object 46326589-3bd3-4c0c-b36f-f877413e8156 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:09:03.756752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:03.836043 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Attempt 2 to provision port 46326589-3bd3-4c0c-b36f-f877413e8156 Sep 29 07:09:03.868367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc34588-a890-4f5a-97eb-a232d9502667 req-f9b4297b-b2b1-4d4d-a3ed-d2c0527cd6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:03.869056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-acc34588-a890-4f5a-97eb-a232d9502667 req-f9b4297b-b2b1-4d4d-a3ed-d2c0527cd6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:09:03.922769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Port 46326589-3bd3-4c0c-b36f-f877413e8156 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:09:03.968331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=46326589-3bd3-4c0c-b36f-f877413e8156,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:03.978032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-acc34588-a890-4f5a-97eb-a232d9502667 req-f9b4297b-b2b1-4d4d-a3ed-d2c0527cd6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:09:03.979199 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-acc34588-a890-4f5a-97eb-a232d9502667 req-f9b4297b-b2b1-4d4d-a3ed-d2c0527cd6fe tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 931 time: 0.3588703 Sep 29 07:09:04.035010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Attempting to bind port 46326589-3bd3-4c0c-b36f-f877413e8156 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:09:04.035340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Attempting to bind port 46326589-3bd3-4c0c-b36f-f877413e8156 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:09:04.035658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Attempting to bind port 46326589-3bd3-4c0c-b36f-f877413e8156 on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:09:04.045431 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-acc34588-a890-4f5a-97eb-a232d9502667 req-76af48ad-44a7-4db2-bd7a-47d1c6e9d7c6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597315 Sep 29 07:09:04.046107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Port 46326589-3bd3-4c0c-b36f-f877413e8156 on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:09:04.046507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Attempting to bind port 46326589-3bd3-4c0c-b36f-f877413e8156 on network 7caaf281-68ae-4c80-bbdf-0a1986c9374c {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:09:04.051882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:09:04.052611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Checking segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:09:04.052611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Bound using segment: {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:09:04.052977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Bound port: 46326589-3bd3-4c0c-b36f-f877413e8156, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267aa2a8-aaf8-4570-aef4-fb4c835f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:09:04.053313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:04.139343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] For port 46326589-3bd3-4c0c-b36f-f877413e8156, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:09:04.142878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] For port 46326589-3bd3-4c0c-b36f-f877413e8156, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=46326589-3bd3-4c0c-b36f-f877413e8156,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:09:04.147187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:04.150610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:04.151206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:04.152529 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] 10.222.0.61 "PUT /v2.0/ports/46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 200 len: 1093 time: 1.0311718 Sep 29 07:09:04.186143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:09:04.188987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:09:04.251766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2b73b-7070-4a2a-9c86-61f57f31c734 x-openstack-request-id: req-9cc2b73b-7070-4a2a-9c86-61f57f31c734 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:09:04.252049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:09:04.252295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cc2b73b-7070-4a2a-9c86-61f57f31c734 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:09:04.252676 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc2b73b-7070-4a2a-9c86-61f57f31c734'] response: {'name': 'network-changed', 'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156', 'status': 'completed', 'code': 200} Sep 29 07:09:04.287915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ec44f-07b9-4b20-a37b-5ae647de7eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=46326589-3bd3-4c0c-b36f-f877413e8156,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:04.306263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-963571bb-0562-4ecc-aa37-faf47093f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:04.307768 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-963571bb-0562-4ecc-aa37-faf47093f698 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1096 time: 0.0936463 Sep 29 07:09:04.383951 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-b1291932-8804-4185-9b3f-836a25fb5bb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 200 len: 217 time: 0.0633223 Sep 29 07:09:04.423739 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Attempt 3 to provision port 46326589-3bd3-4c0c-b36f-f877413e8156 Sep 29 07:09:04.446704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-d4cc7826-5586-4ab3-b390-1ab18d01dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:04.448195 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-d4cc7826-5586-4ab3-b390-1ab18d01dc13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0583611 Sep 29 07:09:04.486161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0542d-f9d2-431d-9327-d1c8170b08f2 None None] Port 46326589-3bd3-4c0c-b36f-f877413e8156 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:09:04.533763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-ea0a355a-9c0f-4d64-8110-7d772cfd1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:04.535260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-ea0a355a-9c0f-4d64-8110-7d772cfd1e6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813842 Sep 29 07:09:04.663704 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-06bd5edb-97f0-4d66-b846-4ea4b77c9450 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217215 Sep 29 07:09:04.789514 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ef07ba69-e0e1-4621-a8f3-6e5d51729f11 req-1e25c0e7-e2ec-4667-8e74-7486b0673377 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200964 Sep 29 07:09:04.947361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-e1fe7487-6b39-4f0f-a9bc-3e3590cedb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:04.948811 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-e1fe7487-6b39-4f0f-a9bc-3e3590cedb7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1096 time: 0.0758858 Sep 29 07:09:05.075606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-75804232-4885-4798-a7df-5970c38f8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:05.076952 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-75804232-4885-4798-a7df-5970c38f8e0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1220670 Sep 29 07:09:05.146785 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-1bbcb3c2-12f3-4d74-a83c-486bd1113f5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 200 len: 217 time: 0.0637136 Sep 29 07:09:05.359587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-47e9d396-e993-4f4f-97b3-4b1f3bcc219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:05.360945 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-47e9d396-e993-4f4f-97b3-4b1f3bcc219c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.2086527 Sep 29 07:09:05.422343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ae2c-cf37-45ae-a77a-800d9428ac89 req-fe502e04-368e-45f3-9ccc-32d1b5470b14 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:05.423841 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-eef8ae2c-cf37-45ae-a77a-800d9428ac89 req-fe502e04-368e-45f3-9ccc-32d1b5470b14 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 943 time: 0.2429004 Sep 29 07:09:05.483787 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-eef8ae2c-cf37-45ae-a77a-800d9428ac89 req-4ce71a84-4454-478b-adad-f1489676a5e5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537179 Sep 29 07:09:05.496273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-98cdff70-1cd9-40bf-9b8b-6266fda4fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:05.497715 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-98cdff70-1cd9-40bf-9b8b-6266fda4fa9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1232929 Sep 29 07:09:05.626429 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-4f74bf85-13eb-4d2e-a907-c0a056d759b5 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214314 Sep 29 07:09:05.753349 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ea7a30bb-b70c-4b25-8e66-98c8c0ab697d req-64186c89-2414-4a16-beeb-670c76e9f032 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199546 Sep 29 07:09:06.682670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b44d8-9588-43e2-808d-5fe24418bcad req-2e64ac3c-2e95-43c5-8c9b-910747e435c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:06.684021 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-338b44d8-9588-43e2-808d-5fe24418bcad req-2e64ac3c-2e95-43c5-8c9b-910747e435c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 943 time: 0.0882723 Sep 29 07:09:06.726678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-338b44d8-9588-43e2-808d-5fe24418bcad req-a12321c3-7a13-42f4-ab29-39265f989785 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359910 Sep 29 07:09:07.109496 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:09:07.923596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b836e-3490-45a8-964e-46ecbe111566 req-9fcbe431-8c32-434a-8f38-3fab23c455f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:07.925057 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-064b836e-3490-45a8-964e-46ecbe111566 req-9fcbe431-8c32-434a-8f38-3fab23c455f7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 943 time: 0.0894470 Sep 29 07:09:07.968081 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-064b836e-3490-45a8-964e-46ecbe111566 req-13300d10-2dac-4781-adc9-f3680a826aea tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374177 Sep 29 07:09:08.644421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-38cec871-686d-4f99-a35c-b3d4dd0feafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:08.928806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 46326589-3bd3-4c0c-b36f-f877413e8156 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:09:09.061200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 46326589-3bd3-4c0c-b36f-f877413e8156, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=46326589-3bd3-4c0c-b36f-f877413e8156,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:09:09.074167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '46326589-3bd3-4c0c-b36f-f877413e8156', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'port_id': '46326589-3bd3-4c0c-b36f-f877413e8156', 'mac_address': 'fa:16:3e:b8:22:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:09:09.132928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 46326589-3bd3-4c0c-b36f-f877413e8156 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:09:09.133313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:09.150372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46326589-3bd3-4c0c-b36f-f877413e8156 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:09:09.164193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3bb12-7c90-42cd-b66f-9277edf2a7f2 req-7ed34c65-89af-44a2-be24-810e57f9c7e7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:09.165643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e3bb12-7c90-42cd-b66f-9277edf2a7f2 req-7ed34c65-89af-44a2-be24-810e57f9c7e7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 943 time: 0.0856805 Sep 29 07:09:09.165763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 46326589-3bd3-4c0c-b36f-f877413e8156, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=46326589-3bd3-4c0c-b36f-f877413e8156,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:09:09.169877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:09.211425 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e3bb12-7c90-42cd-b66f-9277edf2a7f2 req-1f39d18c-420e-412e-9b25-9f5181b374eb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391099 Sep 29 07:09:09.237838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=46326589-3bd3-4c0c-b36f-f877413e8156,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:09.565493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['46326589-3bd3-4c0c-b36f-f877413e8156'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:09:10.415981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04822632-e7af-47a2-bef6-63515e3bf834 req-ad42aa2b-877f-4b0f-a341-9daa3c9ade4d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:10.417432 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-04822632-e7af-47a2-bef6-63515e3bf834 req-ad42aa2b-877f-4b0f-a341-9daa3c9ade4d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 944 time: 0.0901570 Sep 29 07:09:10.460191 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-04822632-e7af-47a2-bef6-63515e3bf834 req-c594d485-5d22-4e6d-9ae9-adcd7f699087 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371528 Sep 29 07:09:10.933419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4407a10a-c67a-43a2-a38b-25b3c9fae889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:10.939408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 46326589-3bd3-4c0c-b36f-f877413e8156 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:09:11.005484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 46326589-3bd3-4c0c-b36f-f877413e8156 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:09:11.010185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 46326589-3bd3-4c0c-b36f-f877413e8156 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:09:11.010787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:11.010953 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 46326589-3bd3-4c0c-b36f-f877413e8156 Sep 29 07:09:11.124648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 46326589-3bd3-4c0c-b36f-f877413e8156 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:09:11.125021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:11.150346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:09:11.152638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6236dae1-539e-4546-85f6-2810caa8684b" -d '{"events": [{"server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:09:11.160483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 46326589-3bd3-4c0c-b36f-f877413e8156, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=46326589-3bd3-4c0c-b36f-f877413e8156,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:09:11.164725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:11.200710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18138a2-7703-4bda-827a-da4a7ec0ba4f x-openstack-request-id: req-b18138a2-7703-4bda-827a-da4a7ec0ba4f {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:09:11.200984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:09:11.201238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b18138a2-7703-4bda-827a-da4a7ec0ba4f {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:09:11.201633 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18138a2-7703-4bda-827a-da4a7ec0ba4f'] response: {'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156', 'code': 200} Sep 29 07:09:11.235261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=46326589-3bd3-4c0c-b36f-f877413e8156,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:11.466314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227e652-b844-4727-b568-de3206609a72 req-efc399e0-1d22-42d6-8d29-3a62b33e38df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:11.468355 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9227e652-b844-4727-b568-de3206609a72 req-efc399e0-1d22-42d6-8d29-3a62b33e38df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1098 time: 0.0755367 Sep 29 07:09:11.513133 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9227e652-b844-4727-b568-de3206609a72 req-2d65a646-f58c-441d-b7a8-4cf60e433664 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377359 Sep 29 07:09:11.653400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e467f16-8a86-455d-a699-654d85155fb9 req-caecc2ce-e918-4679-b265-deeb67bdfd91 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:11.654886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6e467f16-8a86-455d-a699-654d85155fb9 req-caecc2ce-e918-4679-b265-deeb67bdfd91 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.0850923 Sep 29 07:09:11.698124 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6e467f16-8a86-455d-a699-654d85155fb9 req-c1d23ada-3bb9-4468-acd7-bfc3973d3368 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367918 Sep 29 07:09:11.849758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:12.009536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:12.996392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1e13-7691-4343-b214-08975008d9df req-bcb35d1b-80e1-4709-a5d4-d3e35b5260cf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:12.997815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75bb1e13-7691-4343-b214-08975008d9df req-bcb35d1b-80e1-4709-a5d4-d3e35b5260cf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.1875794 Sep 29 07:09:13.041992 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75bb1e13-7691-4343-b214-08975008d9df req-6b60aaba-f3e3-45da-a47f-30285e35efb3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380268 Sep 29 07:09:13.377773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:14.238413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73e945-d72a-4b5d-8496-6c7254d73b77 req-dabd9336-a6e8-407a-8055-846129740764 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:14.239891 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-de73e945-d72a-4b5d-8496-6c7254d73b77 req-dabd9336-a6e8-407a-8055-846129740764 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.0896106 Sep 29 07:09:14.283366 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-de73e945-d72a-4b5d-8496-6c7254d73b77 req-878b75f8-2a55-4c03-82bd-e4611fc4d9d2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378335 Sep 29 07:09:14.482561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2afb48-b28f-4969-a638-840cc2474f22 req-2ac4131c-c99a-4d43-9651-f891b5950587 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:14.483999 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2d2afb48-b28f-4969-a638-840cc2474f22 req-2ac4131c-c99a-4d43-9651-f891b5950587 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.0869451 Sep 29 07:09:14.527381 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2d2afb48-b28f-4969-a638-840cc2474f22 req-98e047f2-9132-4e58-9c17-a49ef776c18d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376418 Sep 29 07:09:14.554929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51222) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:09:14.634741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8050d029-6bd9-40c9-917b-38446cee7742 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:14.636224 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8050d029-6bd9-40c9-917b-38446cee7742 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1093 time: 0.0803592 Sep 29 07:09:14.639085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51226) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:09:14.644526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '46326589-3bd3-4c0c-b36f-f877413e8156', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:09:14.650467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:09:14.654362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:09:14.657145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:09:14.662763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:09:14.675939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:14.810341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:14.945851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.83 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/016f6641-fa9b-4624-abf2-89be2150deda) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:09:15.088113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:15.117855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:15.185167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:09:15.188120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:09:15.191725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:09:15.223497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=016f6641-fa9b-4624-abf2-89be2150deda,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:15.596068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:15.668564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:15.869778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:15.881990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:16.086068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:16.131274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=016f6641-fa9b-4624-abf2-89be2150deda,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:09:16.253618 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 70068192-1db4-4ee8-a710-7eb745040582 associated. External IP: 172.26.0.83, port: 46326589-3bd3-4c0c-b36f-f877413e8156. Sep 29 07:09:16.596266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:09:16.769284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:09:16.778479 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:09:16.788553 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:09:16.789152 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:09:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:09:16.794091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:16.852274 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d6dad9df-1065-4407-8b66-d7574f1ed56d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2115319 Sep 29 07:09:16.853345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:09:16.855174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317f983-3fc4-46e5-a27a-e249129599c1" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:09:16.895186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc97a9f-15cb-42b6-b333-9a080bfcb6c9 x-openstack-request-id: req-adc97a9f-15cb-42b6-b333-9a080bfcb6c9 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:09:16.895475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:09:16.895727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adc97a9f-15cb-42b6-b333-9a080bfcb6c9 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:09:16.896127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc97a9f-15cb-42b6-b333-9a080bfcb6c9'] response: {'name': 'network-changed', 'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156', 'status': 'completed', 'code': 200} Sep 29 07:09:16.964565 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:09:17.021794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-2206b719-9bb3-4602-84cc-d8b58e4f08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:17.023214 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-2206b719-9bb3-4602-84cc-d8b58e4f08b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1098 time: 0.0772257 Sep 29 07:09:17.151834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-be062956-fb08-438c-a954-b598906bed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:17.153311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-be062956-fb08-438c-a954-b598906bed3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1237965 Sep 29 07:09:17.261188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-5879afb8-878e-4e03-9258-79308ac60177 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 200 len: 998 time: 0.1017253 Sep 29 07:09:17.300369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:17.308258 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '70068192-1db4-4ee8-a710-7eb745040582', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': '46326589-3bd3-4c0c-b36f-f877413e8156', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:b8:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:09:15Z', 'updated_at': '2022-09-29T07:09:15Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}, {'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:59Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:09:17.312094 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:09:17.320323 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:09:17.320915 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:09:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:09:17.327814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-cc909240-f785-4c99-b916-aed0b295c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:17.329292 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-cc909240-f785-4c99-b916-aed0b295c1f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0619798 Sep 29 07:09:17.413555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-24cbebbe-9fb8-4270-ae5b-42a21b2e5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:17.415065 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-24cbebbe-9fb8-4270-ae5b-42a21b2e5883 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788071 Sep 29 07:09:17.494364 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:09:17.544922 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-2cdb0c91-4225-403b-8d00-15a149b3cba0 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236722 Sep 29 07:09:17.774920 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9317f983-3fc4-46e5-a27a-e249129599c1 req-bb60db7f-8469-494e-8154-187db44ae50b service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238698 Sep 29 07:09:17.844196 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '70068192-1db4-4ee8-a710-7eb745040582', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': '46326589-3bd3-4c0c-b36f-f877413e8156', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:b8:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:09:15Z', 'updated_at': '2022-09-29T07:09:15Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}, {'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:59Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:09:17.848103 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95fc1f1-d424-476f-918a-454122995d43 None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '70068192-1db4-4ee8-a710-7eb745040582', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': '46326589-3bd3-4c0c-b36f-f877413e8156', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:b8:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:09:15Z', 'updated_at': '2022-09-29T07:09:15Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}, {'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:59Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:09:18.015740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39d3682-ef6f-4e19-a19a-2e438709eff5 None None] New status for floating IP 70068192-1db4-4ee8-a710-7eb745040582: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:09:18.492810 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-024af956-06ca-4806-bdf1-df1f84ba8aa2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773909 Sep 29 07:09:18.658086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-88579121-4f12-46d0-80d1-0461edc623c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:18.659585 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-88579121-4f12-46d0-80d1-0461edc623c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0798452 Sep 29 07:09:18.800039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-7c658fd6-9e31-4514-9a91-7ef28f7201a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:18.801477 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-7c658fd6-9e31-4514-9a91-7ef28f7201a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1248705 Sep 29 07:09:18.902725 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-692000d5-5948-4fe0-bb40-2b61d4008f75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 1002 time: 0.0949132 Sep 29 07:09:18.965000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-d2b6cea2-b198-4eeb-b562-f6c7388a308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:18.966384 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-d2b6cea2-b198-4eeb-b562-f6c7388a308d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0580099 Sep 29 07:09:19.046310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-ed2a6ec8-ca45-4a38-aec7-3a9bc5e11b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:09:19.047814 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-ed2a6ec8-ca45-4a38-aec7-3a9bc5e11b92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758395 Sep 29 07:09:19.175752 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-4d0ad98d-0a6f-4382-8dd7-3a2881fd22f9 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220050 Sep 29 07:09:19.304030 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be8bec16-d189-4e45-b443-50bdc0a1bd19 req-95e37a5c-9b23-4bdb-b406-2b73aa63a1ed service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218398 Sep 29 07:09:38.647166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b0c26045-08c3-42d9-9148-e275d276f689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:40.935516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c7484807-4585-4385-bbcd-27519e5669f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:41.850745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:42.012714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:43.382596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:09:44.109578 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:09:47.312414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:08.643162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1e5e3e83-e2d2-46c1-980f-4776285a36ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:10.940979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f626801-aa4c-4d2a-a26a-394889d43738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:11.853682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:12.015971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:13.383036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:17.312016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:18.613572 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-f599c2ee-e1e4-4f23-9f17-1c894771f0db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1914520 Sep 29 07:10:18.721047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-27360d74-e29e-4dce-baf8-5bc05bc8e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:18.722518 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-27360d74-e29e-4dce-baf8-5bc05bc8e800 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1098 time: 0.0768754 Sep 29 07:10:18.863853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-aa04faee-ba90-4bc7-b2a2-61175d5661ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:18.865284 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-aa04faee-ba90-4bc7-b2a2-61175d5661ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1236758 Sep 29 07:10:18.966260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-691bf71a-3ba6-4c07-be56-0db4367f46fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 200 len: 1000 time: 0.0942843 Sep 29 07:10:19.026242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-b52c3fe8-a7e8-4b77-9fef-404d7b0cf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:19.027570 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-b52c3fe8-a7e8-4b77-9fef-404d7b0cf1c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0559740 Sep 29 07:10:19.108818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-f2b3aafd-05a8-4145-b09a-68570ed85792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:19.110248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-f2b3aafd-05a8-4145-b09a-68570ed85792 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774441 Sep 29 07:10:19.333869 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-d3766339-2a01-4b9e-9e10-77e76209dbf6 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176232 Sep 29 07:10:19.460896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-82df5b37-f5ec-4f1f-b2f5-d0dc93b6fbb8 req-e2133009-26ff-4038-8157-aa2cfe414a43 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199334 Sep 29 07:10:21.109941 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:10:32.080162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51254) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:32.280881 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9621613f-1580-41a1-930d-760ef17230aa tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/f2535305-2a78-4e68-bcf0-a0139c13a643 HTTP/1.1" status: 200 len: 994 time: 0.1993663 Sep 29 07:10:33.233204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51266) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:33.238962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:10:33.359106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:33.567367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:33.591858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:33.596061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:33.630637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:33.631221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:33.632540 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/ports/ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 939 time: 0.3983197 Sep 29 07:10:33.633149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:10:33.635975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:10:33.679227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6491621-b56e-41d5-920e-bf25ae314bb5 x-openstack-request-id: req-f6491621-b56e-41d5-920e-bf25ae314bb5 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:10:33.679512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:10:33.679754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6491621-b56e-41d5-920e-bf25ae314bb5 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:10:33.680141 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6491621-b56e-41d5-920e-bf25ae314bb5'] response: {'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'status': 'completed', 'code': 200} Sep 29 07:10:33.685103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=6']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:33.692229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.692573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.692907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.693235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.693560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.693881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.694206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.694541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.694863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.695178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.695493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.695805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad898b0-c642-4848-921a-5feb85843fbf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:33.799000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-043a15d1-55de-4def-b5a1-b038b08ad1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:33.800517 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-043a15d1-55de-4def-b5a1-b038b08ad1ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1100 time: 0.0770729 Sep 29 07:10:33.929149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-89fdf03a-694e-42c9-8c94-26e7faaa60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:33.930540 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-89fdf03a-694e-42c9-8c94-26e7faaa60c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1241987 Sep 29 07:10:34.031270 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-e3469384-1af0-4ca2-8a69-d886f3a4c318 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 1003 time: 0.0942423 Sep 29 07:10:34.090278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-138ed769-0c50-4aad-aeb0-b41c1dee10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:34.091690 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-138ed769-0c50-4aad-aeb0-b41c1dee10f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0551643 Sep 29 07:10:34.173790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-49701d6e-9c24-46f3-8ac2-ab610a486dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:34.175297 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-49701d6e-9c24-46f3-8ac2-ab610a486dbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781333 Sep 29 07:10:34.302440 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-a7ee6254-e13e-4b69-bfd6-74b885b8899c service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215134 Sep 29 07:10:34.430340 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d2cba77-97db-478d-83e8-8f2ab8b6cccc req-c63e503c-9de5-4437-86db-0a189a64dfc5 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220605 Sep 29 07:10:37.073353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51276) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:37.079121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:10:37.196674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:37.509493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:37.533942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:37.538434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:37.546016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:37.546624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:37.547959 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/ports/ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 938 time: 0.4735901 Sep 29 07:10:37.550961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51280) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:37.576351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:10:37.578635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:10:37.623702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd11f019-ca32-4b38-bbc8-a0f7519e21e6 x-openstack-request-id: req-cd11f019-ca32-4b38-bbc8-a0f7519e21e6 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:10:37.624183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:10:37.624432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd11f019-ca32-4b38-bbc8-a0f7519e21e6 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:10:37.624814 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd11f019-ca32-4b38-bbc8-a0f7519e21e6'] response: {'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'status': 'completed', 'code': 200} Sep 29 07:10:37.628267 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e8b94-5c93-48c9-be87-4449316922b3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=7']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:37.660242 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-07662589-0941-4fef-8078-c593c3e69295 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/f2535305-2a78-4e68-bcf0-a0139c13a643 HTTP/1.1" status: 200 len: 994 time: 0.1079962 Sep 29 07:10:37.746189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-59811df2-e284-4cee-a8c7-a3f647710973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:37.747694 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-59811df2-e284-4cee-a8c7-a3f647710973 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0782554 Sep 29 07:10:37.874833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-0cc5f7b7-6456-472c-98d9-6c64d6553615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:37.876265 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-0cc5f7b7-6456-472c-98d9-6c64d6553615 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1227150 Sep 29 07:10:37.947113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:10:37.978844 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-d78791b0-ed64-429b-b98c-5309d8358196 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 1002 time: 0.0958769 Sep 29 07:10:38.041816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-d8b389c5-224a-461a-b414-3f756428fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:38.043299 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-d8b389c5-224a-461a-b414-3f756428fd6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0586250 Sep 29 07:10:38.131038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-e612fd05-9bbe-4368-bd50-52102d32af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:38.132542 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-e612fd05-9bbe-4368-bd50-52102d32af5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837426 Sep 29 07:10:38.263117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-28ca1093-2661-4d79-ba35-0c72f4d4fc33 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235788 Sep 29 07:10:38.391879 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3a9c465c-4a8d-4daa-b5f4-83c44fbb065c req-7a9aec2c-b35d-4e22-a870-972d8ff3b515 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222086 Sep 29 07:10:38.644947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0dd4f1fb-ee93-451c-9ad2-62ca01c7c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:40.262459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51292) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:40.476197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 016f6641-fa9b-4624-abf2-89be2150deda {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:40.476529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:40.745717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:40.746040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:40.870567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 016f6641-fa9b-4624-abf2-89be2150deda owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:40.944745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9d887f6-ba49-4594-80c3-2b2389070373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:41.017372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:41.064927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=016f6641-fa9b-4624-abf2-89be2150deda,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:41.112543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.112543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.112934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.113072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.113358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.113740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.114062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.114375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.114711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.115027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.115341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.115651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:41.174138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:41.174533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP 70068192-1db4-4ee8-a710-7eb745040582 disassociated (deleted). External IP: 172.26.0.83, port: 46326589-3bd3-4c0c-b36f-f877413e8156. Sep 29 07:10:41.522760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:10:41.699207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:10:41.708694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:10:41.719627 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:41.720322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:41.720640 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:41.781083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e24b0048-1cfc-4143-8a33-9a74368ef034 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/70068192-1db4-4ee8-a710-7eb745040582 HTTP/1.1" status: 204 len: 168 time: 1.5174961 Sep 29 07:10:41.781667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:10:41.783991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:10:41.827737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd903472-6607-42d7-9d9e-f76c9320af38 x-openstack-request-id: req-fd903472-6607-42d7-9d9e-f76c9320af38 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:10:41.828037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:10:41.828289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd903472-6607-42d7-9d9e-f76c9320af38 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:10:41.828694 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd903472-6607-42d7-9d9e-f76c9320af38'] response: {'name': 'network-changed', 'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156', 'status': 'completed', 'code': 200} Sep 29 07:10:41.856967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:41.902091 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:41.966135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-ec2e8ba9-ecb1-4de6-86c9-077ba350ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:41.967938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-ec2e8ba9-ecb1-4de6-86c9-077ba350ac00 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 1098 time: 0.0866857 Sep 29 07:10:42.044913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:42.111493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-a19a993a-5972-4aaa-b0d4-4c69facff545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:42.113115 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-a19a993a-5972-4aaa-b0d4-4c69facff545 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1395171 Sep 29 07:10:42.191196 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-3461e82e-6b14-416c-b7bb-ae7840d55d1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 200 len: 217 time: 0.0705862 Sep 29 07:10:42.195190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee44d2c-60cd-4779-ab7f-76e2ff6ece95 req-b95aa896-4dda-4545-9353-2cdcfad2e5bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:42.195882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9ee44d2c-60cd-4779-ab7f-76e2ff6ece95 req-b95aa896-4dda-4545-9353-2cdcfad2e5bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:10:42.211676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9ee44d2c-60cd-4779-ab7f-76e2ff6ece95 req-b95aa896-4dda-4545-9353-2cdcfad2e5bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:10:42.212870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ee44d2c-60cd-4779-ab7f-76e2ff6ece95 req-b95aa896-4dda-4545-9353-2cdcfad2e5bf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.1052742 Sep 29 07:10:42.258086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-230b26c0-7745-48c1-a598-c90ccddf8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:42.259497 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-230b26c0-7745-48c1-a598-c90ccddf8f7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0618529 Sep 29 07:10:42.262081 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ee44d2c-60cd-4779-ab7f-76e2ff6ece95 req-54ccc8ca-8bde-4b86-a174-e465b5f2492b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Sep 29 07:10:42.266018 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:59Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:42.270320 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:10:42.279541 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:42.280150 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:42.346299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-011efe7c-68b8-4498-99b3-d4d72083d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:42.347973 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-011efe7c-68b8-4498-99b3-d4d72083d50e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810325 Sep 29 07:10:42.461749 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:42.480807 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-3268d647-5d21-4d37-a1ff-79dfb547d444 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262820 Sep 29 07:10:42.727802 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b71d79f-2fab-4ef2-9472-bae62d7b2b84 req-d2ae9afb-3f85-4556-9fae-a7c9f5e0e94d service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393711 Sep 29 07:10:42.814644 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:59Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:42.818640 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e8ea6-f68a-4cca-9ca8-46ae0ad5e4c7 None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'f2535305-2a78-4e68-bcf0-a0139c13a643', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.108', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'port_id': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'mac_address': 'fa:16:3e:09:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:08:56Z', 'updated_at': '2022-09-29T07:08:59Z', 'revision_number': 1, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:10:43.034888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e18e7e-d5af-47ea-9c03-95dffe9e02fe None None] New status for floating IP 70068192-1db4-4ee8-a710-7eb745040582: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:10:43.386522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:43.464158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d253a34-295b-4a1d-bd50-3ed094a205a8 req-83bd595b-0012-48b3-a00b-9dc37774cfe1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:43.465612 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9d253a34-295b-4a1d-bd50-3ed094a205a8 req-83bd595b-0012-48b3-a00b-9dc37774cfe1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.0870697 Sep 29 07:10:43.509219 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9d253a34-295b-4a1d-bd50-3ed094a205a8 req-b3835d0f-13a0-4e84-b57f-a63a479362fd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=351a6148-d0b5-453a-a2fb-6687b0f605eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376036 Sep 29 07:10:43.912894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-83e9e934-1fb8-4939-aeca-e7a7972d6e33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:43.914302 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-83e9e934-1fb8-4939-aeca-e7a7972d6e33 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 945 time: 0.0868802 Sep 29 07:10:43.983476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 46326589-3bd3-4c0c-b36f-f877413e8156 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:43.983810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:44.229042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 46326589-3bd3-4c0c-b36f-f877413e8156, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=46326589-3bd3-4c0c-b36f-f877413e8156,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:44.229921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:44.348537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 46326589-3bd3-4c0c-b36f-f877413e8156 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:44.491184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:44.542943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=46326589-3bd3-4c0c-b36f-f877413e8156,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:44.627443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 46326589-3bd3-4c0c-b36f-f877413e8156 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:10:44.629844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:44.632445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'name': 'network-vif-deleted', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:10:44.634738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d644659-c7d1-4cb3-94bf-f0d5a9e66e21" -d '{"events": [{"server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "name": "network-vif-deleted", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:10:44.648838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-627d27a2-8101-4710-972a-26b4ccf3ad79 req-f5c5704a-c107-452d-87dd-70478dbe2f5b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/46326589-3bd3-4c0c-b36f-f877413e8156 HTTP/1.1" status: 204 len: 173 time: 0.7281306 Sep 29 07:10:44.675182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ae1769c7-3e44-4536-aad3-a764e6ee212f req-84634593-5bc4-4295-98ef-4c1b208964ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a HTTP/1.1" status: 200 len: 210 time: 0.0492246 Sep 29 07:10:44.678176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e285fd7c-b325-4687-bd44-4f9549c7ce36 x-openstack-request-id: req-e285fd7c-b325-4687-bd44-4f9549c7ce36 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:10:44.678517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a", "name": "network-vif-deleted", "tag": "46326589-3bd3-4c0c-b36f-f877413e8156", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:10:44.678750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e285fd7c-b325-4687-bd44-4f9549c7ce36 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:10:44.679152 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e285fd7c-b325-4687-bd44-4f9549c7ce36'] response: {'server_uuid': '60bb9fd4-cdb6-41c1-a74d-4c12736a0d8a', 'name': 'network-vif-deleted', 'tag': '46326589-3bd3-4c0c-b36f-f877413e8156', 'status': 'completed', 'code': 200} Sep 29 07:10:45.779903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51310) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:45.847320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e19d4b5-4d85-4099-b67d-f5585252d74e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:45.877525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e19d4b5-4d85-4099-b67d-f5585252d74e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:45.945215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e19d4b5-4d85-4099-b67d-f5585252d74e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.059981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d4b5-4d85-4099-b67d-f5585252d74e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a6148-d0b5-453a-a2fb-6687b0f605eb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:46.071004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5e19d4b5-4d85-4099-b67d-f5585252d74e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.074754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5e19d4b5-4d85-4099-b67d-f5585252d74e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/351a6148-d0b5-453a-a2fb-6687b0f605eb HTTP/1.1" status: 204 len: 168 time: 0.2911901 Sep 29 07:10:46.104049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51316) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:46.302281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port d3816974-4c47-46d1-b824-bb1ba093e47c {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:46.302653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.472055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.472386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.591942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for d3816974-4c47-46d1-b824-bb1ba093e47c owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:46.737392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.785206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=d3816974-4c47-46d1-b824-bb1ba093e47c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:46.883110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:46.883435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP f2535305-2a78-4e68-bcf0-a0139c13a643 disassociated (deleted). External IP: 172.26.0.108, port: ae7a93fa-2fd6-4968-ae48-dfd80221bc4b. Sep 29 07:10:47.225710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:10:47.302064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 46326589-3bd3-4c0c-b36f-f877413e8156 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:10:47.339652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 46326589-3bd3-4c0c-b36f-f877413e8156 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:10:47.340088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 46326589-3bd3-4c0c-b36f-f877413e8156 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:10:47.341777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:47.510392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:10:47.519719 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:10:47.525985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:47.529742 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:47.530349 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:47.579133 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3ca713ef-ecf3-46b9-b8fa-d8de215772ee tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/f2535305-2a78-4e68-bcf0-a0139c13a643 HTTP/1.1" status: 204 len: 168 time: 1.4733291 Sep 29 07:10:47.579988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:10:47.582593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393" -d '{"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:10:47.625502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9710661e-cfb8-409c-809e-45a3c1acfe23 x-openstack-request-id: req-9710661e-cfb8-409c-809e-45a3c1acfe23 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:10:47.625897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:10:47.626243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9710661e-cfb8-409c-809e-45a3c1acfe23 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:10:47.626783 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9710661e-cfb8-409c-809e-45a3c1acfe23'] response: {'name': 'network-changed', 'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'status': 'completed', 'code': 200} Sep 29 07:10:47.746906 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:47.754647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-9726db74-cc86-48ab-a560-3c847d397b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:47.756269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-9726db74-cc86-48ab-a560-3c847d397b43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 1099 time: 0.0862846 Sep 29 07:10:47.890691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-056f8b27-138e-4910-b315-6ed41afb5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:47.892288 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-056f8b27-138e-4910-b315-6ed41afb5708 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 200 len: 898 time: 0.1304057 Sep 29 07:10:47.959122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-b3f52d1f-cd48-4984-8923-6e86761428fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 200 len: 217 time: 0.0600524 Sep 29 07:10:47.971081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223914-196a-497c-8bf1-bf972cad8dda req-3693cf01-ee1e-47f2-90d2-6f89c3d95857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:47.971783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d3223914-196a-497c-8bf1-bf972cad8dda req-3693cf01-ee1e-47f2-90d2-6f89c3d95857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:10:47.987354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d3223914-196a-497c-8bf1-bf972cad8dda req-3693cf01-ee1e-47f2-90d2-6f89c3d95857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:10:47.988562 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d3223914-196a-497c-8bf1-bf972cad8dda req-3693cf01-ee1e-47f2-90d2-6f89c3d95857 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 946 time: 0.1117411 Sep 29 07:10:48.026105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-c86dc157-7490-4fde-9ba0-9900e3d2d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:48.028230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-c86dc157-7490-4fde-9ba0-9900e3d2d455 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 200 len: 834 time: 0.0624509 Sep 29 07:10:48.035612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d3223914-196a-497c-8bf1-bf972cad8dda req-1ceda521-acf1-4d85-8ff6-92242ab1be57 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:10:48.051210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d3223914-196a-497c-8bf1-bf972cad8dda req-1ceda521-acf1-4d85-8ff6-92242ab1be57 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:10:48.052945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d3223914-196a-497c-8bf1-bf972cad8dda req-1ceda521-acf1-4d85-8ff6-92242ab1be57 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578039 Sep 29 07:10:48.079668 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:48.083467 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:10:48.092278 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:48.092869 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:48.115646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-97c8ca4c-9e2e-482f-94d9-171e3bae58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:48.117377 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-97c8ca4c-9e2e-482f-94d9-171e3bae58ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7caaf281-68ae-4c80-bbdf-0a1986c9374c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824289 Sep 29 07:10:48.249391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-56dbe286-4291-43e4-a15f-c6e1ba92dced service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247463 Sep 29 07:10:48.269861 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:48.482196 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a85eb1cf-7fc2-4240-9aa6-b6fecdae9393 req-bb017f2b-ba02-47a3-aa17-c28308212bb3 service neutron] 10.222.0.61 "GET /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267368 Sep 29 07:10:48.584049 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:48.587906 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d62ac-4e4b-4aa0-a7df-574ebfa26e6b None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:08:38Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '6ae35f93-d0ad-458e-929f-091dd6ab1410', 'name': '', 'network_id': '7caaf281-68ae-4c80-bbdf-0a1986c9374c', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:53:fc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b288a91b-4302-4728-9374-dbe346411365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:37Z', 'updated_at': '2022-09-29T07:08:43Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': 'b288a91b-4302-4728-9374-dbe346411365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:10:48.795246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606973aa-142c-4005-8140-ce678128ecd5 None None] New status for floating IP f2535305-2a78-4e68-bcf0-a0139c13a643: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:10:49.255339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c6acb-2e08-4e28-92e0-a1a03bac9c09 req-be57da96-bbf0-45eb-8698-22bea32cb47f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:49.256027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-e45c6acb-2e08-4e28-92e0-a1a03bac9c09 req-be57da96-bbf0-45eb-8698-22bea32cb47f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:10:49.267825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-e45c6acb-2e08-4e28-92e0-a1a03bac9c09 req-be57da96-bbf0-45eb-8698-22bea32cb47f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:10:49.268912 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e45c6acb-2e08-4e28-92e0-a1a03bac9c09 req-be57da96-bbf0-45eb-8698-22bea32cb47f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 946 time: 0.1004152 Sep 29 07:10:49.311666 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e45c6acb-2e08-4e28-92e0-a1a03bac9c09 req-84a967f8-922d-4fed-9301-aabb6ca5bf9e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=76fe7774-277e-4441-9922-89fa654db787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370948 Sep 29 07:10:49.811910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-6b1b3747-70cc-4335-bcb6-d9755809bb38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:49.813342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-6b1b3747-70cc-4335-bcb6-d9755809bb38 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 946 time: 0.0867162 Sep 29 07:10:49.879974 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:49.880310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:50.121852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:50.122118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:50.246998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for ae7a93fa-2fd6-4968-ae48-dfd80221bc4b owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:50.396207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:50.451696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=ae7a93fa-2fd6-4968-ae48-dfd80221bc4b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:50.486094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4505a751-e775-4c3f-9008-73e2ca1bf81c req-7817e9ca-1c32-4a33-be32-e33b3fa0dc48 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3 HTTP/1.1" status: 200 len: 210 time: 0.0542822 Sep 29 07:10:50.551214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port ae7a93fa-2fd6-4968-ae48-dfd80221bc4b on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:10:50.553543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:50.556075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'name': 'network-vif-deleted', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:10:50.558898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc003df1-4298-4345-b409-460b782e9d88" -d '{"events": [{"server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "name": "network-vif-deleted", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:10:50.574121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-10d3c4ec-9293-4375-942e-d04a8333b19a req-256143cf-e8a8-4fe3-bff7-a3beb6932670 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/ae7a93fa-2fd6-4968-ae48-dfd80221bc4b HTTP/1.1" status: 204 len: 173 time: 0.7556987 Sep 29 07:10:50.602307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd038a8-4ba3-45c6-abbf-0e4dc0ca3003 x-openstack-request-id: req-6cd038a8-4ba3-45c6-abbf-0e4dc0ca3003 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:10:50.602686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3", "name": "network-vif-deleted", "tag": "ae7a93fa-2fd6-4968-ae48-dfd80221bc4b", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:10:50.602942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cd038a8-4ba3-45c6-abbf-0e4dc0ca3003 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:10:50.603340 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd038a8-4ba3-45c6-abbf-0e4dc0ca3003'] response: {'server_uuid': 'cf856fc8-a16b-491a-b26a-2ec0ffd5c6f3', 'name': 'network-vif-deleted', 'tag': 'ae7a93fa-2fd6-4968-ae48-dfd80221bc4b', 'status': 'completed', 'code': 200} Sep 29 07:10:51.588179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51334) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:51.658799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e860-4a2e-46c9-b340-42ea4b6ee79c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:51.687838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e860-4a2e-46c9-b340-42ea4b6ee79c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:51.750838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e860-4a2e-46c9-b340-42ea4b6ee79c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:51.768562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6e860-4a2e-46c9-b340-42ea4b6ee79c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe7774-277e-4441-9922-89fa654db787,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:51.778605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e860-4a2e-46c9-b340-42ea4b6ee79c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:51.779758 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e4b6e860-4a2e-46c9-b340-42ea4b6ee79c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/76fe7774-277e-4441-9922-89fa654db787 HTTP/1.1" status: 204 len: 168 time: 0.1906066 Sep 29 07:10:51.813172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51340) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:52.357305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:52.703777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 6ae35f93-d0ad-458e-929f-091dd6ab1410 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:52.704432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:52.886977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 6ae35f93-d0ad-458e-929f-091dd6ab1410, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6ae35f93-d0ad-458e-929f-091dd6ab1410,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:52.887323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:53.118643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 6ae35f93-d0ad-458e-929f-091dd6ab1410 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:53.299672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:53.321246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ae7a93fa-2fd6-4968-ae48-dfd80221bc4b no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:10:53.347910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=6ae35f93-d0ad-458e-929f-091dd6ab1410,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:53.355955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: ae7a93fa-2fd6-4968-ae48-dfd80221bc4b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:10:53.356305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ae7a93fa-2fd6-4968-ae48-dfd80221bc4b not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:10:53.626029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:53.977005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router c0765c23-5a34-42c7-8e86-6c59d58b62bb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:10:54.150592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:10:54.163151 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] Sync routers for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:10:54.168388 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c8130a2e-b5e3-4a1f-8900-11bd93f8aa93 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/c0765c23-5a34-42c7-8e86-6c59d58b62bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3541064 Sep 29 07:10:54.171143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51344) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:54.172332 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:54.172949 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:54.237542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet b288a91b-4302-4728-9374-dbe346411365 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:10:54.240386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.292753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.345853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:54.378325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.563282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.604543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.607263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=b288a91b-4302-4728-9374-dbe346411365,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:54.610155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc1166-c88e-44d2-809a-d3eeb1575355 None None] Network 7caaf281-68ae-4c80-bbdf-0a1986c9374c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:10:54.616507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d59169bd-926c-438f-9648-74b8102bfe29 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/b288a91b-4302-4728-9374-dbe346411365 HTTP/1.1" status: 204 len: 168 time: 0.4418950 Sep 29 07:10:54.616749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51348) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:54.658742 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:10:53Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:54.662461 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] Checking router: c0765c23-5a34-42c7-8e86-6c59d58b62bb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:10:54.671315 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] Routers {'c0765c23-5a34-42c7-8e86-6c59d58b62bb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:54.671919 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:54.794897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.853313 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] Set router c0765c23-5a34-42c7-8e86-6c59d58b62bb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:54.883973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] DHCP port deletion for 7caaf281-68ae-4c80-bbdf-0a1986c9374c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:10:54.892118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Deleting port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:54.892498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.983837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:54.993629 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 165d8eec-8b52-46f4-ae9a-a27ee8748101 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:10:54.994212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.107898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] For port 016c4797-bb26-49a1-9e01-6f97c9ba7f29, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=016c4797-bb26-49a1-9e01-6f97c9ba7f29,segment=NetworkSegment(267aa2a8-aaf8-4570-aef4-fb4c835f893a),segment_id=267aa2a8-aaf8-4570-aef4-fb4c835f893a)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:55.108200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.141642 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:10:53Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:55.145731 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35383f47-f53d-4022-b3d3-546c88ed77e1 None None] The sync data for ids ['c0765c23-5a34-42c7-8e86-6c59d58b62bb'] in dv-neutron-859761-1-hyperv is: [{'id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'name': 'tempest-TestNetworkBasicOps-router-550544068', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208'}], 'enable_snat': True}, 'gw_port_id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:08:33Z', 'updated_at': '2022-09-29T07:10:53Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '165d8eec-8b52-46f4-ae9a-a27ee8748101', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0765c23-5a34-42c7-8e86-6c59d58b62bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:08:34Z', 'updated_at': '2022-09-29T07:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:10:55.177324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 165d8eec-8b52-46f4-ae9a-a27ee8748101, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=165d8eec-8b52-46f4-ae9a-a27ee8748101,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:10:55.177888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.235490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Calling delete_port for 016c4797-bb26-49a1-9e01-6f97c9ba7f29 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:55.302440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 165d8eec-8b52-46f4-ae9a-a27ee8748101 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:10:55.307826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.356510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Pushing event deleted for resources: {'Port': ['ID=016c4797-bb26-49a1-9e01-6f97c9ba7f29,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:55.361351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] No DVR routers for this DVR port 016c4797-bb26-49a1-9e01-6f97c9ba7f29 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:10:55.367295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.367606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.367948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.368294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.368619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.368950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.369279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.374575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.374575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.374575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.374575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.374575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e680-3d72-4027-96e6-30d8726fa5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:10:55.489623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.523071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 016c4797-bb26-49a1-9e01-6f97c9ba7f29 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:10:55.545047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=165d8eec-8b52-46f4-ae9a-a27ee8748101,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:55.564394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 016c4797-bb26-49a1-9e01-6f97c9ba7f29 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:10:55.564827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 016c4797-bb26-49a1-9e01-6f97c9ba7f29 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:10:55.565352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ae35f93-d0ad-458e-929f-091dd6ab1410 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:10:55.602055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6ae35f93-d0ad-458e-929f-091dd6ab1410 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:10:55.602576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6ae35f93-d0ad-458e-929f-091dd6ab1410 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:10:55.641289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.815232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.817446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.841200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.841704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router c0765c23-5a34-42c7-8e86-6c59d58b62bb {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:10:55.857153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:55.858233 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-454cddc0-e75b-455d-8ee9-983d20e981d0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/c0765c23-5a34-42c7-8e86-6c59d58b62bb HTTP/1.1" status: 204 len: 168 time: 1.2405083 Sep 29 07:10:55.861100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51352) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:56.075693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.210085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.235697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7caaf281-68ae-4c80-bbdf-0a1986c9374c']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:56.251122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267aa2a8-aaf8-4570-aef4-fb4c835f893a') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:56.251423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267aa2a8-aaf8-4570-aef4-fb4c835f893a') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:56.262723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.278759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.285152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:10:56.285631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.374559 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 267aa2a8-aaf8-4570-aef4-fb4c835f893a resource provider aggregate not found Sep 29 07:10:56.393863 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 267aa2a8-aaf8-4570-aef4-fb4c835f893a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 267aa2a8-aaf8-4570-aef4-fb4c835f893a found for delete ", "request_id": "req-14a58d95-c323-42c2-aae2-003dac195e16"}]} Sep 29 07:10:56.395058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.399506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.429252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=7caaf281-68ae-4c80-bbdf-0a1986c9374c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:56.437438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cbe2c88b-f3d5-4d7e-8366-46210c790c81 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/7caaf281-68ae-4c80-bbdf-0a1986c9374c HTTP/1.1" status: 204 len: 168 time: 0.5753624 Sep 29 07:10:56.463056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51362) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:56.469809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'network': {'name': 'tempest-network-smoke--1166632821', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:10:56.476867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:10:56.481873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:network and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:10:56.484751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:10:56.490446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:10:56.500289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:10:56.503796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.532448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:10:56.541427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.541829 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Added segment 221858a8-c3d0-4ec7-af49-26c6e589e779 of type vlan for network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 Sep 29 07:10:56.567877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.595644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.601444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:56.602014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.707838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2433600 Sep 29 07:10:56.710453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730b11-8f3f-4cd2-9300-cfa0b2fd37d5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Network': ['ID=03958dc3-c3b0-4d9f-a4dc-451d852468a5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:56.710717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51366) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:56.716546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'admin_state_up': True, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:10:56.723133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:10:56.724179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:10:56.728473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:router and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:10:56.731335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:10:56.737800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:10:56.748424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.749515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:56.765612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:57.034553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:57.441383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:57.466118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 165d8eec-8b52-46f4-ae9a-a27ee8748101 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:10:57.474190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:57.501915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 165d8eec-8b52-46f4-ae9a-a27ee8748101 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:10:57.502259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 165d8eec-8b52-46f4-ae9a-a27ee8748101 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:10:57.607969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.34 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/3ba9986a-bccc-4d07-9b37-b77c92ec95e7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:10:57.749425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:57.780253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:57.843242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:10:57.845839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:10:57.849583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:10:57.886992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:58.110205 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:10:58.261722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:58.703755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:58.903551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:10:59.075292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:10:59.084302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:10:59.093159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:10:59.093776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:59.101320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:59.102570 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ae335f23-1bbd-4a0f-807b-f822d91eb918 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3907516 Sep 29 07:10:59.106202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51370) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:59.269228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:10:59.270099 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-511c0d46-c232-4883-84f3-58d06a59fe2a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=fba9288297ac4047bb59e46575e7846a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628063 Sep 29 07:10:59.272737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51376) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:59.400139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70332bc1-95b1-412c-ab78-38cefb2e0623 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:59.402078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-70332bc1-95b1-412c-ab78-38cefb2e0623 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284466 Sep 29 07:10:59.404844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51380) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:59.445156 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b0cc8c63-2648-4780-884c-76cbbe416eeb tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369406 Sep 29 07:10:59.445382 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51384) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:10:59.450616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-167452665', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:10:59.550835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:10:58Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:10:59.554737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Checking router: 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:10:59.555098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Updating router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:10:59.557206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:10:59.561061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:subnet and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:10:59.563835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:10:59.569501 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:10:59.579654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:10:59.583126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:59.607592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:59.795145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:59.875171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Subnet': ['ID=2655fe70-ca2d-491e-9eac-225f8dc2ae9c,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:10:59.882546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Checking segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:10:59.882902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network hostable DHCP agents. Network: 03958dc3-c3b0-4d9f-a4dc-451d852468a5, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:10:59.903645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:10:59.913304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 03958dc3-c3b0-4d9f-a4dc-451d852468a5) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:10:59.917389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:10:59.918053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:10:59.925258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aeff4c-f155-495a-90e3-cdd1d6f2ee9e None None] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:10:59.939741 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5d9b1263-2fae-4f0b-b061-3b879e4390a9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4932504 Sep 29 07:10:59.942445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51388) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:00.000684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.023439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Transition to ACTIVE for port object 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:00.035329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.122154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Attempting to bind port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:11:00.122847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Attempting to bind port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:11:00.122847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Attempting to bind port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:11:00.135995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:11:00.136370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:11:00.136774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.137170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:11:00.137640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Bound port: 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:11:00.138012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.212628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ebdd-2406-496e-ab53-1acb1db4da91 None None] Pushing event updated for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:00.294851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] For port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:11:00.308428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] For port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:11:00.313855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.347372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:11:00.348193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.471471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:11:00.472124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:00.579070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ebdd-2406-496e-ab53-1acb1db4da91 None None] Pushing event updated for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:00.642055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:00.737579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:11:00.847382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Allocated IP 172.20.0.2 (03958dc3-c3b0-4d9f-a4dc-451d852468a5/2655fe70-ca2d-491e-9eac-225f8dc2ae9c/2064d5f3-c691-49fd-bdfc-1c1ccc0270ac) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:11:01.190048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.202920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Transition to ACTIVE for port object 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:01.216079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:10:58Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:01.226021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357240b-51d1-43f4-9522-d4674edcbddb None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:10:58Z', 'revision_number': 3, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:11:01.227843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Transition to ACTIVE for port object 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:01.232906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.299629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:11:01.302573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:11:01.306141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:11:01.308607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.1 (03958dc3-c3b0-4d9f-a4dc-451d852468a5/2655fe70-ca2d-491e-9eac-225f8dc2ae9c/69d6f6e4-05e3-4486-a6cb-63dbe86fefab) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:11:01.349975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Pushing event updated for resources: {'Port': ['ID=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:01.420571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Attempting to bind port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:11:01.420948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Attempting to bind port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:11:01.421313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Attempting to bind port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac on network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:11:01.427522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:11:01.427904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Checking segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:11:01.428310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.428707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Bound using segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:11:01.429183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Bound port: 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:11:01.429560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.497804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.517098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 69d6f6e4-05e3-4486-a6cb-63dbe86fefab will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:01.542583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.548392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] For port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:11:01.551926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] For port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:11:01.557744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:01.616742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:11:01.620293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:11:01.624661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:11:01.654083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13ac0c-1fb3-4a59-a059-64cab77d6eda None None] Pushing event updated for resources: {'Port': ['ID=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:01.667964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:01.701264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:02.007389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:02.426147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:02.430916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:02.546652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:02.549953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:02.591517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa11139-cdaf-4181-a2c0-8e7a91f6d2f1 None None] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:11:02.747193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-68bff7a1-a91f-4ec2-8a42-4b71c7991abf None None] Provisioning for port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:02.805064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:11:02.806373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:11:03.004006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:11:03.095738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Provisioning for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:03.101117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Provisioning complete for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:03.101497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.101837 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Attempt 1 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:11:03.198237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:11:03.208518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:11:03.211166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d93b1d0-1600-4c1e-b311-ca0e8ce17a2b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2675574 Sep 29 07:11:03.213374 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:11:03.214405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51392) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:03.225529 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:11:03.226162 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:03.359278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3dceb-a4c4-4d21-9212-74ef21736df3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.359997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3dceb-a4c4-4d21-9212-74ef21736df3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.360605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3dceb-a4c4-4d21-9212-74ef21736df3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.361065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3dceb-a4c4-4d21-9212-74ef21736df3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.362806 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-17d3dceb-a4c4-4d21-9212-74ef21736df3 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1468914 Sep 29 07:11:03.365688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51396) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:03.411396 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:11:03.433695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fc980-927c-47e5-9590-ecc75e572b4a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.434167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fc980-927c-47e5-9590-ecc75e572b4a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.434676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fc980-927c-47e5-9590-ecc75e572b4a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.435197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0fc980-927c-47e5-9590-ecc75e572b4a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:03.436772 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ac0fc980-927c-47e5-9590-ecc75e572b4a tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0701826 Sep 29 07:11:03.439417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51400) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:03.544153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:03.613770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:03.618936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:03.619515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.619916 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac Sep 29 07:11:03.711487 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Attempt 2 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:11:03.773472 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:11:01Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:11:02Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:03.778481 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Checking router: 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:11:03.778936 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Updating router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:11:03.788448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:03.788832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.798751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:11:03.808598 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5959072d-e211-4cbc-bcdf-c3f26a39b064 tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3680820 Sep 29 07:11:03.821691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:11:03.826066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.826916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:03.835001 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.885848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51406) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:03.894426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808307215', 'description': 'tempest-secgroup-smoke-808307215 description', 'project_id': 'fba9288297ac4047bb59e46575e7846a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:03.901287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:03.905735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:03.909050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:03.915374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:03.926280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.946662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:03.952861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:03.958431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:03.961745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:03.963522 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:03.967915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:03.971730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:03.972154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:03.972562 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 Sep 29 07:11:04.044249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.049584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.095391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:04.095822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.104123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371f21fe-6b12-4202-acb9-5434845a986b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.109237 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.115129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51410) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:04.116575 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dd0c8b75-db01-4926-ab30-7f99b03327c1 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2291570 Sep 29 07:11:04.119143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:11:04.120832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '371f21fe-6b12-4202-acb9-5434845a986b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:04.123502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.127187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:04.132824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:04.136410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:04.143005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:04.163242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.196836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.234961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.238595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.243260 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.255329 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Transition to ACTIVE for port object 69d6f6e4-05e3-4486-a6cb-63dbe86fefab will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:04.262277 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.262574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9043ec-18b2-46ec-b369-4cb6891d9b82,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.272209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.273403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dd297db8-501d-4c4d-9196-1cf345cc11cb tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572626 Sep 29 07:11:04.276799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51414) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:04.281963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '371f21fe-6b12-4202-acb9-5434845a986b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:04.287774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:04.291626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:04.294463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:04.299595 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Attempt 3 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:11:04.300152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:04.318920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.362325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:11:04.394657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.399348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.423888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b5dbce-3a2f-4b52-98ca-f95e5a49aecc,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.433290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.434560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b85bd8e3-5abe-4ca6-a459-e740cc9d7147 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567798 Sep 29 07:11:04.437227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51418) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:04.442103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '371f21fe-6b12-4202-acb9-5434845a986b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:04.448425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:04.452407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:04.455329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:04.460264 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.461009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:04.478645 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.478990 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.479319 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.479645 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.479955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.480101 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.480276 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.480594 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.480918 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.481234 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.481551 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.481863 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.482176 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:11:04.489536 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Attempting to bind port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:11:04.489964 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Attempting to bind port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:11:04.490324 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Attempting to bind port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab on network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:11:04.495577 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:11:04.495942 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Checking segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:11:04.496329 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.496704 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Bound using segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:11:04.497152 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Bound port: 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:11:04.497514 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.542383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.547257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.571271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6bdbf5-2b71-430a-a56b-52090fa45210,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.580905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.582926 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-77b7ff91-2d3c-4a1b-85f1-8eee4e8647ef tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447322 Sep 29 07:11:04.584923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51422) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:04.590934 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] For port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:11:04.591096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '371f21fe-6b12-4202-acb9-5434845a986b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:04.594328 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] For port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:11:04.597139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:04.598611 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.601752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:04.604737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:04.610433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:04.627423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.658426 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:11:04.658980 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:10:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:04.689856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.693539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.717545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbe5e2c-9530-42f1-96de-2031d367dc73,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.726972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.728302 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fb65701c-1547-4215-9e4d-7b70597e273c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423082 Sep 29 07:11:04.730997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51426) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:04.736176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '371f21fe-6b12-4202-acb9-5434845a986b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:04.741987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:04.744596 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609a0eb-29d7-43ab-ad6e-91b026ec8777 None None] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.746410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:04.749421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:04.755400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:04.766469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:11:04.772860 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.835424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.839625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.846921 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:11:04.862666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990d6121-a7eb-4457-b3f7-9be368f4d2ea,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:04.863218 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Attempt 4 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:11:04.874472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.878772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51430) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:04.878948 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4e8d18d7-1ab6-4d02-986a-ae6b0a369f85 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468787 Sep 29 07:11:04.885327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'security_group_rule': {'security_group_id': '371f21fe-6b12-4202-acb9-5434845a986b', 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:04.892846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:04.896856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:security_group_rule and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:04.901274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:04.907638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:04.923147 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Project fba9288297ac4047bb59e46575e7846a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:11:04.930045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.932920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-75f3a200-7750-44ed-b97f-8fbe68dbfb11 None None] Port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:11:04.995775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:04.999984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:05.023857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfde472-cc92-435b-bb4e-1ff18e547434,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:05.032978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:05.034256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bc0d88f2-1bd5-407e-8c6d-61a7001a02ed tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540916 Sep 29 07:11:05.163318 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:11:01Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:05.167787 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2aea3-e6bf-45a4-89a9-3de60c88affd None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:11:01Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:11:05.205290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-d183c137-b67f-4b31-ab18-27966ad51125 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:11:05.226074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-d183c137-b67f-4b31-ab18-27966ad51125 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:11:05.230549 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-d183c137-b67f-4b31-ab18-27966ad51125 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808307215&fields=id&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 267 time: 0.0708308 Sep 29 07:11:05.385759 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-f693a764-ce5a-4b59-bbbc-775e3f1716b5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:05.387262 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-f693a764-ce5a-4b59-bbbc-775e3f1716b5 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 797 time: 0.1512625 Sep 29 07:11:05.403785 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-41400a84-2b8a-4436-9452-03a7595c42b9 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/quotas/fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 375 time: 0.0108664 Sep 29 07:11:05.499048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-b5a1efd9-0896-431b-8d6f-bf32f98191f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:11:05.517569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-b5a1efd9-0896-431b-8d6f-bf32f98191f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:11:05.518966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-b5a1efd9-0896-431b-8d6f-bf32f98191f6 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095543 Sep 29 07:11:05.560433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:05.631651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:05.631923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:05.632268 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 Sep 29 07:11:05.671594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-59925986-f473-4df2-97b5-84138c5de482 service neutron] 10.222.0.26 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382327 Sep 29 07:11:05.758031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:05.759146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:05.813180 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-9ddcebe5-4225-4d83-8d89-83a568c342bb service neutron] 10.222.0.26 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355340 Sep 29 07:11:05.831539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:05.831917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:05.832258 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac Sep 29 07:11:05.969973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:05.971001 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:06.030337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-aceeac24-959c-4f9a-92e5-5b6032d3f901 req-08eb62a6-23a3-4bf5-b29a-f86da7c3f543 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:11:06.044894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-aceeac24-959c-4f9a-92e5-5b6032d3f901 req-08eb62a6-23a3-4bf5-b29a-f86da7c3f543 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:11:06.046001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-aceeac24-959c-4f9a-92e5-5b6032d3f901 req-08eb62a6-23a3-4bf5-b29a-f86da7c3f543 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0675037 Sep 29 07:11:06.052311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:06.062640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:06.063165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:06.063901 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:11:06.195588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:06.195972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:06.233029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:11:06.236152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:06.309939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:07.171493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-e446d4ff-7e22-408b-b3e9-b6cf31c56f89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:07.172862 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-e446d4ff-7e22-408b-b3e9-b6cf31c56f89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 797 time: 0.1486835 Sep 29 07:11:07.241705 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a81fcd8-3e1a-4fd4-9346-838d4758461e req-6f5b6a4d-121f-4817-8881-42bcb03c7ecf tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0775950 Sep 29 07:11:07.270051 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-92f82ab3-b12f-4a25-a667-54c10041a504 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba9288297ac4047bb59e46575e7846a HTTP/1.1" status: 200 len: 379 time: 0.0556855 Sep 29 07:11:07.285748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'port': {'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'admin_state_up': True, 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'security_groups': ['371f21fe-6b12-4202-acb9-5434845a986b']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:07.419069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:07.428593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:07.438612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Made reservation on behalf of fba9288297ac4047bb59e46575e7846a for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:11:07.442128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:07.477928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:07.545852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:07.546223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:07.546588 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:11:07.603365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.20.0.3 (03958dc3-c3b0-4d9f-a4dc-451d852468a5/2655fe70-ca2d-491e-9eac-225f8dc2ae9c/795929e4-5db3-4401-afd5-0f776a224ece) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:11:07.664220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:07.794097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:07.809680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Transition to ACTIVE for port object 795929e4-5db3-4401-afd5-0f776a224ece will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:07.833507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:07.902130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:11:07.905227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:11:07.908939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:11:07.938837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=795929e4-5db3-4401-afd5-0f776a224ece,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:07.979526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:07.980313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.005823 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-3c6c565f-ae98-4091-a0c3-503a03aae9c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7234514 Sep 29 07:11:08.022784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Request body: {'port': {'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:08.131873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.193458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Provisioning for port 795929e4-5db3-4401-afd5-0f776a224ece completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:08.198892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Provisioning complete for port 795929e4-5db3-4401-afd5-0f776a224ece triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:08.199399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.199820 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Attempt 1 to provision port 795929e4-5db3-4401-afd5-0f776a224ece Sep 29 07:11:08.261875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Port 795929e4-5db3-4401-afd5-0f776a224ece cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:11:08.447382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390f090-f515-4e7a-a1d9-77e52259200b req-324d3f71-97e1-48ad-b89e-d6c6f2265220 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:08.448902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6390f090-f515-4e7a-a1d9-77e52259200b req-324d3f71-97e1-48ad-b89e-d6c6f2265220 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 931 time: 0.0921826 Sep 29 07:11:08.493394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-6390f090-f515-4e7a-a1d9-77e52259200b req-9991b264-51e4-4764-ac03-e7a52e571f89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:11:08.504787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-6390f090-f515-4e7a-a1d9-77e52259200b req-9991b264-51e4-4764-ac03-e7a52e571f89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:11:08.505907 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6390f090-f515-4e7a-a1d9-77e52259200b req-9991b264-51e4-4764-ac03-e7a52e571f89 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512235 Sep 29 07:11:08.575879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795929e4-5db3-4401-afd5-0f776a224ece {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:11:08.582868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.597137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Transition to ACTIVE for port object 795929e4-5db3-4401-afd5-0f776a224ece will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:11:08.600956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.647960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ba7188a6-ba50-4f74-9263-ca00c9db9ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.763620 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Attempt 2 to provision port 795929e4-5db3-4401-afd5-0f776a224ece Sep 29 07:11:08.790199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Pushing event updated for resources: {'Port': ['ID=795929e4-5db3-4401-afd5-0f776a224ece,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:08.831087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Attempting to bind port 795929e4-5db3-4401-afd5-0f776a224ece on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:11:08.831436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Attempting to bind port 795929e4-5db3-4401-afd5-0f776a224ece by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:11:08.831738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Attempting to bind port 795929e4-5db3-4401-afd5-0f776a224ece on network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:11:08.836162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Port 795929e4-5db3-4401-afd5-0f776a224ece on network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:11:08.836471 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Attempting to bind port 795929e4-5db3-4401-afd5-0f776a224ece on network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:11:08.841962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:11:08.842295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Checking segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:11:08.842703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Bound using segment: {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:11:08.843116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Bound port: 795929e4-5db3-4401-afd5-0f776a224ece, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221858a8-c3d0-4ec7-af49-26c6e589e779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:11:08.843451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.846150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Port 795929e4-5db3-4401-afd5-0f776a224ece cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:11:08.928466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] For port 795929e4-5db3-4401-afd5-0f776a224ece, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:11:08.931542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] For port 795929e4-5db3-4401-afd5-0f776a224ece, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=795929e4-5db3-4401-afd5-0f776a224ece,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:11:08.935026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.968656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:08.969249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:08.970676 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] 10.222.0.61 "PUT /v2.0/ports/795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 1093 time: 0.9522135 Sep 29 07:11:08.971090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:11:08.973326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580e8a0-578d-47c1-b951-b38017a44352" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "tag": "795929e4-5db3-4401-afd5-0f776a224ece"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:11:09.015309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd06e-2633-41db-8f0c-73ef23eea2fa service neutron] Pushing event updated for resources: {'Port': ['ID=795929e4-5db3-4401-afd5-0f776a224ece,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:09.018674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8cfa11-802f-4fb5-8121-05d240fb5a90 x-openstack-request-id: req-db8cfa11-802f-4fb5-8121-05d240fb5a90 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:11:09.018960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "tag": "795929e4-5db3-4401-afd5-0f776a224ece", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:11:09.019209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db8cfa11-802f-4fb5-8121-05d240fb5a90 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:11:09.019592 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8cfa11-802f-4fb5-8121-05d240fb5a90'] response: {'name': 'network-changed', 'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece', 'status': 'completed', 'code': 200} Sep 29 07:11:09.110318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-23f56b74-9032-4280-8b27-a918f3136e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:09.111861 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-23f56b74-9032-4280-8b27-a918f3136e73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1096 time: 0.0760491 Sep 29 07:11:09.186545 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-996b7ce8-deb5-42c0-9458-b06df108364a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 217 time: 0.0613782 Sep 29 07:11:09.245189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-66568f34-e190-442a-84b7-7fdc174a569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:09.246560 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-66568f34-e190-442a-84b7-7fdc174a569d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 200 len: 834 time: 0.0547807 Sep 29 07:11:09.329784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-d54f51b6-a2b4-485e-a861-a0cfd9f9b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:09.331178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-d54f51b6-a2b4-485e-a861-a0cfd9f9b42a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03958dc3-c3b0-4d9f-a4dc-451d852468a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781958 Sep 29 07:11:09.347078 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Attempt 3 to provision port 795929e4-5db3-4401-afd5-0f776a224ece Sep 29 07:11:09.407131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0e638182-48bb-43bc-b84a-cbabbe4d07e0 None None] Port 795929e4-5db3-4401-afd5-0f776a224ece had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:11:09.459681 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-a0748f10-8c5c-4356-8f0f-4d430e70f8d8 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220632 Sep 29 07:11:09.587721 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9ca113c-88fb-4c6c-8d01-a8c1beb2d373 req-462bd046-9561-48b0-89b9-bab2ac3ff7ef service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216869 Sep 29 07:11:09.700395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c83243-aa92-4617-a0ab-f2840beb5d57 req-9524580e-ac11-478d-b9c5-493c366640bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:09.701855 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f4c83243-aa92-4617-a0ab-f2840beb5d57 req-9524580e-ac11-478d-b9c5-493c366640bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 943 time: 0.0864725 Sep 29 07:11:09.747565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e8a0-578d-47c1-b951-b38017a44352 req-703fc0d5-9bc1-4c75-99bb-f3ad4f73cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:09.749084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-703fc0d5-9bc1-4c75-99bb-f3ad4f73cd10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1096 time: 0.0789700 Sep 29 07:11:09.750004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f4c83243-aa92-4617-a0ab-f2840beb5d57 req-712e82dc-fa60-4bc7-aa79-87d526048967 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Sep 29 07:11:09.877147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e8a0-578d-47c1-b951-b38017a44352 req-f2e3d3ad-0525-40eb-81e8-f5d63f0782f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:09.878563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-f2e3d3ad-0525-40eb-81e8-f5d63f0782f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 898 time: 0.1227324 Sep 29 07:11:10.039726 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-5431ab4f-bc86-4d24-9ecb-f7209293f1c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 217 time: 0.1551216 Sep 29 07:11:10.099937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e8a0-578d-47c1-b951-b38017a44352 req-6e4d1835-2f3c-4a9f-ae12-8f78b430d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:10.101339 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-6e4d1835-2f3c-4a9f-ae12-8f78b430d896 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 200 len: 834 time: 0.0546310 Sep 29 07:11:10.181556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580e8a0-578d-47c1-b951-b38017a44352 req-82acef81-51e5-431a-b78b-0f7f522f3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:10.183021 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-82acef81-51e5-431a-b78b-0f7f522f3a14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03958dc3-c3b0-4d9f-a4dc-451d852468a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758758 Sep 29 07:11:10.312911 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-90753f72-30f3-4e57-a30d-b859c467aba7 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231961 Sep 29 07:11:10.462250 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6580e8a0-578d-47c1-b951-b38017a44352 req-201beaf7-a304-45da-bea6-5e9b2c5341b8 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429186 Sep 29 07:11:10.946434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1ee6-a7a2-47eb-ae3f-4e346e0bb2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:10.948726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0612cc-a74f-4bec-8671-236ecdb2af74 req-1ff47cde-ca1c-4de7-acab-7e24e775b18c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:10.949166 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-ac0612cc-a74f-4bec-8671-236ecdb2af74 req-1ff47cde-ca1c-4de7-acab-7e24e775b18c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:11:10.964616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-ac0612cc-a74f-4bec-8671-236ecdb2af74 req-1ff47cde-ca1c-4de7-acab-7e24e775b18c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:11:10.965764 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac0612cc-a74f-4bec-8671-236ecdb2af74 req-1ff47cde-ca1c-4de7-acab-7e24e775b18c tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 943 time: 0.1016896 Sep 29 07:11:11.014972 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ac0612cc-a74f-4bec-8671-236ecdb2af74 req-ab8507a0-2257-4589-82c7-3f7240d444b2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Sep 29 07:11:11.861929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:12.024172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:12.208238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506efa4-6a51-455d-8b78-4cdd40adae93 req-e04e1bd9-817d-4895-b2ca-093396622b26 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:12.209692 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c506efa4-6a51-455d-8b78-4cdd40adae93 req-e04e1bd9-817d-4895-b2ca-093396622b26 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 943 time: 0.0864582 Sep 29 07:11:12.254248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c506efa4-6a51-455d-8b78-4cdd40adae93 req-2c2ce230-6544-4f73-b5dc-9df75efe5e8f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389140 Sep 29 07:11:13.389762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:13.423418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 795929e4-5db3-4401-afd5-0f776a224ece details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:11:13.452425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145f38d-ddfd-4bc7-bdf6-29fc736a3c47 req-e07a6cb8-caed-4470-8cf3-f1f02aff23c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:13.453914 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3145f38d-ddfd-4bc7-bdf6-29fc736a3c47 req-e07a6cb8-caed-4470-8cf3-f1f02aff23c3 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 943 time: 0.0903234 Sep 29 07:11:13.498160 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3145f38d-ddfd-4bc7-bdf6-29fc736a3c47 req-cc807611-c5d2-4951-9736-990ec33572bd tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379381 Sep 29 07:11:13.555308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 795929e4-5db3-4401-afd5-0f776a224ece, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=795929e4-5db3-4401-afd5-0f776a224ece,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:11:13.568401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '795929e4-5db3-4401-afd5-0f776a224ece', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:11:13.624120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 795929e4-5db3-4401-afd5-0f776a224ece is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:13.624496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:13.640854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795929e4-5db3-4401-afd5-0f776a224ece {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:11:13.656731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 795929e4-5db3-4401-afd5-0f776a224ece, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=795929e4-5db3-4401-afd5-0f776a224ece,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:11:13.660322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:13.729078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=795929e4-5db3-4401-afd5-0f776a224ece,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:14.055629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['795929e4-5db3-4401-afd5-0f776a224ece'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:11:14.698132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395be50-669c-4e1c-a879-83b88f3ebfa7 req-4215e2bb-04c3-461a-97aa-94912bfb1d0a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:14.699660 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5395be50-669c-4e1c-a879-83b88f3ebfa7 req-4215e2bb-04c3-461a-97aa-94912bfb1d0a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 944 time: 0.0896263 Sep 29 07:11:14.745630 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5395be50-669c-4e1c-a879-83b88f3ebfa7 req-3a5fb86c-52d8-4de8-b72f-da5de7943ea7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Sep 29 07:11:15.433481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 795929e4-5db3-4401-afd5-0f776a224ece up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:11:15.498697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 795929e4-5db3-4401-afd5-0f776a224ece completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:11:15.503380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 795929e4-5db3-4401-afd5-0f776a224ece triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:11:15.503754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:15.504087 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 795929e4-5db3-4401-afd5-0f776a224ece Sep 29 07:11:15.619432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 795929e4-5db3-4401-afd5-0f776a224ece is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:11:15.619727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:15.645595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:11:15.647906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fd6c1a-1084-447e-ac25-9fed03188403" -d '{"events": [{"server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "name": "network-vif-plugged", "status": "completed", "tag": "795929e4-5db3-4401-afd5-0f776a224ece"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:11:15.656417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 795929e4-5db3-4401-afd5-0f776a224ece, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=795929e4-5db3-4401-afd5-0f776a224ece,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:11:15.660272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:15.693037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c89d71-aa7f-42a1-a4c3-7affbfa964bd x-openstack-request-id: req-08c89d71-aa7f-42a1-a4c3-7affbfa964bd {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:11:15.693328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "name": "network-vif-plugged", "status": "completed", "tag": "795929e4-5db3-4401-afd5-0f776a224ece", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:11:15.693581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08c89d71-aa7f-42a1-a4c3-7affbfa964bd {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:11:15.693969 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c89d71-aa7f-42a1-a4c3-7affbfa964bd'] response: {'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece', 'code': 200} Sep 29 07:11:15.731840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=795929e4-5db3-4401-afd5-0f776a224ece,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:15.941363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff15119-805a-4538-8b60-5e78b6cea2a9 req-0463f43f-869b-4193-a7f0-36bd1b815a30 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:15.942850 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ff15119-805a-4538-8b60-5e78b6cea2a9 req-0463f43f-869b-4193-a7f0-36bd1b815a30 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0880713 Sep 29 07:11:15.964521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bbb3c-1c37-4de7-bebb-31f1d9db8d4f req-634add07-8c5a-4752-9d4f-19dd08b946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:15.966141 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb4bbb3c-1c37-4de7-bebb-31f1d9db8d4f req-634add07-8c5a-4752-9d4f-19dd08b946b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1098 time: 0.0904949 Sep 29 07:11:15.994429 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4ff15119-805a-4538-8b60-5e78b6cea2a9 req-734a9667-cd6e-45bf-ab64-bda6c6a2637e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447941 Sep 29 07:11:16.006855 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb4bbb3c-1c37-4de7-bebb-31f1d9db8d4f req-5235046d-a0fc-4f34-81b5-12a58268caeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347750 Sep 29 07:11:17.188626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2878e-fdda-47a7-bbfd-7957cb2d8200 req-e96f1654-ffd7-4589-b7e5-5d6a33b23a7b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:17.190084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ba2878e-fdda-47a7-bbfd-7957cb2d8200 req-e96f1654-ffd7-4589-b7e5-5d6a33b23a7b tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0850315 Sep 29 07:11:17.236834 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ba2878e-fdda-47a7-bbfd-7957cb2d8200 req-e1c26d73-a25b-4409-ab0c-f5c97da2333d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410748 Sep 29 07:11:17.313176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:18.434288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18609e-043e-4a46-a2df-95d50bfe889e req-0bc69240-c97a-4243-b5dd-853c3ebc9bc4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:18.435770 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe18609e-043e-4a46-a2df-95d50bfe889e req-0bc69240-c97a-4243-b5dd-853c3ebc9bc4 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0865796 Sep 29 07:11:18.480199 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe18609e-043e-4a46-a2df-95d50bfe889e req-8d8544f1-b7df-4303-a04f-6f8fb24d4c36 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388188 Sep 29 07:11:18.674067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71759e17-7ab3-4dd6-9bc0-fe10fc48c991 req-2d7f902e-675d-461f-bd1c-9f3a2a1b83f0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:18.675529 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-71759e17-7ab3-4dd6-9bc0-fe10fc48c991 req-2d7f902e-675d-461f-bd1c-9f3a2a1b83f0 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0849333 Sep 29 07:11:18.719022 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-71759e17-7ab3-4dd6-9bc0-fe10fc48c991 req-ffc2e098-d39d-4573-b0fa-b635b49bbd4f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378687 Sep 29 07:11:18.747105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51488) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:18.826639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9024bbf-9831-41b5-8133-423ba28fd3ff tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:18.828166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e9024bbf-9831-41b5-8133-423ba28fd3ff tempest-TestNetworkBasicOps-439467583 tempest-TestNetworkBasicOps-439467583-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1093 time: 0.0800323 Sep 29 07:11:18.830973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51492) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:18.835756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:11:18.842203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:11:18.846051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Usage tracker for resource:floatingip and tenant:fba9288297ac4047bb59e46575e7846a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:11:18.848832 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:11:18.854738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:11:18.864112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:18.996901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:19.125033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Allocated IP 172.26.0.253 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/213402c0-8bc8-43a9-ba35-7743e3b9da7e) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:11:19.268444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:19.296169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:19.357283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:11:19.359966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:11:19.363699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:11:19.535630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=213402c0-8bc8-43a9-ba35-7743e3b9da7e,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:19.664622 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-f5bc4ea3-6b63-494b-b03b-feaf162b1100 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2772529 Sep 29 07:11:19.930059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-a4778ca8-a843-47a1-ba6a-6c2720bfe9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:19.931489 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-a4778ca8-a843-47a1-ba6a-6c2720bfe9ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1098 time: 0.1851459 Sep 29 07:11:20.097991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-21dcf4b4-f07a-4935-84fa-bd5581901f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:20.099429 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-21dcf4b4-f07a-4935-84fa-bd5581901f25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 898 time: 0.1503060 Sep 29 07:11:20.102096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:20.169888 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-c2d838cf-0adf-474e-b248-a138b4883aef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 217 time: 0.0613983 Sep 29 07:11:20.282632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-340e4916-c35e-4a75-bf74-cee189093a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:20.284057 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-340e4916-c35e-4a75-bf74-cee189093a9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 200 len: 834 time: 0.1082675 Sep 29 07:11:20.284745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:20.485608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-3f0e9ba1-4fe7-4471-a0ad-327d1d8167ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:20.487101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-3f0e9ba1-4fe7-4471-a0ad-327d1d8167ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03958dc3-c3b0-4d9f-a4dc-451d852468a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1799803 Sep 29 07:11:20.655898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:20.658682 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-4a2eb33f-6832-4291-a5ca-6da32e6f0ee7 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651731 Sep 29 07:11:20.660505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:20.952431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event updated for resources: {'Port': ['ID=213402c0-8bc8-43a9-ba35-7743e3b9da7e,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:11:20.956531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:21.113286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9e0fea5c-10ac-4f4a-9fd9-cdef1b9a4e4c req-3d4eab6f-42b3-45a9-bd3c-15b5eecf5b51 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279511 Sep 29 07:11:21.155811 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP cfa4fddf-710a-459e-9b10-f2205e771715 associated. External IP: 172.26.0.253, port: 795929e4-5db3-4401-afd5-0f776a224ece. Sep 29 07:11:21.508099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:11:21.685598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:11:21.694902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:11:21.705080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:11:21.705816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:11:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:21.709764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:21.767728 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d94706f9-3d92-451e-8486-07618903e375 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9357388 Sep 29 07:11:21.768548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:11:21.770607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51496) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:21.771100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "tag": "795929e4-5db3-4401-afd5-0f776a224ece"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:11:21.819348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468bc89f-3e76-4749-8fdf-636ef3df6ab5 x-openstack-request-id: req-468bc89f-3e76-4749-8fdf-636ef3df6ab5 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:11:21.819650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "tag": "795929e4-5db3-4401-afd5-0f776a224ece", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:11:21.819902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-468bc89f-3e76-4749-8fdf-636ef3df6ab5 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:11:21.820306 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468bc89f-3e76-4749-8fdf-636ef3df6ab5'] response: {'name': 'network-changed', 'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece', 'status': 'completed', 'code': 200} Sep 29 07:11:21.879474 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bea21c98-862e-41d2-bf52-1a15ef07d30f tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 991 time: 0.1071453 Sep 29 07:11:21.889236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:11:21.945799 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-c16e1344-7046-4717-af51-5f55e0a32c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:21.947896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-c16e1344-7046-4717-af51-5f55e0a32c39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1098 time: 0.0824375 Sep 29 07:11:22.076299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-fb1ef3dc-92c9-4f2d-961c-b6363fdde691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:22.077761 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-fb1ef3dc-92c9-4f2d-961c-b6363fdde691 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 898 time: 0.1246529 Sep 29 07:11:22.179115 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-88e3b08e-9d84-47a6-b187-36e1615cb94f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 999 time: 0.0954881 Sep 29 07:11:22.232466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:11:01Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cfa4fddf-710a-459e-9b10-f2205e771715', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:11:19Z', 'updated_at': '2022-09-29T07:11:19Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:11:06Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:22.236380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] Checking router: 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:11:22.241903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-6ed8e085-167a-4267-b25e-de208803c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:22.243387 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-6ed8e085-167a-4267-b25e-de208803c55a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 200 len: 834 time: 0.0579708 Sep 29 07:11:22.244962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:11:22.245560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:11:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:22.329696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-fa76611b-cc0f-49e2-a409-ec38e1c45e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:11:22.331383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-fa76611b-cc0f-49e2-a409-ec38e1c45e08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03958dc3-c3b0-4d9f-a4dc-451d852468a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824172 Sep 29 07:11:22.452795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:11:22.575930 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-5aad1964-b1df-451c-ba80-2fffeeca40b7 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377317 Sep 29 07:11:22.704934 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51eedf5d-b7d4-4a50-afe9-c3e7be75d495 req-063d94f3-2c48-4c31-8764-8efc4c8ffe65 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227374 Sep 29 07:11:22.796121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:11:01Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cfa4fddf-710a-459e-9b10-f2205e771715', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:11:19Z', 'updated_at': '2022-09-29T07:11:19Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:11:06Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:11:22.799952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a863edf-6a5e-42aa-8bf2-278014a7c73c None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:11:01Z', 'revision_number': 4, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cfa4fddf-710a-459e-9b10-f2205e771715', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:11:19Z', 'updated_at': '2022-09-29T07:11:19Z', 'revision_number': 0, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:11:06Z', 'revision_number': 5, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:11:22.882643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51502) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:22.990137 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a1fee-3954-40fc-ac51-8a6ccab6310f None None] New status for floating IP cfa4fddf-710a-459e-9b10-f2205e771715: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:11:23.092348 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-88bf943c-ed30-4e3e-9255-01498b17f505 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 991 time: 0.2083874 Sep 29 07:11:24.095699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51506) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:11:24.199067 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9e7ca00c-7aac-403c-b546-22f98a40b801 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 993 time: 0.1022210 Sep 29 07:11:35.109781 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:11:38.651793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bb8f23dd-06bb-4148-ab71-52e245dd3fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:40.951927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3e169a23-0a36-4b6f-bf1d-56ef031f775c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:41.864272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:42.025986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:43.391300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:11:47.315627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:08.654588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2fc4b482-e655-4f8a-a02b-2418ae1aa9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:10.952926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-81952e66-338f-4d40-80df-bcebb1f25965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:11.865822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:12.029098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:12.108784 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:12:13.394885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:17.320991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:21.485354 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-e5d3d42f-fdf6-4c4e-9bae-9624014c571c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754409 Sep 29 07:12:21.647809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe469c-0586-4417-af14-aae32369c79f req-b7501bc1-1898-4864-b568-6ed7f81475ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:21.649295 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-b7501bc1-1898-4864-b568-6ed7f81475ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1098 time: 0.0795979 Sep 29 07:12:21.790473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe469c-0586-4417-af14-aae32369c79f req-292c3f65-8dff-4eab-acbf-7350465fbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:21.792465 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-292c3f65-8dff-4eab-acbf-7350465fbe9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 898 time: 0.1250486 Sep 29 07:12:21.893204 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-ddd2dbd5-3e84-414f-a22c-3b88bb3c2dbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 1001 time: 0.0933135 Sep 29 07:12:21.954519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe469c-0586-4417-af14-aae32369c79f req-553a7c5a-1c0e-41a1-9d3b-f91608c67451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:21.956385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-553a7c5a-1c0e-41a1-9d3b-f91608c67451 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 200 len: 834 time: 0.0567567 Sep 29 07:12:22.039669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe469c-0586-4417-af14-aae32369c79f req-ba6ac398-c974-40d9-9480-8d3a08e571b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:22.041178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-ba6ac398-c974-40d9-9480-8d3a08e571b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03958dc3-c3b0-4d9f-a4dc-451d852468a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791335 Sep 29 07:12:22.170662 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-996660b2-cbd6-4e7f-a09f-8f4e68092ce3 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227045 Sep 29 07:12:22.297997 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cdfe469c-0586-4417-af14-aae32369c79f req-465886b9-544c-4bde-a7b4-c845d84f18d2 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208498 Sep 29 07:12:24.850075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51532) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:24.855469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:12:25.368344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:25.378807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:25.554563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:12:25.727733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:12:25.735031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:25.735522 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bc6ed884-05a7-4f73-a608-e91d91119b7a tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 HTTP/1.1" status: 200 len: 888 time: 0.8844309 Sep 29 07:12:25.737241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:12:25.747663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:25.748297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:25.808135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:25.816282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:25.816867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:25.876509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:25.876897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4fb63-6467-4ebd-a608-f41414613705 None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:12:26.622663 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7315b-cec1-44ec-b371-85807d529a70 None None] New status for floating IP cfa4fddf-710a-459e-9b10-f2205e771715: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:12:27.510601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:12:27.622204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:27.622607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:27.660076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:27.664208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:27.665117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:12:27.777142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:27.814782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.815152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.815481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.815820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.816153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.816486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.816813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.817141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.817469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.817819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.818143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.818465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:27.845501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:27.845880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:27.862261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:27.865985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:27.920071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51538) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:27.925271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:12:27.935439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:28.566105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:28.578858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-411420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-417775', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-417604'] for router, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:28.763684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:12:28.939117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:12:28.945753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:28.949241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-667513a3-c16d-4266-ad54-218aae16447d tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 HTTP/1.1" status: 200 len: 887 time: 1.0280845 Sep 29 07:12:28.949421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:12:28.950456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51542) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:28.958722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:28.959325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:29.054277 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b0044f91-081e-48ba-b9b4-b16fbf689130 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 991 time: 0.1025684 Sep 29 07:12:29.165676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:12:29.502314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:28Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cfa4fddf-710a-459e-9b10-f2205e771715', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:11:19Z', 'updated_at': '2022-09-29T07:12:26Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:12:27Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:29.506056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] Checking router: 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:12:29.514744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:29.515335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:29.692040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:12:30.023722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:28Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cfa4fddf-710a-459e-9b10-f2205e771715', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:11:19Z', 'updated_at': '2022-09-29T07:12:26Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:12:27Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:30.027502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b650502-63f8-4936-ac8b-9a64612ee6ec None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:28Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'cfa4fddf-710a-459e-9b10-f2205e771715', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'port_id': '795929e4-5db3-4401-afd5-0f776a224ece', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'mac_address': 'fa:16:3e:12:66:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:11:19Z', 'updated_at': '2022-09-29T07:12:26Z', 'revision_number': 2, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:12:27Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:12:30.058756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51546) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:30.166973 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-65ae75db-6b58-4318-8636-643b3404f420 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 991 time: 0.1069994 Sep 29 07:12:31.170249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51550) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:31.276793 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-db89d612-330f-42fa-b870-146e30d65686 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 991 time: 0.1053736 Sep 29 07:12:31.555049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:12:31.575839 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6cfcd1-48a6-4b3e-aad7-e576f4771254 None None] New status for floating IP cfa4fddf-710a-459e-9b10-f2205e771715: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:12:31.627860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:12:31.628334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:31.628737 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 Sep 29 07:12:31.746576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:31.747054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:31.764529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:31.768379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:31.769149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:12:31.881406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:31.894208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:12:31.894628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:31.894974 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:12:32.049684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:32.050066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:32.082445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:32.085809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:32.153963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:32.280650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51554) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:32.384973 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-54ca6efe-ad10-470e-b555-1968007db9ac tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 200 len: 993 time: 0.1025984 Sep 29 07:12:32.673334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51562) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:32.987853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 213402c0-8bc8-43a9-ba35-7743e3b9da7e {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:12:32.988193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.152895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.153221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.271593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 213402c0-8bc8-43a9-ba35-7743e3b9da7e owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:12:33.418582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.496777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=213402c0-8bc8-43a9-ba35-7743e3b9da7e,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:33.523551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:12:33.540507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.540850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.541186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.541514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.541834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.542154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.542523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.543171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.543503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.543824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.544141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.544454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:33.578123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.578594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Floating IP cfa4fddf-710a-459e-9b10-f2205e771715 disassociated (deleted). External IP: 172.26.0.253, port: 795929e4-5db3-4401-afd5-0f776a224ece. Sep 29 07:12:33.594921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:12:33.595292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.595627 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 Sep 29 07:12:33.710652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:33.711693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:12:33.775687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:12:33.775974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:33.776308 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab Sep 29 07:12:33.890197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:33.928135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:12:34.104291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:12:34.113366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:12:34.123445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:34.124125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:34.124280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:34.176923 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a09cef3-301e-4620-b9ff-952f8baab2d7 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/floatingips/cfa4fddf-710a-459e-9b10-f2205e771715 HTTP/1.1" status: 204 len: 168 time: 1.5026212 Sep 29 07:12:34.177490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:12:34.179844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df94268-9f7a-438e-b35d-b29a10ec9755" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "tag": "795929e4-5db3-4401-afd5-0f776a224ece"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:12:34.224792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a600369-69f0-4533-be21-01dae0a8bbe6 x-openstack-request-id: req-9a600369-69f0-4533-be21-01dae0a8bbe6 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:12:34.225197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "tag": "795929e4-5db3-4401-afd5-0f776a224ece", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:12:34.225459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a600369-69f0-4533-be21-01dae0a8bbe6 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:12:34.225860 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a600369-69f0-4533-be21-01dae0a8bbe6'] response: {'name': 'network-changed', 'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece', 'status': 'completed', 'code': 200} Sep 29 07:12:34.312841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:12:34.470397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-3fbc4325-7fc1-4896-baac-152484f50aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:34.472111 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-3fbc4325-7fc1-4896-baac-152484f50aee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fba9288297ac4047bb59e46575e7846a&device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 1098 time: 0.2044573 Sep 29 07:12:34.663932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:28Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:12:32Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:34.668420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] Checking router: 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:12:34.671936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-948015c0-fe8b-40c5-b0b5-6f9d0b7f49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:34.673387 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-948015c0-fe8b-40c5-b0b5-6f9d0b7f49ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 200 len: 898 time: 0.1948810 Sep 29 07:12:34.676887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:34.677491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:34.681638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02923424-05cd-427e-8b9e-5941af8ff2e8 req-c173d19c-da07-40c0-a9d3-744941c3dd96 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:34.682302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-02923424-05cd-427e-8b9e-5941af8ff2e8 req-c173d19c-da07-40c0-a9d3-744941c3dd96 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Synchronizing usage tracker for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:12:34.753139 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-04da9a7a-0da4-426b-8d94-f600e4406054 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 200 len: 217 time: 0.0679364 Sep 29 07:12:34.788811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-02923424-05cd-427e-8b9e-5941af8ff2e8 req-c173d19c-da07-40c0-a9d3-744941c3dd96 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Unset dirty status for tenant:fba9288297ac4047bb59e46575e7846a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:12:34.789931 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02923424-05cd-427e-8b9e-5941af8ff2e8 req-c173d19c-da07-40c0-a9d3-744941c3dd96 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.2907672 Sep 29 07:12:34.851223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-dd437320-8bf4-4af2-a87c-ffdb655351a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:34.852667 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-dd437320-8bf4-4af2-a87c-ffdb655351a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 200 len: 834 time: 0.0935543 Sep 29 07:12:34.857861 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02923424-05cd-427e-8b9e-5941af8ff2e8 req-86a6af98-972d-4433-9107-0654c7e69f65 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593548 Sep 29 07:12:34.859831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:12:34.935938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-3aa7af91-0b78-412a-8789-bb414307aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:34.937553 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-3aa7af91-0b78-412a-8789-bb414307aec1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03958dc3-c3b0-4d9f-a4dc-451d852468a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780232 Sep 29 07:12:35.074141 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-7d083402-28ce-4830-b065-67f646edd3e5 service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282525 Sep 29 07:12:35.205295 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4df94268-9f7a-438e-b35d-b29a10ec9755 req-2c7d5b81-d9a5-4f5a-9aa3-8c459c73646e service neutron] 10.222.0.61 "GET /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255710 Sep 29 07:12:35.210292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:28Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:12:32Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:35.214290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a4c7d5-6f64-4f3f-bfc0-06fa5e303aa8 None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:28Z', 'revision_number': 6, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '69d6f6e4-05e3-4486-a6cb-63dbe86fefab', 'name': '', 'network_id': '03958dc3-c3b0-4d9f-a4dc-451d852468a5', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'mac_address': 'fa:16:3e:a7:07:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:11:00Z', 'updated_at': '2022-09-29T07:12:32Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'subnets': [{'id': '2655fe70-ca2d-491e-9eac-225f8dc2ae9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:12:35.837963 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49362cd4-2e5a-4544-a138-026974c5d3c9 None None] New status for floating IP cfa4fddf-710a-459e-9b10-f2205e771715: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:12:36.069786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4a572-ff33-4165-a158-ce6fc3f94eb2 req-38c8b973-c1f8-43fb-ba5d-6f81cbffb714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:36.071275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9d4a572-ff33-4165-a158-ce6fc3f94eb2 req-38c8b973-c1f8-43fb-ba5d-6f81cbffb714 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0907266 Sep 29 07:12:36.116324 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9d4a572-ff33-4165-a158-ce6fc3f94eb2 req-248e9e32-bdf5-4ebe-8e95-002990d7f26e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/security-groups?id=371f21fe-6b12-4202-acb9-5434845a986b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393250 Sep 29 07:12:36.314159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce358d56-8283-4135-8959-1277555cb0b3 req-2dbebd69-4a71-44e5-bbea-b73195dd9f79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:36.315522 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ce358d56-8283-4135-8959-1277555cb0b3 req-2dbebd69-4a71-44e5-bbea-b73195dd9f79 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 945 time: 0.0892334 Sep 29 07:12:36.383970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 795929e4-5db3-4401-afd5-0f776a224ece {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:12:36.384306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:36.627094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 795929e4-5db3-4401-afd5-0f776a224ece, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=795929e4-5db3-4401-afd5-0f776a224ece,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:36.627350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:36.746280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 795929e4-5db3-4401-afd5-0f776a224ece owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:12:36.888495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:36.936563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=795929e4-5db3-4401-afd5-0f776a224ece,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:37.123229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] No DVR routers for this DVR port 795929e4-5db3-4401-afd5-0f776a224ece on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:12:37.125688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:37.128360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'name': 'network-vif-deleted', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:12:37.130658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd19dacc-679f-43dc-a649-f6685a36cc3d" -d '{"events": [{"server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "name": "network-vif-deleted", "tag": "795929e4-5db3-4401-afd5-0f776a224ece"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:12:37.146220 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ce358d56-8283-4135-8959-1277555cb0b3 req-1bfaa121-b6ec-43c0-b764-05648e9a1dd2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.61 "DELETE /v2.0/ports/795929e4-5db3-4401-afd5-0f776a224ece HTTP/1.1" status: 204 len: 173 time: 0.8250272 Sep 29 07:12:37.175862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87d5c5-803a-4e44-80fc-af4c3ff19467 x-openstack-request-id: req-fb87d5c5-803a-4e44-80fc-af4c3ff19467 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:12:37.176302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad59865-fb9c-4043-99e6-88a9854c8f43", "name": "network-vif-deleted", "tag": "795929e4-5db3-4401-afd5-0f776a224ece", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:12:37.176656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb87d5c5-803a-4e44-80fc-af4c3ff19467 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:12:37.177171 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb87d5c5-803a-4e44-80fc-af4c3ff19467'] response: {'server_uuid': '3ad59865-fb9c-4043-99e6-88a9854c8f43', 'name': 'network-vif-deleted', 'tag': '795929e4-5db3-4401-afd5-0f776a224ece', 'status': 'completed', 'code': 200} Sep 29 07:12:37.284783 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3237ce15-b55d-4792-870c-5a1255e0e9af req-ef354ab9-2896-46f7-a3c1-4dca9133bfe2 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ad59865-fb9c-4043-99e6-88a9854c8f43 HTTP/1.1" status: 200 len: 210 time: 0.0486882 Sep 29 07:12:38.385850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51580) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:38.453401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55a68b68-3de5-42f5-866f-969252769d00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:38.484436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55a68b68-3de5-42f5-866f-969252769d00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:38.546306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55a68b68-3de5-42f5-866f-969252769d00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:38.565287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a68b68-3de5-42f5-866f-969252769d00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f21fe-6b12-4202-acb9-5434845a986b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:38.577960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-55a68b68-3de5-42f5-866f-969252769d00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:38.579163 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-55a68b68-3de5-42f5-866f-969252769d00 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/security-groups/371f21fe-6b12-4202-acb9-5434845a986b HTTP/1.1" status: 204 len: 168 time: 0.1916373 Sep 29 07:12:38.617462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51586) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:38.656237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1ba7dc51-d3c4-4e8f-ae26-0b57d2afb0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:39.159714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:39.509844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:12:39.510514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:39.692322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 69d6f6e4-05e3-4486-a6cb-63dbe86fefab, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:39.692667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:39.875761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 795929e4-5db3-4401-afd5-0f776a224ece no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:12:39.910394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 795929e4-5db3-4401-afd5-0f776a224ece {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:12:39.910774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 795929e4-5db3-4401-afd5-0f776a224ece not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:12:39.920070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 69d6f6e4-05e3-4486-a6cb-63dbe86fefab owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:12:40.236210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:40.316513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=69d6f6e4-05e3-4486-a6cb-63dbe86fefab,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:40.565776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:40.929037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:12:40.956222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-67b08d0f-724f-4b77-b829-2401431655d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.118463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:12:41.128146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] Sync routers for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:12:41.132615 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b880c5a3-b65e-41cd-b3b7-efdd4a3aba18 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "PUT /v2.0/routers/8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140419 Sep 29 07:12:41.135350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51590) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:41.137261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:41.137883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:41.199466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting subnet 2655fe70-ca2d-491e-9eac-225f8dc2ae9c {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:12:41.202343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.255928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.316932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:12:41.462560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.537076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.577753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Subnet': ['ID=2655fe70-ca2d-491e-9eac-225f8dc2ae9c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:41.581434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.590428 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-32034560-7b55-46f7-a3d5-cb352408f511 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/subnets/2655fe70-ca2d-491e-9eac-225f8dc2ae9c HTTP/1.1" status: 204 len: 168 time: 0.4511142 Sep 29 07:12:41.590672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51594) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:41.592350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eac8ab-4691-4554-bed0-80a7b67c95d7 None None] Network 03958dc3-c3b0-4d9f-a4dc-451d852468a5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:12:41.765116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:40Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:41.768512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.771170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] Checking router: 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:12:41.789928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] Routers {'8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:12:41.790549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:12:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:41.937464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.944172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.954050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Deleting port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:12:41.954377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:41.987291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] Set router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:12:42.088675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] DHCP port deletion for 03958dc3-c3b0-4d9f-a4dc-451d852468a5 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:12:42.118892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] Deleting port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:12:42.119263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.141403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] For port 3ba9986a-bccc-4d07-9b37-b77c92ec95e7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:42.141937 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.232585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.264856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Calling delete_port for 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:12:42.430908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.477337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Port': ['ID=3ba9986a-bccc-4d07-9b37-b77c92ec95e7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:42.477585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] For port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,segment=NetworkSegment(221858a8-c3d0-4ec7-af49-26c6e589e779),segment_id=221858a8-c3d0-4ec7-af49-26c6e589e779)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:42.477815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.576356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.603188 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] Calling delete_port for 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:12:42.665933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:40Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:42.680677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e30d9d-6886-4733-a454-31972fcb8d01 None None] The sync data for ids ['8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0'] in dv-neutron-859761-1-hyperv is: [{'id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'name': 'tempest-TestNetworkBasicOps-router-1851776474', 'tenant_id': 'fba9288297ac4047bb59e46575e7846a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34'}], 'enable_snat': True}, 'gw_port_id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:10:56Z', 'updated_at': '2022-09-29T07:12:40Z', 'revision_number': 7, 'project_id': 'fba9288297ac4047bb59e46575e7846a', 'gw_port': {'id': '3ba9986a-bccc-4d07-9b37-b77c92ec95e7', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:10:57Z', 'updated_at': '2022-09-29T07:12:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:12:42.693896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.741796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] Pushing event deleted for resources: {'Port': ['ID=2064d5f3-c691-49fd-bdfc-1c1ccc0270ac,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:42.743663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e35d3-ee33-4953-bdd9-62aa97991835 None None] No DVR routers for this DVR port 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:12:42.866068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.868305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.890844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.891393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Fanout notify agent at l3_agent the message router_deleted on router 8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:12:42.906953 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:42.908015 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-15930ba0-623a-4f0a-8927-ab688ce8fc4e tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/routers/8fbf86ba-fe5c-45e2-a7a2-28ca373f4da0 HTTP/1.1" status: 204 len: 168 time: 1.3164549 Sep 29 07:12:42.910673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51598) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:43.024217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.161390 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.187364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03958dc3-c3b0-4d9f-a4dc-451d852468a5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:43.199190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221858a8-c3d0-4ec7-af49-26c6e589e779') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:43.199490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221858a8-c3d0-4ec7-af49-26c6e589e779') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:12:43.210436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.227565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.234405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:12:43.234951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.304451 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 221858a8-c3d0-4ec7-af49-26c6e589e779 resource provider aggregate not found Sep 29 07:12:43.325711 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 221858a8-c3d0-4ec7-af49-26c6e589e779 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 221858a8-c3d0-4ec7-af49-26c6e589e779 found for delete ", "request_id": "req-44cb3376-92db-4a1f-a3c7-acf1be230c05"}]} Sep 29 07:12:43.340474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.344876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.368711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] Pushing event deleted for resources: {'Network': ['ID=03958dc3-c3b0-4d9f-a4dc-451d852468a5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:43.376479 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-43fe1a41-e2eb-4824-9ff9-3271ef713273 tempest-TestNetworkBasicOps-41875382 tempest-TestNetworkBasicOps-41875382-project] 10.222.0.26 "DELETE /v2.0/networks/03958dc3-c3b0-4d9f-a4dc-451d852468a5 HTTP/1.1" status: 204 len: 168 time: 0.4628818 Sep 29 07:12:43.404955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.679434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:12:43.716776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 69d6f6e4-05e3-4486-a6cb-63dbe86fefab {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:12:43.717125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 69d6f6e4-05e3-4486-a6cb-63dbe86fefab not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:12:43.717541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:12:43.728222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51610) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:43.750780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:12:43.751131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2064d5f3-c691-49fd-bdfc-1c1ccc0270ac not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:12:43.751544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:12:43.790987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:12:43.791237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3ba9986a-bccc-4d07-9b37-b77c92ec95e7 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:12:43.880809 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-64a364a4-aa26-407f-898d-3f9635e9a1c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fba9288297ac4047bb59e46575e7846a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513848 Sep 29 07:12:43.883392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51616) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:43.938760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:43.963617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.014038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.030577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9882867-1288-4219-a829-86e4b40f58e7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:44.040811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.041157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.041497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.042366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.042718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.043051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.043374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.043702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.044023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.044342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.044662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.044980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:12:44.048028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.049118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8fc338e5-0c5f-434f-b277-3e51bbf1e5d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9882867-1288-4219-a829-86e4b40f58e7 HTTP/1.1" status: 204 len: 168 time: 0.1648459 Sep 29 07:12:44.321393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51624) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:44.340049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.355233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:12:44.359203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Usage tracker for resource:security_group_rule and tenant:b5803fc575f846619b125b2fc7f1fbec is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:12:44.361946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:12:44.369655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:12:44.461807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.465857 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.514146 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5803fc575f846619b125b2fc7f1fbec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911488 Sep 29 07:12:44.515784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1102098-1e66-4f60-9665-10884ec62239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594cd2cb-e8d8-4942-b2af-990b58fa10b8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:44.516852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51628) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:12:44.574939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16defbf1-c269-4e5f-a3a9-f39deb4ee8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.602571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16defbf1-c269-4e5f-a3a9-f39deb4ee8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.659289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16defbf1-c269-4e5f-a3a9-f39deb4ee8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.674444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16defbf1-c269-4e5f-a3a9-f39deb4ee8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594cd2cb-e8d8-4942-b2af-990b58fa10b8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:44.682946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-16defbf1-c269-4e5f-a3a9-f39deb4ee8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:44.685990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-16defbf1-c269-4e5f-a3a9-f39deb4ee8c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/594cd2cb-e8d8-4942-b2af-990b58fa10b8 HTTP/1.1" status: 204 len: 168 time: 0.1662176 Sep 29 07:12:47.336096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:49.108332 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:12:51.052838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-cbb036a5-6d90-4322-9693-3050de7b7dd9 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=97c82d9c5e77490986447748b32a4fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280895 Sep 29 07:12:51.207869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-d7114f24-cc42-4d70-bb94-36e769627b2d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:51.209428 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-d7114f24-cc42-4d70-bb94-36e769627b2d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514709 Sep 29 07:12:51.225612 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-31cb55ac-6af8-4245-8d61-10a96239ab3f tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/quotas/97c82d9c5e77490986447748b32a4fa9 HTTP/1.1" status: 200 len: 375 time: 0.0102463 Sep 29 07:12:51.284856 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-b5053bf0-2d8c-4741-b92a-4af312681628 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=97c82d9c5e77490986447748b32a4fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539396 Sep 29 07:12:51.467759 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-00741c71-d601-4e4f-8f58-7e90e0049425 req-c1ba99e8-8c04-49ca-8c26-1d42985ed92f tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 210 time: 0.0506616 Sep 29 07:12:52.444004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-c2f42685-6dc4-401f-8c71-681a18e9f8cf tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=97c82d9c5e77490986447748b32a4fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286465 Sep 29 07:12:52.646431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-6943719f-333d-44b6-927a-6147164a9172 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:52.647885 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-6943719f-333d-44b6-927a-6147164a9172 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992149 Sep 29 07:12:52.655380 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3005d60f-7c9e-4287-837e-edebd1640a41 req-4ad20715-e830-4586-ac9a-551a44e0cffb tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 210 time: 0.0680192 Sep 29 07:12:52.669208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Request body: {'port': {'device_id': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93', 'admin_state_up': True, 'tenant_id': '97c82d9c5e77490986447748b32a4fa9'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:12:52.812260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:12:52.816051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Usage tracker for resource:port and tenant:97c82d9c5e77490986447748b32a4fa9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:12:52.818790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:12:52.824411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:12:52.833956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Made reservation on behalf of 97c82d9c5e77490986447748b32a4fa9 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:12:52.837524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:52.850052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:52.864859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:12:52.868672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Usage tracker for resource:security_group_rule and tenant:97c82d9c5e77490986447748b32a4fa9 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:12:52.871428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:12:52.877075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:12:52.961284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:52.965516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:53.052297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a16f47-1b5b-4940-b773-4c9486e8f9f7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:53.134762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Allocated IP 192.168.233.192 (8ffcb490-0622-439a-bea7-58859e06ce93/7c7451f1-b79e-463b-bf77-396a1e299575/42ee39e6-d37d-433b-9a21-db373458ca28) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:12:53.327190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:53.342319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Transition to ACTIVE for port object 42ee39e6-d37d-433b-9a21-db373458ca28 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:12:53.366458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:53.543192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Network 8ffcb490-0622-439a-bea7-58859e06ce93 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:12:53.545964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:12:53.548388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:12:53.596137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Pushing event updated for resources: {'Port': ['ID=42ee39e6-d37d-433b-9a21-db373458ca28,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:53.618049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:53.618717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:53.650075 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-07756f8f-1575-453f-9aa8-7b5d2a4ef72c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9844892 Sep 29 07:12:53.667256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Request body: {'port': {'device_id': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:12:53.763190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Provisioning for port 42ee39e6-d37d-433b-9a21-db373458ca28 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:12:53.770712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Provisioning complete for port 42ee39e6-d37d-433b-9a21-db373458ca28 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:12:53.771513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:53.771852 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Attempt 1 to provision port 42ee39e6-d37d-433b-9a21-db373458ca28 Sep 29 07:12:53.785207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:53.828386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Port 42ee39e6-d37d-433b-9a21-db373458ca28 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:12:53.865619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75dee0-befb-42f5-b412-2f1a9484e9f0 req-890e957b-53a0-4c25-bbfb-1f3cd9d8010d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:53.867026 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0e75dee0-befb-42f5-b412-2f1a9484e9f0 req-890e957b-53a0-4c25-bbfb-1f3cd9d8010d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 936 time: 0.0906663 Sep 29 07:12:53.911569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0e75dee0-befb-42f5-b412-2f1a9484e9f0 req-65f09377-d17c-4c9c-a70d-47236b14732d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Sep 29 07:12:54.126226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ee39e6-d37d-433b-9a21-db373458ca28 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:12:54.133300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:54.147447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Transition to ACTIVE for port object 42ee39e6-d37d-433b-9a21-db373458ca28 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:12:54.151590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:54.329871 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Attempt 2 to provision port 42ee39e6-d37d-433b-9a21-db373458ca28 Sep 29 07:12:54.345109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee39e6-d37d-433b-9a21-db373458ca28,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:54.374871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Attempting to bind port 42ee39e6-d37d-433b-9a21-db373458ca28 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:12:54.375257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Attempting to bind port 42ee39e6-d37d-433b-9a21-db373458ca28 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:12:54.375518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Attempting to bind port 42ee39e6-d37d-433b-9a21-db373458ca28 on network 8ffcb490-0622-439a-bea7-58859e06ce93 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:12:54.380203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Port 42ee39e6-d37d-433b-9a21-db373458ca28 on network 8ffcb490-0622-439a-bea7-58859e06ce93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:12:54.380474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Attempting to bind port 42ee39e6-d37d-433b-9a21-db373458ca28 on network 8ffcb490-0622-439a-bea7-58859e06ce93 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:12:54.385222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Port 42ee39e6-d37d-433b-9a21-db373458ca28 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:12:54.385744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:12:54.386079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Checking segment: {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:12:54.386458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Bound using segment: {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:12:54.386904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Bound port: 42ee39e6-d37d-433b-9a21-db373458ca28, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb254f8-f09a-44d0-9481-b1edd61d63dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:12:54.387246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:54.480331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] For port 42ee39e6-d37d-433b-9a21-db373458ca28, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:12:54.483220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] For port 42ee39e6-d37d-433b-9a21-db373458ca28, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=42ee39e6-d37d-433b-9a21-db373458ca28,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:12:54.487478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:54.516853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:54.517449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:54.518811 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] 10.222.0.61 "PUT /v2.0/ports/42ee39e6-d37d-433b-9a21-db373458ca28 HTTP/1.1" status: 200 len: 1098 time: 0.8557966 Sep 29 07:12:54.519291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'tag': '42ee39e6-d37d-433b-9a21-db373458ca28'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:12:54.521549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2355645-31f1-4faa-890c-62bb0fc43d85", "tag": "42ee39e6-d37d-433b-9a21-db373458ca28"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:12:54.563198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35dc1a-4164-4639-83d6-2d46360d2995 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee39e6-d37d-433b-9a21-db373458ca28,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:54.566697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69480808-9eb0-481e-a660-96108daf5da8 x-openstack-request-id: req-69480808-9eb0-481e-a660-96108daf5da8 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:12:54.566973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2355645-31f1-4faa-890c-62bb0fc43d85", "tag": "42ee39e6-d37d-433b-9a21-db373458ca28", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:12:54.567218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69480808-9eb0-481e-a660-96108daf5da8 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:12:54.567645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69480808-9eb0-481e-a660-96108daf5da8'] response: {'name': 'network-changed', 'server_uuid': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'tag': '42ee39e6-d37d-433b-9a21-db373458ca28', 'status': 'completed', 'code': 200} Sep 29 07:12:54.663324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-82410350-bd84-4645-8fb7-045e32122253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:54.664696 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-82410350-bd84-4645-8fb7-045e32122253 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97c82d9c5e77490986447748b32a4fa9&device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 1101 time: 0.0798900 Sep 29 07:12:54.737859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-691db4af-8e91-4584-bd7b-92e0b90c4ce7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=42ee39e6-d37d-433b-9a21-db373458ca28 HTTP/1.1" status: 200 len: 217 time: 0.0596750 Sep 29 07:12:54.799706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-242b40cc-ac6c-4f51-93b6-711a386230e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:54.801074 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-242b40cc-ac6c-4f51-93b6-711a386230e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7451f1-b79e-463b-bf77-396a1e299575 HTTP/1.1" status: 200 len: 843 time: 0.0582030 Sep 29 07:12:54.884638 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-2983b435-cac3-4742-80dc-a5282981534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:54.886438 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Attempt 3 to provision port 42ee39e6-d37d-433b-9a21-db373458ca28 Sep 29 07:12:54.886999 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-2983b435-cac3-4742-80dc-a5282981534c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ffcb490-0622-439a-bea7-58859e06ce93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0799897 Sep 29 07:12:54.949617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e915800b-a1cd-4727-acdb-d22a03a6d70f None None] Port 42ee39e6-d37d-433b-9a21-db373458ca28 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:12:55.017030 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-c96d69a4-077b-4881-b30b-aa3462544244 service neutron] 10.222.0.61 "GET /v2.0/networks/8ffcb490-0622-439a-bea7-58859e06ce93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245694 Sep 29 07:12:55.106137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9faff3-71fe-4521-923d-fd6619734dbf req-06cb5888-70c9-443f-9106-57d974cb0c4c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:55.107635 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b9faff3-71fe-4521-923d-fd6619734dbf req-06cb5888-70c9-443f-9106-57d974cb0c4c tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 948 time: 0.0851860 Sep 29 07:12:55.148423 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18e90a29-aa92-4de3-bbbe-11b39675ed8c req-70c1c8aa-a630-45fb-941a-ea91de9bcc01 service neutron] 10.222.0.61 "GET /v2.0/networks/8ffcb490-0622-439a-bea7-58859e06ce93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251855 Sep 29 07:12:55.154582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b9faff3-71fe-4521-923d-fd6619734dbf req-888b590b-04f1-47ef-be01-7fd87b0df303 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Sep 29 07:12:55.321992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-558ed8a1-c910-42b1-bfad-6ea0cf57d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:55.323432 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-558ed8a1-c910-42b1-bfad-6ea0cf57d999 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=97c82d9c5e77490986447748b32a4fa9&device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 1101 time: 0.0812929 Sep 29 07:12:55.545589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-e5c3f7d1-62d6-46fb-b0f9-fc4f86ed46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:55.547061 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-e5c3f7d1-62d6-46fb-b0f9-fc4f86ed46d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ffcb490-0622-439a-bea7-58859e06ce93 HTTP/1.1" status: 200 len: 870 time: 0.2181454 Sep 29 07:12:55.615301 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-48c40745-30a2-491b-afdb-c6d0152edea4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=42ee39e6-d37d-433b-9a21-db373458ca28 HTTP/1.1" status: 200 len: 217 time: 0.0617185 Sep 29 07:12:55.677788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-f0719a7b-1d63-450b-8958-55c5b906a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:55.679194 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-f0719a7b-1d63-450b-8958-55c5b906a876 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7c7451f1-b79e-463b-bf77-396a1e299575 HTTP/1.1" status: 200 len: 843 time: 0.0583148 Sep 29 07:12:55.758874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-c74f9c64-c922-4726-a9eb-fb7a3a76f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:55.760347 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-c74f9c64-c922-4726-a9eb-fb7a3a76f424 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ffcb490-0622-439a-bea7-58859e06ce93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0754399 Sep 29 07:12:55.889087 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-5b295762-fbdb-403c-8a14-ca11d828945c service neutron] 10.222.0.61 "GET /v2.0/networks/8ffcb490-0622-439a-bea7-58859e06ce93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223419 Sep 29 07:12:56.018823 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e9bf1f-bbe6-4a5c-a833-fd49edd2bdcd req-c5a17310-6258-429c-bf6f-054e759b8d48 service neutron] 10.222.0.61 "GET /v2.0/networks/8ffcb490-0622-439a-bea7-58859e06ce93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232824 Sep 29 07:12:56.351921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-511af799-6296-49b5-b646-2b13ad4cdbec tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:56.352597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-511af799-6296-49b5-b646-2b13ad4cdbec tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Synchronizing usage tracker for tenant:97c82d9c5e77490986447748b32a4fa9 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:12:56.368323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-511af799-6296-49b5-b646-2b13ad4cdbec tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Unset dirty status for tenant:97c82d9c5e77490986447748b32a4fa9 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:12:56.369981 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-511af799-6296-49b5-b646-2b13ad4cdbec tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 948 time: 0.1048322 Sep 29 07:12:56.412767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-7d31c3e3-846d-472a-a188-b77c9f1b068d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Synchronizing usage tracker for tenant:97c82d9c5e77490986447748b32a4fa9 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:12:56.428745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-7d31c3e3-846d-472a-a188-b77c9f1b068d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Unset dirty status for tenant:97c82d9c5e77490986447748b32a4fa9 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:12:56.430018 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b9942b5-921d-40b6-ac98-26407afeb5d4 req-7d31c3e3-846d-472a-a188-b77c9f1b068d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542154 Sep 29 07:12:57.720863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adde4b-515a-4b63-a27e-0ab0762d1374 req-d33e0bea-5046-4072-8aeb-223d21253971 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:57.722335 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b2adde4b-515a-4b63-a27e-0ab0762d1374 req-d33e0bea-5046-4072-8aeb-223d21253971 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 948 time: 0.1813676 Sep 29 07:12:57.766384 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b2adde4b-515a-4b63-a27e-0ab0762d1374 req-c1cb7286-a103-406e-954c-c7a9f160dbbc tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379837 Sep 29 07:12:57.965306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 42ee39e6-d37d-433b-9a21-db373458ca28 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:12:58.096325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 42ee39e6-d37d-433b-9a21-db373458ca28, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=42ee39e6-d37d-433b-9a21-db373458ca28,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:58.109247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '42ee39e6-d37d-433b-9a21-db373458ca28', 'network_id': '8ffcb490-0622-439a-bea7-58859e06ce93', 'port_id': '42ee39e6-d37d-433b-9a21-db373458ca28', 'mac_address': 'fa:16:3e:f1:df:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7451f1-b79e-463b-bf77-396a1e299575', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:12:58.162658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 42ee39e6-d37d-433b-9a21-db373458ca28 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:12:58.163036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:58.178894 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ee39e6-d37d-433b-9a21-db373458ca28 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:12:58.193989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 42ee39e6-d37d-433b-9a21-db373458ca28, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=42ee39e6-d37d-433b-9a21-db373458ca28,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:12:58.198256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:12:58.274806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=42ee39e6-d37d-433b-9a21-db373458ca28,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:12:58.590015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['42ee39e6-d37d-433b-9a21-db373458ca28'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:12:58.971734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76201ca2-dadc-452a-beff-e2ebfec3c8c4 req-fbef9ac7-c96c-481a-8826-580d3982c451 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:12:58.973465 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-76201ca2-dadc-452a-beff-e2ebfec3c8c4 req-fbef9ac7-c96c-481a-8826-580d3982c451 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 949 time: 0.0968049 Sep 29 07:12:59.017582 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-76201ca2-dadc-452a-beff-e2ebfec3c8c4 req-ccf4f0d7-5a37-405b-84cf-06d5d1e4d0b3 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Sep 29 07:12:59.990326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 42ee39e6-d37d-433b-9a21-db373458ca28 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:00.059065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 42ee39e6-d37d-433b-9a21-db373458ca28 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:00.063913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 42ee39e6-d37d-433b-9a21-db373458ca28 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:00.064302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:00.064654 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 42ee39e6-d37d-433b-9a21-db373458ca28 Sep 29 07:13:00.217685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 42ee39e6-d37d-433b-9a21-db373458ca28 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:00.218057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:00.224729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cace54-dbad-47a9-adbe-2425de49c700 req-cd064f6d-ebce-40fb-b040-1b5ee9b48b32 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:00.226200 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2cace54-dbad-47a9-adbe-2425de49c700 req-cd064f6d-ebce-40fb-b040-1b5ee9b48b32 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 949 time: 0.0956640 Sep 29 07:13:00.244949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee39e6-d37d-433b-9a21-db373458ca28'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:13:00.247192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93734561-dec7-4ed5-a92b-38d2cf158a5c" -d '{"events": [{"server_uuid": "d2355645-31f1-4faa-890c-62bb0fc43d85", "name": "network-vif-plugged", "status": "completed", "tag": "42ee39e6-d37d-433b-9a21-db373458ca28"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:13:00.254618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 42ee39e6-d37d-433b-9a21-db373458ca28, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=42ee39e6-d37d-433b-9a21-db373458ca28,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:00.259262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:00.271718 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2cace54-dbad-47a9-adbe-2425de49c700 req-f631bb46-2f03-4b2d-a00b-0449637f2c6e tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Sep 29 07:13:00.296911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314449e0-b722-4bd2-9715-de938008b543 x-openstack-request-id: req-314449e0-b722-4bd2-9715-de938008b543 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:13:00.297201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2355645-31f1-4faa-890c-62bb0fc43d85", "name": "network-vif-plugged", "status": "completed", "tag": "42ee39e6-d37d-433b-9a21-db373458ca28", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:13:00.297454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-314449e0-b722-4bd2-9715-de938008b543 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:13:00.297840 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314449e0-b722-4bd2-9715-de938008b543'] response: {'server_uuid': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee39e6-d37d-433b-9a21-db373458ca28', 'code': 200} Sep 29 07:13:00.328363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=42ee39e6-d37d-433b-9a21-db373458ca28,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:00.560841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32655b-f641-49df-a557-866d28f4ab45 req-cae63e32-9c14-4b4d-85e5-8f5e382c8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:00.562243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af32655b-f641-49df-a557-866d28f4ab45 req-cae63e32-9c14-4b4d-85e5-8f5e382c8b92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 1103 time: 0.0821240 Sep 29 07:13:00.601968 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af32655b-f641-49df-a557-866d28f4ab45 req-6bfe18b0-620a-4d94-91a5-d9b1fc3d1838 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Sep 29 07:13:01.465534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37890f42-308e-4170-a38b-07fbe5e4de18 req-4d50bfab-2914-4a41-9764-b11cdbc0e9ea tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:01.467005 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-37890f42-308e-4170-a38b-07fbe5e4de18 req-4d50bfab-2914-4a41-9764-b11cdbc0e9ea tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 950 time: 0.0843339 Sep 29 07:13:01.515321 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-37890f42-308e-4170-a38b-07fbe5e4de18 req-3d625920-52c5-4625-97e9-3f8623e09a3d tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Sep 29 07:13:02.719099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e663e1-f320-4840-b724-7fac28b05c4c req-487fac9d-eca8-479e-acfe-be6ec56324d8 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:02.720557 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-27e663e1-f320-4840-b724-7fac28b05c4c req-487fac9d-eca8-479e-acfe-be6ec56324d8 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 950 time: 0.0899246 Sep 29 07:13:02.764031 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-27e663e1-f320-4840-b724-7fac28b05c4c req-4836f727-8307-4521-a476-22ff1928f1bf tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Sep 29 07:13:03.882443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443576cc-55b1-4e15-bdb6-fa9a342bb3b2 req-729f89c8-8def-4c14-9b64-175453058dc4 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:03.883835 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-443576cc-55b1-4e15-bdb6-fa9a342bb3b2 req-729f89c8-8def-4c14-9b64-175453058dc4 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 950 time: 0.0858071 Sep 29 07:13:03.930979 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-443576cc-55b1-4e15-bdb6-fa9a342bb3b2 req-3e6175b7-0503-4f77-9b82-23532ed1f11a tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Sep 29 07:13:05.128848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba5519-7454-4a45-9a05-2e402ca36da9 req-6cedec76-ca2a-483b-8d19-77fa9502f0f7 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:05.130316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2ba5519-7454-4a45-9a05-2e402ca36da9 req-6cedec76-ca2a-483b-8d19-77fa9502f0f7 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 950 time: 0.0867858 Sep 29 07:13:05.173136 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2ba5519-7454-4a45-9a05-2e402ca36da9 req-278740d2-4940-4e5d-9b2f-ef35727d0633 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/security-groups?id=92a16f47-1b5b-4940-b773-4c9486e8f9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371301 Sep 29 07:13:05.367789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-3fc84ccd-b792-466e-9c39-cd5e136d4893 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:05.369124 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-3fc84ccd-b792-466e-9c39-cd5e136d4893 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 950 time: 0.0863485 Sep 29 07:13:05.439631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Deleting port 42ee39e6-d37d-433b-9a21-db373458ca28 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:13:05.439993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:05.674566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] For port 42ee39e6-d37d-433b-9a21-db373458ca28, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=42ee39e6-d37d-433b-9a21-db373458ca28,segment=NetworkSegment(cdb254f8-f09a-44d0-9481-b1edd61d63dd),segment_id=cdb254f8-f09a-44d0-9481-b1edd61d63dd)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:05.674833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:05.795517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Calling delete_port for 42ee39e6-d37d-433b-9a21-db373458ca28 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:13:05.933074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:05.966318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['42ee39e6-d37d-433b-9a21-db373458ca28'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:13:05.986034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Pushing event deleted for resources: {'Port': ['ID=42ee39e6-d37d-433b-9a21-db373458ca28,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:06.072580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] No DVR routers for this DVR port 42ee39e6-d37d-433b-9a21-db373458ca28 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:13:06.075787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:06.078421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'name': 'network-vif-deleted', 'tag': '42ee39e6-d37d-433b-9a21-db373458ca28'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:13:06.080745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a923b62-1b32-4df1-8bda-2c85035a6f47" -d '{"events": [{"server_uuid": "d2355645-31f1-4faa-890c-62bb0fc43d85", "name": "network-vif-deleted", "tag": "42ee39e6-d37d-433b-9a21-db373458ca28"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:13:06.095319 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5286c843-36f0-42c9-afec-80c6d8bedd39 req-7cdf990e-2017-428d-8055-addf80b88f77 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.61 "DELETE /v2.0/ports/42ee39e6-d37d-433b-9a21-db373458ca28 HTTP/1.1" status: 204 len: 173 time: 0.7206588 Sep 29 07:13:06.126809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e44a07-2c80-4545-9284-972e28a93284 x-openstack-request-id: req-d4e44a07-2c80-4545-9284-972e28a93284 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:13:06.127103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2355645-31f1-4faa-890c-62bb0fc43d85", "name": "network-vif-deleted", "tag": "42ee39e6-d37d-433b-9a21-db373458ca28", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:13:06.127358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4e44a07-2c80-4545-9284-972e28a93284 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:13:06.128068 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e44a07-2c80-4545-9284-972e28a93284'] response: {'server_uuid': 'd2355645-31f1-4faa-890c-62bb0fc43d85', 'name': 'network-vif-deleted', 'tag': '42ee39e6-d37d-433b-9a21-db373458ca28', 'status': 'completed', 'code': 200} Sep 29 07:13:06.354239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f9368c05-c020-4fd1-9395-25db1d643d73 req-d2add725-2205-4130-a12e-612a84cd1536 tempest-ServersAdminNegativeTestJSON-1293776502 tempest-ServersAdminNegativeTestJSON-1293776502-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2355645-31f1-4faa-890c-62bb0fc43d85 HTTP/1.1" status: 200 len: 210 time: 0.0536036 Sep 29 07:13:07.705470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51762) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:07.850155 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a38f468e-8f97-4a05-bb32-a41114217c19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97c82d9c5e77490986447748b32a4fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434913 Sep 29 07:13:07.852644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51768) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:07.907825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e43af593-f508-45f1-a29b-fa7221211264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:07.932777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e43af593-f508-45f1-a29b-fa7221211264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:07.983594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e43af593-f508-45f1-a29b-fa7221211264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.003151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43af593-f508-45f1-a29b-fa7221211264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a16f47-1b5b-4940-b773-4c9486e8f9f7,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:08.010275 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e43af593-f508-45f1-a29b-fa7221211264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.011982 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e43af593-f508-45f1-a29b-fa7221211264 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92a16f47-1b5b-4940-b773-4c9486e8f9f7 HTTP/1.1" status: 204 len: 168 time: 0.1584647 Sep 29 07:13:08.275790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51776) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:08.293547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.307388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:13:08.311657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1894a7e7ca49a5ba312f383f502a08 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:13:08.314385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:13:08.319978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:13:08.401672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.405823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.454943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc1894a7e7ca49a5ba312f383f502a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752977 Sep 29 07:13:08.454943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1f6d0-f0ca-4bef-a804-b23744b14176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ffa67-bbbd-416d-99d4-c7df64ba3e87,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:08.455245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 51780) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:08.516209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d31e7d5a-948d-4108-bd0b-5cfb6985accf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.541158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d31e7d5a-948d-4108-bd0b-5cfb6985accf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.591535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d31e7d5a-948d-4108-bd0b-5cfb6985accf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.607296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e7d5a-948d-4108-bd0b-5cfb6985accf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ffa67-bbbd-416d-99d4-c7df64ba3e87,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:08.612049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d31e7d5a-948d-4108-bd0b-5cfb6985accf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:08.613570 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d31e7d5a-948d-4108-bd0b-5cfb6985accf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc7ffa67-bbbd-416d-99d4-c7df64ba3e87 HTTP/1.1" status: 204 len: 168 time: 0.1564074 Sep 29 07:13:08.656793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b00675d9-9a55-40ef-851c-cefce5668cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.312519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51804) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:09.414904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1138568057-network', 'tenant_id': '521698844d8d4954b38848001f3004cc'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:13:09.420328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:13:09.424200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Usage tracker for resource:network and tenant:521698844d8d4954b38848001f3004cc is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:13:09.427061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:13:09.433226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:13:09.442929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Made reservation on behalf of 521698844d8d4954b38848001f3004cc for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:13:09.445148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.457545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.471929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:13:09.475926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Usage tracker for resource:security_group_rule and tenant:521698844d8d4954b38848001f3004cc is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:13:09.478668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:13:09.484291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:13:09.568182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.571689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.599198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:13:09.611210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ce484c-88b7-438c-af9e-00de3562dacc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:09.615765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.616101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Added segment 0eb73601-e0cb-4776-9026-87466a6a3bb6 of type vlan for network 9215cca1-4009-426f-9b11-c0eebb692542 Sep 29 07:13:09.641939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.670254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.671207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:09.671766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:09.776223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9215cca1-4009-426f-9b11-c0eebb692542,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:09.781375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-33f2a37d-5dd8-44ec-91d3-8227737778d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4678323 Sep 29 07:13:09.784291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51810) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:09.787766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 9215cca1-4009-426f-9b11-c0eebb692542 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:13:09.790282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Request body: {'subnet': {'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1138568057-subnet', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:13:09.795204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:13:09.799025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Usage tracker for resource:subnet and tenant:521698844d8d4954b38848001f3004cc is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:13:09.801814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:13:09.807461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:13:09.818112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Made reservation on behalf of 521698844d8d4954b38848001f3004cc for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:13:09.820428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.000053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 42ee39e6-d37d-433b-9a21-db373458ca28 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:13:10.020023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.034672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 42ee39e6-d37d-433b-9a21-db373458ca28 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:13:10.035026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 42ee39e6-d37d-433b-9a21-db373458ca28 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:13:10.096428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b536e3b-3266-4ef9-97bc-f3bcb35638ad,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:10.105459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Checking segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:13:10.105813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Network hostable DHCP agents. Network: 9215cca1-4009-426f-9b11-c0eebb692542, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:13:10.123783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Network 9215cca1-4009-426f-9b11-c0eebb692542 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:13:10.132013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 9215cca1-4009-426f-9b11-c0eebb692542) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:13:10.135959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:10.136543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.140712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d23aea-4e16-4542-b29d-e125a6943036 None None] Network 9215cca1-4009-426f-9b11-c0eebb692542 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:13:10.156880 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fb410f6e-a79b-476c-a179-e4a6e93f6d0a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3715906 Sep 29 07:13:10.159585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51814) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:10.164357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:13:10.169506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:13:10.173317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Usage tracker for resource:router and tenant:521698844d8d4954b38848001f3004cc is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:13:10.176119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:13:10.181747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:13:10.192311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.193593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.209579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.365038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-9215cca1-4009-426f-9b11-c0eebb692542', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'fixed_ips': [{'subnet_id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:13:10.365971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.524856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Allocated IP 172.20.0.2 (9215cca1-4009-426f-9b11-c0eebb692542/7b536e3b-3266-4ef9-97bc-f3bcb35638ad/7ac1639e-f662-47c6-8259-e1afce31b792) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:13:10.578001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.739285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.750400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Transition to ACTIVE for port object 7ac1639e-f662-47c6-8259-e1afce31b792 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:10.768538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Transition to ACTIVE for port object 7ac1639e-f662-47c6-8259-e1afce31b792 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:10.774733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.840545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Network 9215cca1-4009-426f-9b11-c0eebb692542 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:13:10.843253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:13:10.847079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:13:10.856258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Pushing event updated for resources: {'Port': ['ID=7ac1639e-f662-47c6-8259-e1afce31b792,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:10.896066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.924869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.961818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Attempting to bind port 7ac1639e-f662-47c6-8259-e1afce31b792 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:13:10.962193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Attempting to bind port 7ac1639e-f662-47c6-8259-e1afce31b792 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:13:10.962604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Attempting to bind port 7ac1639e-f662-47c6-8259-e1afce31b792 on network 9215cca1-4009-426f-9b11-c0eebb692542 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:13:10.966318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-439470c3-a25a-4419-9498-b57a556257ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.969837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:13:10.970216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Checking segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:13:10.970641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:10.971028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Bound using segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:13:10.971497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Bound port: 7ac1639e-f662-47c6-8259-e1afce31b792, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:13:10.971899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:11.062460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Allocated IP 172.26.0.231 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:13:11.062716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] For port 7ac1639e-f662-47c6-8259-e1afce31b792, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:13:11.065907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] For port 7ac1639e-f662-47c6-8259-e1afce31b792, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7ac1639e-f662-47c6-8259-e1afce31b792,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:13:11.069609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:11.153040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e786a1-4229-4b60-9e4d-5854d0740e00 None None] Pushing event updated for resources: {'Port': ['ID=7ac1639e-f662-47c6-8259-e1afce31b792,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:11.220340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:11.252288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:11.330168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:13:11.333846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:13:11.337813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:13:11.363648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Pushing event updated for resources: {'Port': ['ID=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:11.562176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7ac1639e-f662-47c6-8259-e1afce31b792 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:11.632828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 7ac1639e-f662-47c6-8259-e1afce31b792 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:11.760607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:11.872515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.031802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11778a2b-e759-4f28-8063-65765510c95d None None] Network 9215cca1-4009-426f-9b11-c0eebb692542 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:13:12.102732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.127598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Provisioning for port 7ac1639e-f662-47c6-8259-e1afce31b792 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:12.144974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Provisioning complete for port 7ac1639e-f662-47c6-8259-e1afce31b792 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:12.145256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.145595 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Attempt 1 to provision port 7ac1639e-f662-47c6-8259-e1afce31b792 Sep 29 07:13:12.215635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.405431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Current status of the port 7ac1639e-f662-47c6-8259-e1afce31b792 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:12.405827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.427075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Router b620bfef-d3f8-43a4-8079-785fcfcb25e0 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:13:12.444934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] For port 7ac1639e-f662-47c6-8259-e1afce31b792, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7ac1639e-f662-47c6-8259-e1afce31b792,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:12.451250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.522681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d415c7-50f1-476b-b38c-6ff6f2e8d46b None None] Pushing event updated for resources: {'Port': ['ID=7ac1639e-f662-47c6-8259-e1afce31b792,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:12.609196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:13:12.618002 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Sync routers for ids ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:13:12.627515 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Routers {'b620bfef-d3f8-43a4-8079-785fcfcb25e0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:13:12.628518 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:13:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:12.633696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.635093 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7de8fb56-7be6-43e6-85ee-6e61395c2414 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4745023 Sep 29 07:13:12.638286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51818) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:12.680182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9dee5921-88dd-4387-9218-62eec506c7c1 None None] Provisioning complete for port 7ac1639e-f662-47c6-8259-e1afce31b792 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:12.680468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9dee5921-88dd-4387-9218-62eec506c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:12.680808 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9dee5921-88dd-4387-9218-62eec506c7c1 None None] Attempt 1 to provision port 7ac1639e-f662-47c6-8259-e1afce31b792 Sep 29 07:13:12.805033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9dee5921-88dd-4387-9218-62eec506c7c1 None None] Current status of the port 7ac1639e-f662-47c6-8259-e1afce31b792 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:12.820877 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Set router b620bfef-d3f8-43a4-8079-785fcfcb25e0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:13:13.125883 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:11Z', 'revision_number': 3, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:13.129726 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Checking router: b620bfef-d3f8-43a4-8079-785fcfcb25e0 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:13:13.130071 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Updating router b620bfef-d3f8-43a4-8079-785fcfcb25e0 port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:13:13.183927 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.303854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.404616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.513719 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.525688 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Transition to ACTIVE for port object d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:13.532512 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.547143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7ac1639e-f662-47c6-8259-e1afce31b792 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:13.605851 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Attempting to bind port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:13:13.606215 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Attempting to bind port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:13:13.606592 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Attempting to bind port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:13:13.616062 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:13:13.616430 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:13:13.616825 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.617209 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:13:13.617670 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Bound port: d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:13:13.618032 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.618616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 7ac1639e-f662-47c6-8259-e1afce31b792 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:13.618616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.618931 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 7ac1639e-f662-47c6-8259-e1afce31b792 Sep 29 07:13:13.634686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Allocated IP 172.20.0.1 (9215cca1-4009-426f-9b11-c0eebb692542/7b536e3b-3266-4ef9-97bc-f3bcb35638ad/a8822fed-c488-4b40-b0ab-f7e10388aed5) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:13:13.671994 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Pushing event updated for resources: {'Port': ['ID=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:13.681914 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.682267 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.682646 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.682978 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.683301 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.683626 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.683943 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.684261 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.684579 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.684902 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.685204 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.685514 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:13:13.717550 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] For port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:13:13.722126 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] For port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:13:13.727743 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.745154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 7ac1639e-f662-47c6-8259-e1afce31b792 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:13.787083 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Routers {'b620bfef-d3f8-43a4-8079-785fcfcb25e0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:13:13.787700 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:13:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:13.797388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.813217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Transition to ACTIVE for port object a8822fed-c488-4b40-b0ab-f7e10388aed5 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:13.835432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.875099 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072b6cb-d988-40f2-a53c-e93f4dc87f93 None None] Pushing event updated for resources: {'Port': ['ID=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:13.904921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Network 9215cca1-4009-426f-9b11-c0eebb692542 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:13:13.907545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:13:13.910055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:13:13.953609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Pushing event updated for resources: {'Port': ['ID=a8822fed-c488-4b40-b0ab-f7e10388aed5,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:13.973806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:13.982723 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] Set router b620bfef-d3f8-43a4-8079-785fcfcb25e0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:13:14.107139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:14.137644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Provisioning for port a8822fed-c488-4b40-b0ab-f7e10388aed5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:14.143407 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Provisioning complete for port a8822fed-c488-4b40-b0ab-f7e10388aed5 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:14.143991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:14.144536 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 1 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:14.202119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:14.266234 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:11Z', 'revision_number': 3, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:14.270155 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15757f77-ea64-46c3-9274-2c799c298a92 None None] The sync data for ids ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'] in dv-neutron-859761-1-hyperv is: [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:11Z', 'revision_number': 3, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:13:14.337617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:14.342755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:14.452458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:14.455834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Pushing event updated for resources: {'Port': ['ID=a8822fed-c488-4b40-b0ab-f7e10388aed5,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:14.608512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Network 9215cca1-4009-426f-9b11-c0eebb692542 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:13:14.609661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:13:14.703735 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 2 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:14.768576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:14.820561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Router b620bfef-d3f8-43a4-8079-785fcfcb25e0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:13:15.001164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:13:15.010413 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6e671f73-72a3-4a33-b4dd-efbf3da1e130 admin admin] 10.222.0.26 "PUT /v2.0/routers/b620bfef-d3f8-43a4-8079-785fcfcb25e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710768 Sep 29 07:13:15.269452 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 3 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:15.336510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:15.517210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-6a63a803-0ace-4359-b760-b53ba965f067 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:15.517870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-6a63a803-0ace-4359-b760-b53ba965f067 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Synchronizing usage tracker for tenant:521698844d8d4954b38848001f3004cc on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:13:15.539010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-6a63a803-0ace-4359-b760-b53ba965f067 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Unset dirty status for tenant:521698844d8d4954b38848001f3004cc on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:13:15.540427 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-6a63a803-0ace-4359-b760-b53ba965f067 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/networks?id=9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 200 len: 812 time: 0.1693797 Sep 29 07:13:15.562397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-29667fd8-b57f-4a7b-ac0d-a4172e30d76c tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/quotas/521698844d8d4954b38848001f3004cc HTTP/1.1" status: 200 len: 375 time: 0.0154271 Sep 29 07:13:15.566864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:15.644301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:15.649599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:15.649972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:15.650306 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 Sep 29 07:13:15.753256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-522b46f2-fb19-40a6-941f-794b2528cc99 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Synchronizing usage tracker for tenant:521698844d8d4954b38848001f3004cc on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:13:15.770909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-522b46f2-fb19-40a6-941f-794b2528cc99 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Unset dirty status for tenant:521698844d8d4954b38848001f3004cc on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:13:15.772220 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-522b46f2-fb19-40a6-941f-794b2528cc99 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=521698844d8d4954b38848001f3004cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2091057 Sep 29 07:13:15.775158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:15.775684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:15.794875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:15.799252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:15.832400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Sync routers for ids ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:13:15.839481 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 4 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:15.907602 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-44c17cff-1311-4cc9-9065-aaf6a4a8c729 service neutron] 10.222.0.26 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274331 Sep 29 07:13:15.914360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Routers {'b620bfef-d3f8-43a4-8079-785fcfcb25e0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:13:15.915033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:13:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:15.993340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:15.996759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:16.054026 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-d14e8d38-4fbf-4ebb-b388-680ad273d39e service neutron] 10.222.0.26 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404088 Sep 29 07:13:16.103413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Set router b620bfef-d3f8-43a4-8079-785fcfcb25e0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:13:16.443600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:14Z', 'revision_number': 4, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a8822fed-c488-4b40-b0ab-f7e10388aed5', 'name': '', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'mac_address': 'fa:16:3e:66:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:13Z', 'updated_at': '2022-09-29T07:13:14Z', 'revision_number': 2, 'project_id': '521698844d8d4954b38848001f3004cc', 'subnets': [{'id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:16.447427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Checking router: b620bfef-d3f8-43a4-8079-785fcfcb25e0 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:13:16.447784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Updating router b620bfef-d3f8-43a4-8079-785fcfcb25e0 port a8822fed-c488-4b40-b0ab-f7e10388aed5 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:13:16.494444 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 5 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:16.531275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:16.596120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:16.890748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:16.902274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Transition to ACTIVE for port object a8822fed-c488-4b40-b0ab-f7e10388aed5 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:16.908378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:17.093258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c007b61-6b95-4c6b-be24-e03643fc732e None None] Pushing event updated for resources: {'Port': ['ID=a8822fed-c488-4b40-b0ab-f7e10388aed5,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:17.100644 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 6 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:17.156328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Attempting to bind port a8822fed-c488-4b40-b0ab-f7e10388aed5 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:13:17.156697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Attempting to bind port a8822fed-c488-4b40-b0ab-f7e10388aed5 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:13:17.157098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Attempting to bind port a8822fed-c488-4b40-b0ab-f7e10388aed5 on network 9215cca1-4009-426f-9b11-c0eebb692542 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:13:17.164340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:13:17.164709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Checking segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:13:17.165107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:17.165493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Bound using segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:13:17.166109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Bound port: a8822fed-c488-4b40-b0ab-f7e10388aed5, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:13:17.166484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:17.186737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:17.246938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c6477860-f0e8-4c41-b00b-e789e0327ed4 req-05e24e45-3aa1-4afa-b995-bd7cc1c64533 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 210 time: 0.0504236 Sep 29 07:13:17.267845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] For port a8822fed-c488-4b40-b0ab-f7e10388aed5, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:13:17.270913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] For port a8822fed-c488-4b40-b0ab-f7e10388aed5, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a8822fed-c488-4b40-b0ab-f7e10388aed5,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:13:17.276013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:17.356845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Routers {'b620bfef-d3f8-43a4-8079-785fcfcb25e0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:13:17.357802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:13:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:17.430246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:17.453751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c007b61-6b95-4c6b-be24-e03643fc732e None None] Pushing event updated for resources: {'Port': ['ID=a8822fed-c488-4b40-b0ab-f7e10388aed5,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:17.545511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:17.606014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] Set router b620bfef-d3f8-43a4-8079-785fcfcb25e0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:13:17.735663 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Attempt 7 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:17.918320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:17.919020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:17.919020 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 Sep 29 07:13:17.986679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ecf-95fa-4601-ac22-ba1e9990cc8e None None] Port a8822fed-c488-4b40-b0ab-f7e10388aed5 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:13:18.123734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:18.141258 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:14Z', 'revision_number': 4, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a8822fed-c488-4b40-b0ab-f7e10388aed5', 'name': '', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'mac_address': 'fa:16:3e:66:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:13Z', 'updated_at': '2022-09-29T07:13:17Z', 'revision_number': 4, 'project_id': '521698844d8d4954b38848001f3004cc', 'subnets': [{'id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:13:18.145159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e58eb0-37cf-4354-91a6-57481ae3d1ef None None] The sync data for ids ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'] in dv-neutron-859761-1-hyperv is: [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:14Z', 'revision_number': 4, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a8822fed-c488-4b40-b0ab-f7e10388aed5', 'name': '', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'mac_address': 'fa:16:3e:66:16:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:13Z', 'updated_at': '2022-09-29T07:13:17Z', 'revision_number': 4, 'project_id': '521698844d8d4954b38848001f3004cc', 'subnets': [{'id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:13:18.414659 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b67a0878-8ad8-46c2-8666-7bdfce361b53 req-4f507a9c-38bf-47f6-919b-6d4cb9c40c77 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 210 time: 0.0526748 Sep 29 07:13:19.012234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-29aab29d-fe84-4f59-ac96-7ebb55d0cadd tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:19.013624 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-29aab29d-fe84-4f59-ac96-7ebb55d0cadd tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.61 "GET /v2.0/networks?id=9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 200 len: 812 time: 0.1592157 Sep 29 07:13:19.032360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Request body: {'port': {'device_id': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'admin_state_up': True, 'tenant_id': '521698844d8d4954b38848001f3004cc'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:13:19.175367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:13:19.186319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:13:19.196584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Made reservation on behalf of 521698844d8d4954b38848001f3004cc for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:13:19.200841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.450828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Allocated IP 172.20.0.4 (9215cca1-4009-426f-9b11-c0eebb692542/7b536e3b-3266-4ef9-97bc-f3bcb35638ad/8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:13:19.571395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a8822fed-c488-4b40-b0ab-f7e10388aed5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:19.641651 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fbec0043-a3c2-489c-8d7b-dba70c356ff8 req-00b7a2ae-e833-47d0-815e-a2c86fa0efb5 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 210 time: 0.1071250 Sep 29 07:13:19.643713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a8822fed-c488-4b40-b0ab-f7e10388aed5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:19.649033 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a8822fed-c488-4b40-b0ab-f7e10388aed5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:19.649408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.649739 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:19.712081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.727817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Transition to ACTIVE for port object 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:19.751494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.765126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a8822fed-c488-4b40-b0ab-f7e10388aed5 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:19.765558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.800419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port a8822fed-c488-4b40-b0ab-f7e10388aed5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a8822fed-c488-4b40-b0ab-f7e10388aed5,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:19.804691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.825091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Network 9215cca1-4009-426f-9b11-c0eebb692542 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:13:19.828190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:13:19.830606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:13:19.866621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:19.875610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=a8822fed-c488-4b40-b0ab-f7e10388aed5,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:19.901184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:19.901795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:19.927307 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-5a4ebe53-1a99-49e0-9aa1-7726284ea090 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8994181 Sep 29 07:13:19.944108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Request body: {'port': {'device_id': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:13:20.058825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.064285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Provisioning for port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:20.069633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Provisioning complete for port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:20.069999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.070331 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Attempt 1 to provision port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 Sep 29 07:13:20.123398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:20.394593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:13:20.402319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.416426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Transition to ACTIVE for port object 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:13:20.421225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.604730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:20.624225 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Attempt 2 to provision port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 Sep 29 07:13:20.644575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Attempting to bind port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:13:20.644904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Attempting to bind port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:13:20.645226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Attempting to bind port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 on network 9215cca1-4009-426f-9b11-c0eebb692542 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:13:20.649672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 on network 9215cca1-4009-426f-9b11-c0eebb692542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:13:20.649984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Attempting to bind port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 on network 9215cca1-4009-426f-9b11-c0eebb692542 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:13:20.655456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:13:20.655782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Checking segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:13:20.656153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Bound using segment: {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:13:20.656561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Bound port: 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb73601-e0cb-4776-9026-87466a6a3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:13:20.656894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.681702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:13:20.747935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:13:20.750947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:13:20.755426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.758516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:20.759123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:20.762406 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] 10.222.0.61 "PUT /v2.0/ports/8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 200 len: 1093 time: 0.8214304 Sep 29 07:13:20.797229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:13:20.799570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc" -d '{"events": [{"name": "network-changed", "server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:13:20.857639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a5902-88d5-49f1-bf02-85e836d204a3 req-a4fd548a-89fa-48cf-b473-86017e462d57 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:20.859085 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-385a5902-88d5-49f1-bf02-85e836d204a3 req-a4fd548a-89fa-48cf-b473-86017e462d57 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 943 time: 0.1040564 Sep 29 07:13:20.865125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f6ee3a-9061-4efb-825c-7b4d895c526e x-openstack-request-id: req-94f6ee3a-9061-4efb-825c-7b4d895c526e {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:13:20.865413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:13:20.865660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94f6ee3a-9061-4efb-825c-7b4d895c526e {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:13:20.866043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f6ee3a-9061-4efb-825c-7b4d895c526e'] response: {'name': 'network-changed', 'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'status': 'completed', 'code': 200} Sep 29 07:13:20.903813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0906-5414-48df-9294-3057ff641bdf service neutron] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:20.904064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-385a5902-88d5-49f1-bf02-85e836d204a3 req-3dd716b3-3f30-4e4e-843f-c213cf55ca8d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Synchronizing usage tracker for tenant:521698844d8d4954b38848001f3004cc on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:13:20.925277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-a5df101d-c661-4cd8-83af-7fd208424daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:20.925489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-385a5902-88d5-49f1-bf02-85e836d204a3 req-3dd716b3-3f30-4e4e-843f-c213cf55ca8d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Unset dirty status for tenant:521698844d8d4954b38848001f3004cc on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:13:20.926709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-385a5902-88d5-49f1-bf02-85e836d204a3 req-3dd716b3-3f30-4e4e-843f-c213cf55ca8d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619071 Sep 29 07:13:20.926919 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-a5df101d-c661-4cd8-83af-7fd208424daf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=521698844d8d4954b38848001f3004cc&device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 1096 time: 0.1017199 Sep 29 07:13:20.999186 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-c8e72213-6d3a-4684-a9e2-0955e1863a17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 200 len: 217 time: 0.0596645 Sep 29 07:13:21.156333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-322894ce-59fa-4960-bc7a-dcdcbe5314e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:21.157673 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-322894ce-59fa-4960-bc7a-dcdcbe5314e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b536e3b-3266-4ef9-97bc-f3bcb35638ad HTTP/1.1" status: 200 len: 851 time: 0.1529131 Sep 29 07:13:21.182997 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Attempt 3 to provision port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 Sep 29 07:13:21.239068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-d253b5ec-6e64-40c9-8377-5d7bb330843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:21.240568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-d253b5ec-6e64-40c9-8377-5d7bb330843f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9215cca1-4009-426f-9b11-c0eebb692542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762038 Sep 29 07:13:21.242663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee4c31-8d7c-4c7a-aabc-7eddfcd9f727 None None] Port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:13:21.368685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-c1656b52-57e7-413e-b148-fb1b96f36c04 service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219311 Sep 29 07:13:21.512663 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8b108dda-5209-4180-a7f4-cae4e41e99ed req-6844bbbc-8f8d-4ba3-906e-82264b17aeab service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238351 Sep 29 07:13:21.542897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a8822fed-c488-4b40-b0ab-f7e10388aed5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:21.610466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a8822fed-c488-4b40-b0ab-f7e10388aed5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:21.610861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:21.611192 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a8822fed-c488-4b40-b0ab-f7e10388aed5 Sep 29 07:13:21.676625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-cda5751d-390b-496d-816e-5f135bdcf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:21.678129 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-cda5751d-390b-496d-816e-5f135bdcf376 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=521698844d8d4954b38848001f3004cc&device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 1096 time: 0.0820084 Sep 29 07:13:21.726702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a8822fed-c488-4b40-b0ab-f7e10388aed5 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:21.806843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-27071971-ccac-4bcc-a72a-2762d9785c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:21.808776 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-27071971-ccac-4bcc-a72a-2762d9785c8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 200 len: 913 time: 0.1246157 Sep 29 07:13:21.873384 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-a1b0d539-17b8-4cfb-9cdf-a22bffc25003 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 200 len: 217 time: 0.0587816 Sep 29 07:13:21.936477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-24b59e45-e1de-43ef-ad25-207d47fbeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:21.937999 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-24b59e45-e1de-43ef-ad25-207d47fbeca4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b536e3b-3266-4ef9-97bc-f3bcb35638ad HTTP/1.1" status: 200 len: 851 time: 0.0586877 Sep 29 07:13:22.019589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-8ce5bf1b-a0f7-4ab9-b751-b9d5ddf9f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:22.021091 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-8ce5bf1b-a0f7-4ab9-b751-b9d5ddf9f14c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9215cca1-4009-426f-9b11-c0eebb692542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770431 Sep 29 07:13:22.212043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-a476d066-192a-4c41-b2d4-e7608d2d7657 service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845589 Sep 29 07:13:22.223718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e47da9-8f97-4ab9-9cf9-dba257d28e40 req-e35d94e2-8dc1-46f8-af2e-328d481af34d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:22.224394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b3e47da9-8f97-4ab9-9cf9-dba257d28e40 req-e35d94e2-8dc1-46f8-af2e-328d481af34d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Synchronizing usage tracker for tenant:521698844d8d4954b38848001f3004cc on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:13:22.310460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b3e47da9-8f97-4ab9-9cf9-dba257d28e40 req-e35d94e2-8dc1-46f8-af2e-328d481af34d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Unset dirty status for tenant:521698844d8d4954b38848001f3004cc on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:13:22.311589 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b3e47da9-8f97-4ab9-9cf9-dba257d28e40 req-e35d94e2-8dc1-46f8-af2e-328d481af34d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 943 time: 0.2648818 Sep 29 07:13:22.385982 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b3e47da9-8f97-4ab9-9cf9-dba257d28e40 req-346db081-b175-4e36-80ad-cc467555f8fc tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673521 Sep 29 07:13:22.391012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1ee80ce2-0b54-4cd9-9250-aeccac3062bc req-e5b06398-c7d0-4ac4-abc5-af6e420fd96f service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631687 Sep 29 07:13:23.585382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7807f-3541-4133-87f0-00a7d2616dfa req-81a1187d-18f2-4cd9-8541-5ec5a3fbda64 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:23.586870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-59a7807f-3541-4133-87f0-00a7d2616dfa req-81a1187d-18f2-4cd9-8541-5ec5a3fbda64 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 943 time: 0.0899396 Sep 29 07:13:23.632410 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-59a7807f-3541-4133-87f0-00a7d2616dfa req-896a25b4-713c-47f7-8ba8-4588081f3b89 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Sep 29 07:13:24.058016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:13:24.187079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:24.200137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'port_id': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'mac_address': 'fa:16:3e:05:8b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:13:24.256132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:24.256480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:24.273185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:13:24.288068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:24.293786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:24.360180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:24.679827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:13:24.834954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e97ae8-9c1a-4e95-8cdb-478329bf51c7 req-eab48793-421d-4d6c-b75e-907510811ba5 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:24.836414 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02e97ae8-9c1a-4e95-8cdb-478329bf51c7 req-eab48793-421d-4d6c-b75e-907510811ba5 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 944 time: 0.0934677 Sep 29 07:13:24.882102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02e97ae8-9c1a-4e95-8cdb-478329bf51c7 req-f9acbab4-c046-4368-ade4-70a37e6b20ff tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Sep 29 07:13:26.072135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:13:26.107607 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:13:26.125838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cc44d-4d69-424e-a7fd-fade31026143 req-d7dc47dd-8551-4868-a27c-bee908e875eb tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:26.127477 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a66cc44d-4d69-424e-a7fd-fade31026143 req-d7dc47dd-8551-4868-a27c-bee908e875eb tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 944 time: 0.1374252 Sep 29 07:13:26.141857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:13:26.146560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:13:26.146934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:26.147264 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 Sep 29 07:13:26.172731 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a66cc44d-4d69-424e-a7fd-fade31026143 req-fa8c4e2b-d0cc-4cef-8a1a-b2cd88698c28 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Sep 29 07:13:26.263427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:13:26.263807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:26.289646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:13:26.292581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccfd4c-7c6b-413a-b4f0-083e8bbefb90" -d '{"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-plugged", "status": "completed", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:13:26.300331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:13:26.304021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:26.337314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d50d36-9c94-48e7-a65d-55c6d1995430 x-openstack-request-id: req-64d50d36-9c94-48e7-a65d-55c6d1995430 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:13:26.337605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-plugged", "status": "completed", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:13:26.337861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64d50d36-9c94-48e7-a65d-55c6d1995430 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:13:26.338818 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d50d36-9c94-48e7-a65d-55c6d1995430'] response: {'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'code': 200} Sep 29 07:13:26.379585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:13:26.591650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d135-c510-4d1e-96f4-7868f9933ad0 req-1bf1b43e-c46c-4bf0-b85b-3f5d50ee6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:26.593155 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88a5d135-c510-4d1e-96f4-7868f9933ad0 req-1bf1b43e-c46c-4bf0-b85b-3f5d50ee6d0f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 1098 time: 0.0768874 Sep 29 07:13:26.632275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88a5d135-c510-4d1e-96f4-7868f9933ad0 req-fc523b7d-1611-4254-bc32-6330ed58f416 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Sep 29 07:13:27.372631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b92ef-1f28-41d6-b047-57281fefff6b req-b5e7582e-b200-4599-b171-7a050b41ad34 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:27.374095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-551b92ef-1f28-41d6-b047-57281fefff6b req-b5e7582e-b200-4599-b171-7a050b41ad34 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0899496 Sep 29 07:13:27.418667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-551b92ef-1f28-41d6-b047-57281fefff6b req-1fb4d14a-751b-4084-8d8e-34a902a878a4 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Sep 29 07:13:28.664648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fe6c4-ceb8-40df-a075-e3c4f9b8ebbf req-762179be-9b5f-4bdc-950f-2cf502bed455 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:28.666082 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-550fe6c4-ceb8-40df-a075-e3c4f9b8ebbf req-762179be-9b5f-4bdc-950f-2cf502bed455 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.1371899 Sep 29 07:13:28.709426 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-550fe6c4-ceb8-40df-a075-e3c4f9b8ebbf req-fde007c7-b60a-459c-a747-f4a7f8dd5bbe tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Sep 29 07:13:29.073129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 51892) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:13:29.196843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-4ad85e93-bedf-4f2e-975a-bc8e9c61e8a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225240 Sep 29 07:13:29.230388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5bb11-6302-4d09-806f-47a14eeb30df req-53dd35c0-1e9c-4579-b7bf-b21ae9e64f14 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:29.231931 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-90c5bb11-6302-4d09-806f-47a14eeb30df req-53dd35c0-1e9c-4579-b7bf-b21ae9e64f14 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.2011895 Sep 29 07:13:29.277615 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-90c5bb11-6302-4d09-806f-47a14eeb30df req-c9a0ad71-a1cb-4075-9c8a-6c422b9d0581 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Sep 29 07:13:30.466645 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-8c9b0b7d-8217-46f8-9271-0e0ae807a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:30.468226 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-8c9b0b7d-8217-46f8-9271-0e0ae807a102 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=521698844d8d4954b38848001f3004cc&device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 1098 time: 0.0920391 Sep 29 07:13:30.481197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a6378-5177-496b-97a2-d60893a00a26 req-d4ba9096-1969-4296-97ee-c4df6eeb57d7 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:30.482679 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e0a6378-5177-496b-97a2-d60893a00a26 req-d4ba9096-1969-4296-97ee-c4df6eeb57d7 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0927041 Sep 29 07:13:30.527145 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e0a6378-5177-496b-97a2-d60893a00a26 req-65daa510-4031-485a-874a-0f1411c30409 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Sep 29 07:13:30.599672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-d28a2267-73da-4a3b-9b66-b10c5937d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:30.601027 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-d28a2267-73da-4a3b-9b66-b10c5937d7ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 200 len: 913 time: 0.1267269 Sep 29 07:13:30.668520 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-b37ade3e-5dff-4f1e-aa0b-fa360717e69b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 200 len: 217 time: 0.0617504 Sep 29 07:13:30.729189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-bcb6e20c-ab9f-4006-a264-7589fc1d04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:30.730728 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-bcb6e20c-ab9f-4006-a264-7589fc1d04e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b536e3b-3266-4ef9-97bc-f3bcb35638ad HTTP/1.1" status: 200 len: 851 time: 0.0568628 Sep 29 07:13:30.824208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-01465384-c8f1-4a4d-938a-7d3b7ab97844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:30.825751 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-01465384-c8f1-4a4d-938a-7d3b7ab97844 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9215cca1-4009-426f-9b11-c0eebb692542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895619 Sep 29 07:13:30.955337 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-d4ba12fe-8411-474f-a850-3c3a090846af service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238925 Sep 29 07:13:31.082773 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-b826f99c-3d0b-4bf5-ad71-b81435092a26 service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213157 Sep 29 07:13:31.723401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a82ab3-9b52-48ba-91d5-5deb676371be req-72bd4069-defb-4922-88d6-e24b255a00db tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:31.724834 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f5a82ab3-9b52-48ba-91d5-5deb676371be req-72bd4069-defb-4922-88d6-e24b255a00db tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0887125 Sep 29 07:13:31.767992 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f5a82ab3-9b52-48ba-91d5-5deb676371be req-bac9760a-1b3f-43db-942b-aba6bba48f2d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Sep 29 07:13:32.971353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb176b1c-ef39-49f8-b989-d09bee558896 req-cd16e3b3-27e0-4edd-b73b-87ec48dc2788 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:32.973066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb176b1c-ef39-49f8-b989-d09bee558896 req-cd16e3b3-27e0-4edd-b73b-87ec48dc2788 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0914724 Sep 29 07:13:33.016150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb176b1c-ef39-49f8-b989-d09bee558896 req-9b106b44-e93c-4c5f-a36e-cd33c1c39adb tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373459 Sep 29 07:13:34.211428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ae508-71c5-4c46-9e5e-5a2fd27b969e req-596f40e8-6d8c-4a00-abc7-9c1951a3ca66 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:34.212869 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-449ae508-71c5-4c46-9e5e-5a2fd27b969e req-596f40e8-6d8c-4a00-abc7-9c1951a3ca66 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0882990 Sep 29 07:13:34.255930 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-449ae508-71c5-4c46-9e5e-5a2fd27b969e req-06e28c1e-f259-47e2-b927-889fa98888bf tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Sep 29 07:13:35.449390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb6461-adc5-4a3b-9e58-7b1154b1e571 req-dacc89fb-fcaa-4110-a61c-67c884d0cdc1 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:35.450864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ffb6461-adc5-4a3b-9e58-7b1154b1e571 req-dacc89fb-fcaa-4110-a61c-67c884d0cdc1 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0850394 Sep 29 07:13:35.494272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ffb6461-adc5-4a3b-9e58-7b1154b1e571 req-2474d9e2-b9d7-4b81-87cd-c62fdff45bc9 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Sep 29 07:13:36.699106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5d030-e919-46ce-b656-f197ad4c4df7 req-e1456e04-cea4-4eae-83ed-af03f4555dfb tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:36.700560 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7dc5d030-e919-46ce-b656-f197ad4c4df7 req-e1456e04-cea4-4eae-83ed-af03f4555dfb tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0887752 Sep 29 07:13:36.742951 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7dc5d030-e919-46ce-b656-f197ad4c4df7 req-36ccc870-cb27-43d0-a6fe-e879d1324d75 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367832 Sep 29 07:13:37.942304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1899a6-bafe-4eee-be07-a8a2c77d84c4 req-1068c763-8c5a-4b64-94ff-196d59281959 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:37.943769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e1899a6-bafe-4eee-be07-a8a2c77d84c4 req-1068c763-8c5a-4b64-94ff-196d59281959 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0902469 Sep 29 07:13:37.987303 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e1899a6-bafe-4eee-be07-a8a2c77d84c4 req-657801c3-d76a-4174-bf13-0b374600ac27 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Sep 29 07:13:38.660001 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-696cb5b3-3a26-433d-817a-917b4d38fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:39.180686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68e783-0a0f-4f3a-bb1a-a4705bcf6839 req-989876dc-b83a-452d-858b-196b5a344ba9 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:39.182111 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1a68e783-0a0f-4f3a-bb1a-a4705bcf6839 req-989876dc-b83a-452d-858b-196b5a344ba9 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0863369 Sep 29 07:13:39.225887 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1a68e783-0a0f-4f3a-bb1a-a4705bcf6839 req-9e4029d7-4525-4ea4-a014-10632e09d9d4 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381765 Sep 29 07:13:40.425185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0521a34-1a91-4022-9316-e10b6902b938 req-d8d97fd6-22bd-43fb-bada-8af37b3dcf4a tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:40.426673 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e0521a34-1a91-4022-9316-e10b6902b938 req-d8d97fd6-22bd-43fb-bada-8af37b3dcf4a tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0913174 Sep 29 07:13:40.469909 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e0521a34-1a91-4022-9316-e10b6902b938 req-79b42aae-04d8-410a-9669-1a6d0248a640 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375516 Sep 29 07:13:40.958034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d0d538df-bc1e-4642-91fa-a2098b6f88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:41.668189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c388c-b150-4d44-8981-e18f4ef303e7 req-bee3d174-d5c6-47e1-805b-d36d70b6d7d2 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:41.669612 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b9c388c-b150-4d44-8981-e18f4ef303e7 req-bee3d174-d5c6-47e1-805b-d36d70b6d7d2 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0884972 Sep 29 07:13:41.713025 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6b9c388c-b150-4d44-8981-e18f4ef303e7 req-17fd7d12-872f-4e61-b82c-0bd17f12c27e tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Sep 29 07:13:41.866093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:42.030819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:42.909896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b13ec6-c617-49a0-9e86-557bcf40e052 req-02f60a2a-df80-4633-bf9d-6d3e88512c99 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:42.911388 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-83b13ec6-c617-49a0-9e86-557bcf40e052 req-02f60a2a-df80-4633-bf9d-6d3e88512c99 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0893455 Sep 29 07:13:42.954269 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-83b13ec6-c617-49a0-9e86-557bcf40e052 req-bff3c6d6-2885-414a-9c30-9a9e58c2cb73 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Sep 29 07:13:43.405830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:44.154946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096303a-19c9-43a6-bf5b-624629d81c80 req-1af64ff6-beed-427d-8c7b-b7fc01747a89 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:44.156375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a096303a-19c9-43a6-bf5b-624629d81c80 req-1af64ff6-beed-427d-8c7b-b7fc01747a89 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0877585 Sep 29 07:13:44.198334 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a096303a-19c9-43a6-bf5b-624629d81c80 req-b1de3ac3-5328-4474-a7d4-21e40f16388b tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Sep 29 07:13:45.417221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77c9e-4082-4439-bb6f-e5f1d4d23068 req-3b7e3237-ca26-4389-8af9-d5c7655ff929 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:45.418690 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4bc77c9e-4082-4439-bb6f-e5f1d4d23068 req-3b7e3237-ca26-4389-8af9-d5c7655ff929 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0910020 Sep 29 07:13:45.464326 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4bc77c9e-4082-4439-bb6f-e5f1d4d23068 req-4a11091d-2d41-4291-8f38-884ec4645eee tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Sep 29 07:13:46.662348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d431c2-ea1b-4ee9-81b9-5f911d845970 req-3e5a8bdb-ad6e-43cf-831f-f9ba5fa2fb0d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:46.663745 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88d431c2-ea1b-4ee9-81b9-5f911d845970 req-3e5a8bdb-ad6e-43cf-831f-f9ba5fa2fb0d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0857036 Sep 29 07:13:46.707280 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-88d431c2-ea1b-4ee9-81b9-5f911d845970 req-c61ceb1c-ee85-492d-b7c0-b4112ee59e56 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Sep 29 07:13:47.330774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:13:47.905320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb3edf-bb0b-43a8-9f97-218b5df2778e req-48af7658-05b1-479d-956f-68c64879d410 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:47.906905 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-65cb3edf-bb0b-43a8-9f97-218b5df2778e req-48af7658-05b1-479d-956f-68c64879d410 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0908267 Sep 29 07:13:48.035628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-65cb3edf-bb0b-43a8-9f97-218b5df2778e req-a0f771b0-7dd2-4ae1-b327-0d6c38eedd2d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230984 Sep 29 07:13:49.233114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c553210-5444-4df3-8252-5af3efd29566 req-0426daa9-98d5-4df6-8ed3-c4a067df585e tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:49.234581 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2c553210-5444-4df3-8252-5af3efd29566 req-0426daa9-98d5-4df6-8ed3-c4a067df585e tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0895119 Sep 29 07:13:49.276382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2c553210-5444-4df3-8252-5af3efd29566 req-490c99e1-6f7f-4132-8d46-6d8dc9cc458e tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362766 Sep 29 07:13:50.469815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede46970-ae09-4d07-b084-e94dab5d76f8 req-ec7c8db2-1c1c-416c-86fb-ee8ab3bcf950 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:50.471310 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ede46970-ae09-4d07-b084-e94dab5d76f8 req-ec7c8db2-1c1c-416c-86fb-ee8ab3bcf950 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0854483 Sep 29 07:13:50.517769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ede46970-ae09-4d07-b084-e94dab5d76f8 req-9f2fcbc8-cc03-410e-9446-e78ece925c02 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Sep 29 07:13:51.721753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89db48-5143-4f6b-982a-691b56b20b37 req-b17fbb3e-5f50-4c3f-b54b-331ad61ce096 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:51.723513 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bb89db48-5143-4f6b-982a-691b56b20b37 req-b17fbb3e-5f50-4c3f-b54b-331ad61ce096 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0911345 Sep 29 07:13:51.865756 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bb89db48-5143-4f6b-982a-691b56b20b37 req-aff082ff-cf0a-4fe2-8ab1-f45641164c37 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359963 Sep 29 07:13:53.061979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af2553-f807-424f-a76b-a95f7cfbc8ce req-ca36f65a-2a7e-48c2-bb7a-3aa87e10b5fc tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:53.063456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-17af2553-f807-424f-a76b-a95f7cfbc8ce req-ca36f65a-2a7e-48c2-bb7a-3aa87e10b5fc tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0855377 Sep 29 07:13:53.106625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-17af2553-f807-424f-a76b-a95f7cfbc8ce req-194a3472-77f9-4edd-9d2d-ef96f014aadf tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Sep 29 07:13:54.299564 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b3caf-e0cc-4456-bb17-71e9727d1e26 req-52619902-f593-42ee-a896-7612f7c56028 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:54.301013 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c6b3caf-e0cc-4456-bb17-71e9727d1e26 req-52619902-f593-42ee-a896-7612f7c56028 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0854516 Sep 29 07:13:54.346595 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c6b3caf-e0cc-4456-bb17-71e9727d1e26 req-1cf9737e-c786-4a78-a2ed-26a26a999a2c tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Sep 29 07:13:55.543891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d441a8-f470-4317-8662-1056db15d445 req-d65ce640-d913-435e-8af1-85f37634a8ed tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:55.545333 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12d441a8-f470-4317-8662-1056db15d445 req-d65ce640-d913-435e-8af1-85f37634a8ed tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0888009 Sep 29 07:13:55.588110 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12d441a8-f470-4317-8662-1056db15d445 req-d99907a8-755d-4ea1-ba36-51682794bec2 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 Sep 29 07:13:56.781133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e2d97-ca91-41ee-aa15-5592b87abb77 req-6b0dcffd-7dea-496f-8355-6992a36ad0d2 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:56.782602 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c69e2d97-ca91-41ee-aa15-5592b87abb77 req-6b0dcffd-7dea-496f-8355-6992a36ad0d2 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0852361 Sep 29 07:13:56.825652 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c69e2d97-ca91-41ee-aa15-5592b87abb77 req-354162ac-93ef-4a44-a834-add8b5323969 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Sep 29 07:13:57.956547 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-18ac8fd5-1b41-4116-b73c-3f888664e6d0 service neutron] 10.222.0.61 "GET /v2.0/ports/8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0763953 Sep 29 07:13:58.023457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243593-ce76-4984-9504-40f52ca1379f req-3554b5a6-710e-4699-9b13-efc7489ec778 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:58.024935 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6e243593-ce76-4984-9504-40f52ca1379f req-3554b5a6-710e-4699-9b13-efc7489ec778 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0892913 Sep 29 07:13:58.071790 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6e243593-ce76-4984-9504-40f52ca1379f req-fb2d4210-4e0f-467e-9a18-e1f99c655883 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Sep 29 07:13:58.238549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-5e6946e5-4043-4eed-ad33-75dbe218e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:58.240036 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-5e6946e5-4043-4eed-ad33-75dbe218e5da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2&tenant_id=521698844d8d4954b38848001f3004cc HTTP/1.1" status: 200 len: 1098 time: 0.0764098 Sep 29 07:13:58.349020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-6b95aa6b-0fdc-4992-bc04-cb0af5c4c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:58.350467 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-6b95aa6b-0fdc-4992-bc04-cb0af5c4c625 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=521698844d8d4954b38848001f3004cc&device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 1098 time: 0.0777993 Sep 29 07:13:58.477623 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-7047bef4-686b-463f-82cf-8e54cee2a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:58.479065 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-7047bef4-686b-463f-82cf-8e54cee2a330 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 200 len: 913 time: 0.1228795 Sep 29 07:13:58.544230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-8970d663-f595-4dc0-940d-9f1e7d9782c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 200 len: 217 time: 0.0586307 Sep 29 07:13:58.605925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-f9b9014f-b491-40f5-a765-8ad0fdac123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:58.607322 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-f9b9014f-b491-40f5-a765-8ad0fdac123d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b536e3b-3266-4ef9-97bc-f3bcb35638ad HTTP/1.1" status: 200 len: 851 time: 0.0579214 Sep 29 07:13:58.687052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-dc6446d7-4931-4ba6-b796-9e35ec64638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:58.688509 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-dc6446d7-4931-4ba6-b796-9e35ec64638c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9215cca1-4009-426f-9b11-c0eebb692542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755038 Sep 29 07:13:58.817102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-ebaedc09-0015-4700-98cc-ab2b92289a03 service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224668 Sep 29 07:13:58.950382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f43b4a21-9a00-448a-832b-23e0bde44d10 req-97ffe3a4-9d3d-4316-b11d-26c9a40571ef service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278565 Sep 29 07:13:59.274596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540cb57-73ed-4ed9-8cb4-6e3f6101df9e req-48443e9d-71de-4471-b747-b11de52da284 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:13:59.276035 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3540cb57-73ed-4ed9-8cb4-6e3f6101df9e req-48443e9d-71de-4471-b747-b11de52da284 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0887413 Sep 29 07:13:59.319332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3540cb57-73ed-4ed9-8cb4-6e3f6101df9e req-96e719be-d3b6-4cd9-a48b-f1d445706020 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Sep 29 07:14:00.519386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c443e-7398-42ae-a476-8087c9d662ce req-b640cc77-314f-49bd-8bc4-427b449d56fc tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:00.520823 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e89c443e-7398-42ae-a476-8087c9d662ce req-b640cc77-314f-49bd-8bc4-427b449d56fc tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0869904 Sep 29 07:14:00.567076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e89c443e-7398-42ae-a476-8087c9d662ce req-645a12a0-aa46-4435-bc32-774465cd162d tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Sep 29 07:14:01.761893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af025b95-3388-43e1-b43b-ee664a7e5420 req-399e1bbd-8b87-4602-9e3c-c63d2011aba3 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:01.763387 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af025b95-3388-43e1-b43b-ee664a7e5420 req-399e1bbd-8b87-4602-9e3c-c63d2011aba3 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0867605 Sep 29 07:14:01.812969 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af025b95-3388-43e1-b43b-ee664a7e5420 req-e55deb52-5244-499a-8d6f-a3b7fd99c639 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Sep 29 07:14:02.291812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:14:02.298166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:14:02.511545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:02.511911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:02.529294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:02.548841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'network_id': '9215cca1-4009-426f-9b11-c0eebb692542', 'port_id': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'mac_address': 'fa:16:3e:05:8b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b536e3b-3266-4ef9-97bc-f3bcb35638ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:14:02.555159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:14:02.557424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c1630d-e62f-48a8-b71f-48f82668ef1c" -d '{"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:14:02.595675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:02.603014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:02.672919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f7bc4b-6133-4b2c-b65c-bc160b53a38f x-openstack-request-id: req-12f7bc4b-6133-4b2c-b65c-bc160b53a38f {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:14:02.673216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:14:02.673466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12f7bc4b-6133-4b2c-b65c-bc160b53a38f {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:14:02.673851 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f7bc4b-6133-4b2c-b65c-bc160b53a38f'] response: {'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'code': 200} Sep 29 07:14:02.679023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:02.679399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:02.703040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:14:02.706832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:02.715387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.715732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.716067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.716398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.716723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.717047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.717378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.717696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.718017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.718335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.718679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.718995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:02.774562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:14:02.774917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:14:03.015213 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a58ae-4d77-4db5-b07d-5ed690084f01 req-364d56ab-48e2-400d-8f44-994d55d53ef5 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:03.016650 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7e7a58ae-4d77-4db5-b07d-5ed690084f01 req-364d56ab-48e2-400d-8f44-994d55d53ef5 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 943 time: 0.0886269 Sep 29 07:14:03.059558 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7e7a58ae-4d77-4db5-b07d-5ed690084f01 req-3afdeaa4-1f27-46ce-ad44-82d26ac2f263 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372269 Sep 29 07:14:03.106619 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:14:03.332620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:03.333187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:03.350812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:14:03.367610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:03.372239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:03.438798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:03.473144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-776fdec9-61f7-4cc8-9233-3ffd3dea6fba tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:03.474581 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-776fdec9-61f7-4cc8-9233-3ffd3dea6fba tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.61 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2&tenant_id=521698844d8d4954b38848001f3004cc&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 944 time: 0.0939586 Sep 29 07:14:03.496611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:14:03.650426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-8e352c76-3d4b-432a-a982-8623434c3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:03.652375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-8e352c76-3d4b-432a-a982-8623434c3df5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=521698844d8d4954b38848001f3004cc&device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 1097 time: 0.0784917 Sep 29 07:14:03.777738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-8a83363f-1215-49fd-a00b-0a48b1ad3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:03.779187 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-8a83363f-1215-49fd-a00b-0a48b1ad3a9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 200 len: 913 time: 0.1214135 Sep 29 07:14:03.935310 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-0c0c37cc-6f69-475b-9071-71f97cc1bf4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 200 len: 217 time: 0.1492801 Sep 29 07:14:03.994768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-e492f4b0-4c89-480f-b091-e926ea6252d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:03.996139 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-e492f4b0-4c89-480f-b091-e926ea6252d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b536e3b-3266-4ef9-97bc-f3bcb35638ad HTTP/1.1" status: 200 len: 851 time: 0.0551653 Sep 29 07:14:04.077080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-21798d6c-26b0-4015-95a3-6428231b029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:04.078547 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-21798d6c-26b0-4015-95a3-6428231b029f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9215cca1-4009-426f-9b11-c0eebb692542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767205 Sep 29 07:14:04.204757 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-434e60c0-be0b-4043-b0a9-b0822b808bfa service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202514 Sep 29 07:14:04.304315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:04.330166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-f78de9f1-8286-4bc7-960b-92dd7ec63e47 service neutron] 10.222.0.61 "GET /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196082 Sep 29 07:14:04.372813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:04.373400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:04.373506 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 Sep 29 07:14:04.489961 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:04.490255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:04.522738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:04.526194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:04.593548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:04.674717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:14:04.677013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed78f8-4fb4-4224-af9f-d132df5c5b3d" -d '{"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-plugged", "status": "completed", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:14:04.737784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa37d1-947d-4a27-8300-cd17539c1a82 x-openstack-request-id: req-0baa37d1-947d-4a27-8300-cd17539c1a82 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:14:04.738083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-plugged", "status": "completed", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:14:04.738339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0baa37d1-947d-4a27-8300-cd17539c1a82 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:14:04.738773 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baa37d1-947d-4a27-8300-cd17539c1a82'] response: {'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'code': 200} Sep 29 07:14:05.239460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5a5d5-ed39-4af4-a067-c7f070702170 req-5ca614ec-c674-4dea-a18f-5148f61de5ce tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:05.240884 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51e5a5d5-ed39-4af4-a067-c7f070702170 req-5ca614ec-c674-4dea-a18f-5148f61de5ce tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0848851 Sep 29 07:14:05.282906 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51e5a5d5-ed39-4af4-a067-c7f070702170 req-0ef8e5df-ddfa-44d1-bcf6-bae639869a7c tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Sep 29 07:14:06.484606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa97f0-000c-4e53-86ab-d3eb7cce380a req-4c7fdcc6-a07d-4e3d-a88d-cb3dac229963 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:06.486064 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-05fa97f0-000c-4e53-86ab-d3eb7cce380a req-4c7fdcc6-a07d-4e3d-a88d-cb3dac229963 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0894823 Sep 29 07:14:06.529455 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-05fa97f0-000c-4e53-86ab-d3eb7cce380a req-8ce7d589-40f4-4d27-8c58-6f8146d69f6b tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Sep 29 07:14:07.119178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-2999bf1f-b8b2-4093-a27d-66bbcf0f87f3 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:07.121191 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-2999bf1f-b8b2-4093-a27d-66bbcf0f87f3 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.61 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.0899193 Sep 29 07:14:07.187516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Deleting port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:14:07.187872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:07.425102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] For port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:07.425455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:07.543729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Calling delete_port for 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:14:07.745182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:07.777375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:14:07.834644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Pushing event deleted for resources: {'Port': ['ID=8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:07.856078 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.856421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.856764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.857100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.857431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.857769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.858098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.858431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.858782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.859107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.859439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.859749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:07.899003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7c70-62ce-4ece-b7ef-12abe41ade9f req-d43735b0-70d0-4efb-8652-736306d693d9 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:07.900506 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be7c7c70-62ce-4ece-b7ef-12abe41ade9f req-d43735b0-70d0-4efb-8652-736306d693d9 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/ports?device_id=60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2 HTTP/1.1" status: 200 len: 945 time: 0.2465413 Sep 29 07:14:07.927069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] No DVR routers for this DVR port 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:14:07.931497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:07.934537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-deleted', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:14:07.936804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281c6ff1-fea4-412b-8976-c78c47ce3fc7" -d '{"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-deleted", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:14:07.965662 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1dbee5a-f617-497a-8992-d3f33117db45 req-269fd4a6-ae3a-4264-98da-d0780e070e19 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.61 "DELETE /v2.0/ports/8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 HTTP/1.1" status: 204 len: 173 time: 0.8399062 Sep 29 07:14:07.970624 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-be7c7c70-62ce-4ece-b7ef-12abe41ade9f req-27d50785-b425-46c9-b80c-449eebdd9b32 tempest-DeleteServersTestJSON-394259604 tempest-DeleteServersTestJSON-394259604-project] 10.222.0.26 "GET /v2.0/security-groups?id=22ce484c-88b7-438c-af9e-00de3562dacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633647 Sep 29 07:14:08.042460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0739b6d-a4b1-41f9-aa2f-04b1fd515ef0 x-openstack-request-id: req-e0739b6d-a4b1-41f9-aa2f-04b1fd515ef0 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:14:08.042833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2", "name": "network-vif-deleted", "tag": "8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:14:08.043145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0739b6d-a4b1-41f9-aa2f-04b1fd515ef0 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:14:08.043600 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0739b6d-a4b1-41f9-aa2f-04b1fd515ef0'] response: {'server_uuid': '60e1c5dc-ff16-4c2f-8e1c-0e6dfefd76d2', 'name': 'network-vif-deleted', 'tag': '8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15', 'status': 'completed', 'code': 200} Sep 29 07:14:08.661248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2dd7e87b-7e87-4497-a1bb-9e457f2022c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:09.218457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52004) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:09.738831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:10.166115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Deleting port a8822fed-c488-4b40-b0ab-f7e10388aed5 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:14:10.166351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:10.332599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] For port a8822fed-c488-4b40-b0ab-f7e10388aed5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a8822fed-c488-4b40-b0ab-f7e10388aed5,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:10.333310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:10.336473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:14:10.370975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:14:10.371337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8f6b7e6f-6f9e-46e9-8bfa-fea4e168fc15 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:14:10.453692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Calling delete_port for a8822fed-c488-4b40-b0ab-f7e10388aed5 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:14:10.768903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:10.815135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8822fed-c488-4b40-b0ab-f7e10388aed5,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:10.860774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.861112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.861452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.861779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.862104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.862430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.862778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.863099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.863418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.863732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.864046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.864360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:10.966661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e13041ea-4177-4aa8-a145-0c05542c8d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:11.091537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:11.548470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Router b620bfef-d3f8-43a4-8079-785fcfcb25e0 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:14:11.722411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:14:11.732114 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] Sync routers for ids ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:14:11.735974 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-88c0244b-fcc6-448e-a2fe-ddd42212bd9e admin admin] 10.222.0.26 "PUT /v2.0/routers/b620bfef-d3f8-43a4-8079-785fcfcb25e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164292 Sep 29 07:14:11.738555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52008) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:11.741692 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] Routers {'b620bfef-d3f8-43a4-8079-785fcfcb25e0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:14:11.742287 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:14:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:11.869572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:11.915128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:11.917428 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] Set router b620bfef-d3f8-43a4-8079-785fcfcb25e0 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:14:12.035432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.092056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.101964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Deleting port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:14:12.102285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.227037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:14:10Z', 'revision_number': 5, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port': {'id': 'd1fa12cd-5ce2-4226-9b15-d3c37af4f6c0', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:db:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:12.230768 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] Checking router: b620bfef-d3f8-43a4-8079-785fcfcb25e0 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:14:12.238787 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] Routers {'b620bfef-d3f8-43a4-8079-785fcfcb25e0'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:14:12.239381 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:14:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:12.275688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] For port d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:12.276588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.383106 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] Set router b620bfef-d3f8-43a4-8079-785fcfcb25e0 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:14:12.396389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Calling delete_port for d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:14:12.486119 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:14:12Z', 'revision_number': 6, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:12.489862 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc80835-148e-4a6c-b50a-ef8ba46bee36 None None] The sync data for ids ['b620bfef-d3f8-43a4-8079-785fcfcb25e0'] in dv-neutron-859761-1-hyperv is: [{'id': 'b620bfef-d3f8-43a4-8079-785fcfcb25e0', 'name': 'tempest-DeleteServersTestJSON-1138568057-router', 'tenant_id': '521698844d8d4954b38848001f3004cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:13:10Z', 'updated_at': '2022-09-29T07:14:12Z', 'revision_number': 6, 'project_id': '521698844d8d4954b38848001f3004cc', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:14:12.562896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.607159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:12.701680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.976390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:12.978536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.002052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.002705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b620bfef-d3f8-43a4-8079-785fcfcb25e0 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:14:13.014425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.015563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c7e8675e-6618-4d7c-b66d-1a8edbce9a28 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b620bfef-d3f8-43a4-8079-785fcfcb25e0 HTTP/1.1" status: 204 len: 168 time: 1.2761052 Sep 29 07:14:13.018031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52012) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:13.077047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Deleting subnet 7b536e3b-3266-4ef9-97bc-f3bcb35638ad {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:14:13.079833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.127673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.204723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.273070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.313512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.315947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b536e3b-3266-4ef9-97bc-f3bcb35638ad,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:13.318921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d37623-056f-43a8-9f63-14196084e8f8 None None] Network 9215cca1-4009-426f-9b11-c0eebb692542 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:14:13.323765 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52016) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:13.324171 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-109a90cd-b853-433c-95ad-2c9924b40605 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7b536e3b-3266-4ef9-97bc-f3bcb35638ad HTTP/1.1" status: 204 len: 168 time: 0.3047874 Sep 29 07:14:13.429623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.553156 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.563297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Deleting port 7ac1639e-f662-47c6-8259-e1afce31b792 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:14:13.563628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.613781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] DHCP port deletion for 9215cca1-4009-426f-9b11-c0eebb692542 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:14:13.615822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a8822fed-c488-4b40-b0ab-f7e10388aed5 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:14:13.650087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Deleting port 7ac1639e-f662-47c6-8259-e1afce31b792 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:14:13.650465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.680828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a8822fed-c488-4b40-b0ab-f7e10388aed5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:14:13.681171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a8822fed-c488-4b40-b0ab-f7e10388aed5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:14:13.681589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:14:13.762523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:14:13.762797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d1fa12cd-5ce2-4226-9b15-d3c37af4f6c0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:14:13.771930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] For port 7ac1639e-f662-47c6-8259-e1afce31b792, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7ac1639e-f662-47c6-8259-e1afce31b792,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:13.772280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.891639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Calling delete_port for 7ac1639e-f662-47c6-8259-e1afce31b792 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:14:13.919362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] For port 7ac1639e-f662-47c6-8259-e1afce31b792, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7ac1639e-f662-47c6-8259-e1afce31b792,segment=NetworkSegment(0eb73601-e0cb-4776-9026-87466a6a3bb6),segment_id=0eb73601-e0cb-4776-9026-87466a6a3bb6)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:13.919766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:13.966257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.014827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac1639e-f662-47c6-8259-e1afce31b792,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:14.018263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] No DVR routers for this DVR port 7ac1639e-f662-47c6-8259-e1afce31b792 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:14:14.044477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Calling delete_port for 7ac1639e-f662-47c6-8259-e1afce31b792 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:14:14.114447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:14:14.114838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:14:14.130436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.154745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9215cca1-4009-426f-9b11-c0eebb692542']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:14.166202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb73601-e0cb-4776-9026-87466a6a3bb6') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:14.168178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb73601-e0cb-4776-9026-87466a6a3bb6') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:14.179236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.195195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.202057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:14:14.202443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.283795 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0eb73601-e0cb-4776-9026-87466a6a3bb6 resource provider aggregate not found Sep 29 07:14:14.298696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.301129 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 0eb73601-e0cb-4776-9026-87466a6a3bb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0eb73601-e0cb-4776-9026-87466a6a3bb6 found for delete ", "request_id": "req-8a6df2f3-d902-4d87-8c41-32ec8fc39944"}]} Sep 29 07:14:14.315586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.326711 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=9215cca1-4009-426f-9b11-c0eebb692542,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:14.338646 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-190569ba-2042-4e08-a85c-cdbca6f03a2f admin admin] 10.222.0.26 "DELETE /v2.0/networks/9215cca1-4009-426f-9b11-c0eebb692542 HTTP/1.1" status: 204 len: 168 time: 1.0138204 Sep 29 07:14:14.449687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52028) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:14.497635 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-57615683-9cf5-454a-854b-15bf5c4291a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=521698844d8d4954b38848001f3004cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468271 Sep 29 07:14:14.500054 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52032) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:14.560347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a238ff3-9f9d-495f-b55d-ff39b8bbf508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.584555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a238ff3-9f9d-495f-b55d-ff39b8bbf508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.615913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Deleting port 7ac1639e-f662-47c6-8259-e1afce31b792 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:14:14.616416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.635784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a238ff3-9f9d-495f-b55d-ff39b8bbf508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.656099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238ff3-9f9d-495f-b55d-ff39b8bbf508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ce484c-88b7-438c-af9e-00de3562dacc,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:14.666432 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a238ff3-9f9d-495f-b55d-ff39b8bbf508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:14.668101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6a238ff3-9f9d-495f-b55d-ff39b8bbf508 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22ce484c-88b7-438c-af9e-00de3562dacc HTTP/1.1" status: 204 len: 168 time: 0.1671703 Sep 29 07:14:14.701115 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9c70d102-958e-488d-a2ad-bd4489a2a66b None None] The port '7ac1639e-f662-47c6-8259-e1afce31b792' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:14:15.363749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52056) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:15.465713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1692835082-network', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:14:15.470449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:14:15.474720 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Usage tracker for resource:network and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:14:15.477479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:14:15.483302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:14:15.492968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Made reservation on behalf of cebfe9a5770d4d16b56d9b7444cb6bc4 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:14:15.495986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.507588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.522731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:14:15.526872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Usage tracker for resource:security_group_rule and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:14:15.529820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:14:15.535494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:14:15.562831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7ac1639e-f662-47c6-8259-e1afce31b792 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:14:15.598572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 7ac1639e-f662-47c6-8259-e1afce31b792 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:14:15.598920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7ac1639e-f662-47c6-8259-e1afce31b792 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:14:15.622706 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.626179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.656437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:14:15.664635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4385ebde-eaea-4122-b9a8-a13dcbd489e2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:15.670261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.670633 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Added segment c2f4237f-6b40-4fc0-b251-365ea9f7b0d3 of type vlan for network 03adacda-c411-4143-9bec-d8f3e9639600 Sep 29 07:14:15.699965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.727487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.728401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:15.728970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:15.825377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] Pushing event updated for resources: {'Network': ['ID=03adacda-c411-4143-9bec-d8f3e9639600,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:15.828352 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fd3d517e-e831-4601-8fdb-120568016bef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4636011 Sep 29 07:14:15.831316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52062) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:15.835429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 03adacda-c411-4143-9bec-d8f3e9639600 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:14:15.836520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Request body: {'subnet': {'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-subnet', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:14:15.841466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:14:15.845329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Usage tracker for resource:subnet and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:14:15.848472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:14:15.854695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:14:15.868190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Made reservation on behalf of cebfe9a5770d4d16b56d9b7444cb6bc4 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:14:15.871075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.077330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.148396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=035ca6bb-33e4-420e-a8fe-143fd40455fb,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:16.156924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Checking segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:14:16.157269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Network hostable DHCP agents. Network: 03adacda-c411-4143-9bec-d8f3e9639600, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:14:16.175240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Network 03adacda-c411-4143-9bec-d8f3e9639600 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:14:16.184303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 03adacda-c411-4143-9bec-d8f3e9639600) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:14:16.188278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:16.188797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.193212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c64057-4a4c-4d62-9494-d188c29fd0f6 None None] Network 03adacda-c411-4143-9bec-d8f3e9639600 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:14:16.212129 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-35974989-93ad-457e-96f2-d6f3a2717e9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3797839 Sep 29 07:14:16.214982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52066) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:16.219841 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:14:16.224582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:14:16.228458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Usage tracker for resource:router and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:14:16.231290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:14:16.236875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:14:16.250875 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.252006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.272085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.422953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-03adacda-c411-4143-9bec-d8f3e9639600', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:14:16.423969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.577733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Allocated IP 172.20.0.2 (03adacda-c411-4143-9bec-d8f3e9639600/035ca6bb-33e4-420e-a8fe-143fd40455fb/8dc07607-4763-4dea-9ef2-8949b420848a) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:14:16.634464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.787480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.798186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Transition to ACTIVE for port object 8dc07607-4763-4dea-9ef2-8949b420848a will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:16.816546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Transition to ACTIVE for port object 8dc07607-4763-4dea-9ef2-8949b420848a will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:16.823623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.888694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Network 03adacda-c411-4143-9bec-d8f3e9639600 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:14:16.891548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:14:16.894012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:14:16.903410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Pushing event updated for resources: {'Port': ['ID=8dc07607-4763-4dea-9ef2-8949b420848a,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:16.945052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:16.974874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.007004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Attempting to bind port 8dc07607-4763-4dea-9ef2-8949b420848a on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:14:17.007372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Attempting to bind port 8dc07607-4763-4dea-9ef2-8949b420848a by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:14:17.007735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Attempting to bind port 8dc07607-4763-4dea-9ef2-8949b420848a on network 03adacda-c411-4143-9bec-d8f3e9639600 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:14:17.012964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:14:17.013476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Checking segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:14:17.013885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.014277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Bound using segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:14:17.015132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Bound port: 8dc07607-4763-4dea-9ef2-8949b420848a, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:14:17.015281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.103623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] For port 8dc07607-4763-4dea-9ef2-8949b420848a, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:14:17.107697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] For port 8dc07607-4763-4dea-9ef2-8949b420848a, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8dc07607-4763-4dea-9ef2-8949b420848a,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:14:17.111702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.112671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Allocated IP 172.26.0.45 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/71b80676-3c35-459e-b5d5-c29d0592b981) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:14:17.221219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5335c78-e65f-4115-884c-73df8e68262f None None] Pushing event updated for resources: {'Port': ['ID=8dc07607-4763-4dea-9ef2-8949b420848a,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:17.269338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.300288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.357604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:17.373496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:14:17.376609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:14:17.381294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:14:17.415049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Pushing event updated for resources: {'Port': ['ID=71b80676-3c35-459e-b5d5-c29d0592b981,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:17.601818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8dc07607-4763-4dea-9ef2-8949b420848a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:17.674260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 8dc07607-4763-4dea-9ef2-8949b420848a completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:17.806173 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.155119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b4134-8dc1-4569-bf13-4c63f0090c06 None None] Network 03adacda-c411-4143-9bec-d8f3e9639600 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:14:18.235313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Provisioning for port 8dc07607-4763-4dea-9ef2-8949b420848a completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:18.243026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Provisioning complete for port 8dc07607-4763-4dea-9ef2-8949b420848a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:18.243392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.243719 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Attempt 1 to provision port 8dc07607-4763-4dea-9ef2-8949b420848a Sep 29 07:14:18.264406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.472769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Router 233a56a3-38f9-49c5-8b4b-8af8c52717cb is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:14:18.483159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Current status of the port 8dc07607-4763-4dea-9ef2-8949b420848a is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:18.483540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.524235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] For port 8dc07607-4763-4dea-9ef2-8949b420848a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8dc07607-4763-4dea-9ef2-8949b420848a,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:18.530218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.605563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176c03f-04d3-4c1d-b881-1cbefe4e2b11 None None] Pushing event updated for resources: {'Port': ['ID=8dc07607-4763-4dea-9ef2-8949b420848a,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:18.668452 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:14:18.683687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Sync routers for ids ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:14:18.693298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Routers {'233a56a3-38f9-49c5-8b4b-8af8c52717cb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:14:18.694174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:14:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:18.698420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.699919 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-270dfe65-6b3d-474e-8699-03b3d56ec61d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4840152 Sep 29 07:14:18.702573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52070) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:14:18.793741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a7ee8aa3-6075-494d-b70f-064bdcc91a30 None None] Provisioning complete for port 8dc07607-4763-4dea-9ef2-8949b420848a triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:18.794109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8aa3-6075-494d-b70f-064bdcc91a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:18.794455 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a7ee8aa3-6075-494d-b70f-064bdcc91a30 None None] Attempt 1 to provision port 8dc07607-4763-4dea-9ef2-8949b420848a Sep 29 07:14:18.941433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Set router 233a56a3-38f9-49c5-8b4b-8af8c52717cb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:14:19.167825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee8aa3-6075-494d-b70f-064bdcc91a30 None None] Current status of the port 8dc07607-4763-4dea-9ef2-8949b420848a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:19.273897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:14:17Z', 'revision_number': 3, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:19.277907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Checking router: 233a56a3-38f9-49c5-8b4b-8af8c52717cb for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:14:19.278241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Updating router 233a56a3-38f9-49c5-8b4b-8af8c52717cb port 71b80676-3c35-459e-b5d5-c29d0592b981 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:14:19.333057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.481634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.577404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8dc07607-4763-4dea-9ef2-8949b420848a up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:19.684474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 8dc07607-4763-4dea-9ef2-8949b420848a triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:19.684844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.685183 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 8dc07607-4763-4dea-9ef2-8949b420848a Sep 29 07:14:19.687082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Allocated IP 172.20.0.1 (03adacda-c411-4143-9bec-d8f3e9639600/035ca6bb-33e4-420e-a8fe-143fd40455fb/963e6d39-f026-4829-ad40-91a97e6c6f85) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:14:19.803159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.835494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.847292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Transition to ACTIVE for port object 71b80676-3c35-459e-b5d5-c29d0592b981 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:19.851371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Transition to ACTIVE for port object 963e6d39-f026-4829-ad40-91a97e6c6f85 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:19.864344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.874557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.930587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Attempting to bind port 71b80676-3c35-459e-b5d5-c29d0592b981 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:14:19.930955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Attempting to bind port 71b80676-3c35-459e-b5d5-c29d0592b981 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:14:19.931310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Attempting to bind port 71b80676-3c35-459e-b5d5-c29d0592b981 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:14:19.933751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 8dc07607-4763-4dea-9ef2-8949b420848a is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:19.938724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Network 03adacda-c411-4143-9bec-d8f3e9639600 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:14:19.941679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:14:19.945459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:14:19.945865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:14:19.946243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:14:19.946688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.947142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:14:19.948169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Bound port: 71b80676-3c35-459e-b5d5-c29d0592b981, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:14:19.949234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:19.980861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Pushing event updated for resources: {'Port': ['ID=963e6d39-f026-4829-ad40-91a97e6c6f85,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:19.986731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ceb35-49e2-48ff-96b3-ce8bb8dc784a None None] Pushing event updated for resources: {'Port': ['ID=71b80676-3c35-459e-b5d5-c29d0592b981,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:20.003678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.029655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] For port 71b80676-3c35-459e-b5d5-c29d0592b981, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:14:20.033489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] For port 71b80676-3c35-459e-b5d5-c29d0592b981, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=71b80676-3c35-459e-b5d5-c29d0592b981,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:14:20.038304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.100308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Routers {'233a56a3-38f9-49c5-8b4b-8af8c52717cb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:14:20.100948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:14:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:20.196558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ceb35-49e2-48ff-96b3-ce8bb8dc784a None None] Pushing event updated for resources: {'Port': ['ID=71b80676-3c35-459e-b5d5-c29d0592b981,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:20.267181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Provisioning for port 963e6d39-f026-4829-ad40-91a97e6c6f85 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:20.267767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.283742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Provisioning complete for port 963e6d39-f026-4829-ad40-91a97e6c6f85 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:20.284108 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.284439 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 1 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:20.352160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] Set router 233a56a3-38f9-49c5-8b4b-8af8c52717cb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:14:20.450019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:20.489414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.495139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.596042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:20.600549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Pushing event updated for resources: {'Port': ['ID=963e6d39-f026-4829-ad40-91a97e6c6f85,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:20.631852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:14:17Z', 'revision_number': 3, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:20.635778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ac0651-c0f0-466a-8150-1e9a86d19868 None None] The sync data for ids ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'] in dv-neutron-859761-1-hyperv is: [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:14:17Z', 'revision_number': 3, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:14:20.735016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Network 03adacda-c411-4143-9bec-d8f3e9639600 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:14:20.736128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:14:20.951168 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 2 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:21.013177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:21.048236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Router 233a56a3-38f9-49c5-8b4b-8af8c52717cb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:14:21.233870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:14:21.243375 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1a8cb91f-4a4c-4348-ad1a-0c4b9e471147 admin admin] 10.222.0.26 "PUT /v2.0/routers/233a56a3-38f9-49c5-8b4b-8af8c52717cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396111 Sep 29 07:14:21.514254 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 3 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:21.583939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:21.596252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 71b80676-3c35-459e-b5d5-c29d0592b981 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:21.666418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 71b80676-3c35-459e-b5d5-c29d0592b981 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:21.671606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 71b80676-3c35-459e-b5d5-c29d0592b981 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:21.672013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:21.672356 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 71b80676-3c35-459e-b5d5-c29d0592b981 Sep 29 07:14:21.779009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-87a685e2-5c5b-4aca-9fc2-0e322a970ee6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:21.780507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-87a685e2-5c5b-4aca-9fc2-0e322a970ee6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 815 time: 0.1504316 Sep 29 07:14:21.792271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 71b80676-3c35-459e-b5d5-c29d0592b981 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:21.792649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:21.800518 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-92c4c489-2023-4653-bf63-0134d77f4d46 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/quotas/cebfe9a5770d4d16b56d9b7444cb6bc4 HTTP/1.1" status: 200 len: 375 time: 0.0096486 Sep 29 07:14:21.815746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 71b80676-3c35-459e-b5d5-c29d0592b981, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=71b80676-3c35-459e-b5d5-c29d0592b981,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:21.820896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:21.890089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=71b80676-3c35-459e-b5d5-c29d0592b981,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:21.896452 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-049e52f0-21ec-4401-a6d8-107fb0163dc6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925155 Sep 29 07:14:22.075706 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-55295759-03b6-4a62-8979-19a772d8f38e service neutron] 10.222.0.26 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722975 Sep 29 07:14:22.084920 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 4 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:22.138716 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Sync routers for ids ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:14:22.149688 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Routers {'233a56a3-38f9-49c5-8b4b-8af8c52717cb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:14:22.150990 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:14:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:22.182330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:22.208571 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-26374d97-806e-421c-a780-2127e985d071 service neutron] 10.222.0.26 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270275 Sep 29 07:14:22.351339 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Set router 233a56a3-38f9-49c5-8b4b-8af8c52717cb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:14:22.401681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-0cb3de9d-7cf6-432a-99e5-2aa0bdd03fdb req-deed2b0c-ab88-4a44-ab91-a830c0084ecf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:14:22.424189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-0cb3de9d-7cf6-432a-99e5-2aa0bdd03fdb req-deed2b0c-ab88-4a44-ab91-a830c0084ecf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:14:22.425676 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0cb3de9d-7cf6-432a-99e5-2aa0bdd03fdb req-deed2b0c-ab88-4a44-ab91-a830c0084ecf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 210 time: 0.0857329 Sep 29 07:14:22.683346 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 5 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:22.708702 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:14:20Z', 'revision_number': 4, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '963e6d39-f026-4829-ad40-91a97e6c6f85', 'name': '', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'mac_address': 'fa:16:3e:6a:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:19Z', 'updated_at': '2022-09-29T07:14:20Z', 'revision_number': 2, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'subnets': [{'id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:22.712637 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Checking router: 233a56a3-38f9-49c5-8b4b-8af8c52717cb for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:14:22.713022 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Updating router 233a56a3-38f9-49c5-8b4b-8af8c52717cb port 963e6d39-f026-4829-ad40-91a97e6c6f85 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:14:22.745613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:22.772464 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.144818 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.161060 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Transition to ACTIVE for port object 963e6d39-f026-4829-ad40-91a97e6c6f85 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:23.167344 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.246621 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 6 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:23.299668 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:23.356454 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Pushing event updated for resources: {'Port': ['ID=963e6d39-f026-4829-ad40-91a97e6c6f85,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:23.375885 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.376230 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.376568 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.376896 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.377223 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.377548 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.377871 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.378192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.378534 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.378852 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.379171 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.379484 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:14:23.384040 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Attempting to bind port 963e6d39-f026-4829-ad40-91a97e6c6f85 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:14:23.384407 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Attempting to bind port 963e6d39-f026-4829-ad40-91a97e6c6f85 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:14:23.384796 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Attempting to bind port 963e6d39-f026-4829-ad40-91a97e6c6f85 on network 03adacda-c411-4143-9bec-d8f3e9639600 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:14:23.390746 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:14:23.391116 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Checking segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:14:23.391506 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.391886 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Bound using segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:14:23.392341 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Bound port: 963e6d39-f026-4829-ad40-91a97e6c6f85, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:14:23.392706 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.482087 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] For port 963e6d39-f026-4829-ad40-91a97e6c6f85, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:14:23.485090 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] For port 963e6d39-f026-4829-ad40-91a97e6c6f85, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=963e6d39-f026-4829-ad40-91a97e6c6f85,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:14:23.490921 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.563546 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Routers {'233a56a3-38f9-49c5-8b4b-8af8c52717cb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:14:23.564153 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:14:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:23.595289 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-060c008c-8d9a-4fc3-8cfb-6e6233bd87a0 req-015bb675-2b4d-4613-bc03-be6a902d1f3d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 210 time: 0.0539098 Sep 29 07:14:23.605284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 71b80676-3c35-459e-b5d5-c29d0592b981 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:23.622888 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60293210-83de-4b6a-a676-c3d70a7a8621 None None] Pushing event updated for resources: {'Port': ['ID=963e6d39-f026-4829-ad40-91a97e6c6f85,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:23.699977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 71b80676-3c35-459e-b5d5-c29d0592b981 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:23.701213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:23.701945 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 71b80676-3c35-459e-b5d5-c29d0592b981 Sep 29 07:14:23.763220 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] Set router 233a56a3-38f9-49c5-8b4b-8af8c52717cb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:14:23.777124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-35fc97ac-372c-453f-ae48-d8593132bb46 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:23.777840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-35fc97ac-372c-453f-ae48-d8593132bb46 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:14:23.799692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-35fc97ac-372c-453f-ae48-d8593132bb46 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:14:23.800903 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-35fc97ac-372c-453f-ae48-d8593132bb46 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 815 time: 0.2293317 Sep 29 07:14:23.807908 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Attempt 7 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:23.820435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Request body: {'port': {'device_id': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'admin_state_up': True, 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:14:23.879750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 71b80676-3c35-459e-b5d5-c29d0592b981 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:23.891797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c4feb797-bd4e-416f-b368-8cf7a76f8e42 None None] Port 963e6d39-f026-4829-ad40-91a97e6c6f85 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:14:23.970819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:14:23.980383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:14:23.991163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Made reservation on behalf of cebfe9a5770d4d16b56d9b7444cb6bc4 for: {'port': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:14:23.995539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:24.108285 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:14:20Z', 'revision_number': 4, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '963e6d39-f026-4829-ad40-91a97e6c6f85', 'name': '', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'mac_address': 'fa:16:3e:6a:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:19Z', 'updated_at': '2022-09-29T07:14:23Z', 'revision_number': 4, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'subnets': [{'id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:14:24.112192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0557e8b-d18e-4e2f-87e8-f3aab279fe34 None None] The sync data for ids ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'] in dv-neutron-859761-1-hyperv is: [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:14:20Z', 'revision_number': 4, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '963e6d39-f026-4829-ad40-91a97e6c6f85', 'name': '', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'mac_address': 'fa:16:3e:6a:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:19Z', 'updated_at': '2022-09-29T07:14:23Z', 'revision_number': 4, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'subnets': [{'id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:14:24.168130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Allocated IP 172.20.0.10 (03adacda-c411-4143-9bec-d8f3e9639600/035ca6bb-33e4-420e-a8fe-143fd40455fb/d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:14:24.387934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:24.410288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Transition to ACTIVE for port object d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:24.435010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:24.508464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Network 03adacda-c411-4143-9bec-d8f3e9639600 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:14:24.511859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:14:24.515678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:14:24.548229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:24.589056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:24.589851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:24.618020 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-34f786b2-911e-4c16-9f4e-23f20f5a1ee3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8021986 Sep 29 07:14:24.635919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Request body: {'port': {'device_id': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:14:24.738227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Provisioning for port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:24.744717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Provisioning complete for port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:24.745159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:24.745554 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Attempt 1 to provision port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 Sep 29 07:14:24.801642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:24.813207 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:24.909679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-da4af181-d69c-4c03-9aa5-d8904b515b9d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:24.910440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-da4af181-d69c-4c03-9aa5-d8904b515b9d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:14:24.982329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-da4af181-d69c-4c03-9aa5-d8904b515b9d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:14:24.983697 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-da4af181-d69c-4c03-9aa5-d8904b515b9d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 932 time: 0.2577753 Sep 29 07:14:25.114703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-eb54f02c-e677-4b5d-bc45-6a84a18c33ca tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:14:25.162375 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-eb54f02c-e677-4b5d-bc45-6a84a18c33ca tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:14:25.163565 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6242a773-4fc8-418d-a396-e6ecf229fe1d req-eb54f02c-e677-4b5d-bc45-6a84a18c33ca tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730638 Sep 29 07:14:25.303174 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Attempt 2 to provision port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 Sep 29 07:14:25.359003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:14:25.363905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 {{(pid=89137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:14:25.371737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.386336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Transition to ACTIVE for port object d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 will not be triggered until provisioned by entity L2. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:14:25.390624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.577511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:25.599571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 963e6d39-f026-4829-ad40-91a97e6c6f85 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:25.622961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Attempting to bind port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:14:25.623275 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Attempting to bind port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:14:25.623591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Attempting to bind port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 on network 03adacda-c411-4143-9bec-d8f3e9639600 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:14:25.628125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 on network 03adacda-c411-4143-9bec-d8f3e9639600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:14:25.628430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Attempting to bind port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 on network 03adacda-c411-4143-9bec-d8f3e9639600 {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:14:25.633457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:14:25.633792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Checking segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:14:25.634165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Bound using segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} {{(pid=89137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:14:25.634642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.managers [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Bound port: d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}}] {{(pid=89137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:14:25.634982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.666434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 963e6d39-f026-4829-ad40-91a97e6c6f85 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:25.671349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 963e6d39-f026-4829-ad40-91a97e6c6f85 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:25.671729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.672175 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:25.723161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, cleared binding levels {{(pid=89137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:14:25.726698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:14:25.731651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.734605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:25.735376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.736928 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] 10.222.0.61 "PUT /v2.0/ports/d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 200 len: 1094 time: 1.1056113 Sep 29 07:14:25.772023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:14:25.775266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:14:25.789400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 963e6d39-f026-4829-ad40-91a97e6c6f85 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:25.789847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.823225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 963e6d39-f026-4829-ad40-91a97e6c6f85, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=963e6d39-f026-4829-ad40-91a97e6c6f85,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:25.828377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:25.843253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ffb1ff-3ae1-4d96-a773-93daf795e7fe x-openstack-request-id: req-a5ffb1ff-3ae1-4d96-a773-93daf795e7fe {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:14:25.843253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:14:25.843253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5ffb1ff-3ae1-4d96-a773-93daf795e7fe {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:14:25.843966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ffb1ff-3ae1-4d96-a773-93daf795e7fe'] response: {'name': 'network-changed', 'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'status': 'completed', 'code': 200} Sep 29 07:14:25.865704 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Attempt 3 to provision port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 Sep 29 07:14:25.881072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51ffb4-6f61-472d-87a9-a69898be17ee service neutron] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=3']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:25.896626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-4f21d81c-2729-4c39-9aa3-df9d3359f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:25.898166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-4f21d81c-2729-4c39-9aa3-df9d3359f155 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 1097 time: 0.1052296 Sep 29 07:14:25.943629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=963e6d39-f026-4829-ad40-91a97e6c6f85,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:25.951424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-5afac237-5ba6-44fc-b8d7-765f5131b846 None None] Port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:14:25.977580 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-e38a2eea-be49-4af8-835c-ba06fadd473f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0673761 Sep 29 07:14:26.036714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-47d0ca8a-186a-43f1-8ee0-7434e540168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.038009 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-47d0ca8a-186a-43f1-8ee0-7434e540168b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0551970 Sep 29 07:14:26.121088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-458afad0-5cbc-40b8-bb64-02dc38033f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.122598 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-458afad0-5cbc-40b8-bb64-02dc38033f16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792272 Sep 29 07:14:26.252552 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-3cce5343-8321-4be6-a447-ce191f645449 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235704 Sep 29 07:14:26.444324 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-18d2cde1-be55-4d6b-9e1c-ad4e765ea350 req-262851fb-dc56-4872-ac7e-d57256ed9618 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860251 Sep 29 07:14:26.452890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f3680-a3c6-4044-aaab-6efda8e3eeb9 req-fb3434f5-eaac-4e98-bbfc-04184a0af671 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.454254 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cc9f3680-a3c6-4044-aaab-6efda8e3eeb9 req-fb3434f5-eaac-4e98-bbfc-04184a0af671 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 944 time: 0.1789100 Sep 29 07:14:26.500289 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cc9f3680-a3c6-4044-aaab-6efda8e3eeb9 req-43ef0cb2-8137-46b1-ab90-158c5f9569d7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Sep 29 07:14:26.622640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-a30539aa-b7e5-4c26-abb6-d536d2f390e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.624098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-a30539aa-b7e5-4c26-abb6-d536d2f390e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 1097 time: 0.0797424 Sep 29 07:14:26.752108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-deba9043-ced1-43ee-9c1b-d7481d5331be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.753530 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-deba9043-ced1-43ee-9c1b-d7481d5331be service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.1238542 Sep 29 07:14:26.818269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-85403bc6-04e4-4dcb-8851-92f6dbea0ccb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0587933 Sep 29 07:14:26.881042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-6483d7fb-2df2-482d-a255-69c2d9f770ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.882417 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-6483d7fb-2df2-482d-a255-69c2d9f770ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0581315 Sep 29 07:14:26.962392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-2eabbe7f-a00a-4340-ab75-9045b9b3614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:26.963904 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-2eabbe7f-a00a-4340-ab75-9045b9b3614b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751615 Sep 29 07:14:27.200711 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-9de85d42-b2be-4427-adca-19fd585d8635 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309349 Sep 29 07:14:27.329596 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87f9cb0f-3820-46a9-8ded-cfb84cdadf9c req-dfcb975e-538a-4eec-8a97-b2e83208fa5c service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223323 Sep 29 07:14:27.575902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 963e6d39-f026-4829-ad40-91a97e6c6f85 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:27.646043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 963e6d39-f026-4829-ad40-91a97e6c6f85 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:27.646414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:27.646782 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 963e6d39-f026-4829-ad40-91a97e6c6f85 Sep 29 07:14:27.703271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bff88-217e-4e32-847a-69a5aefc31e4 req-e4cf25df-30dc-4531-91ce-cd752e59de5b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:27.704732 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-592bff88-217e-4e32-847a-69a5aefc31e4 req-e4cf25df-30dc-4531-91ce-cd752e59de5b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 944 time: 0.0887623 Sep 29 07:14:27.752081 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-592bff88-217e-4e32-847a-69a5aefc31e4 req-9850dc10-b822-49f1-8681-36b30cf7424e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Sep 29 07:14:27.762987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 963e6d39-f026-4829-ad40-91a97e6c6f85 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:28.953663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b0a03-9a9f-43ff-9538-90bf5f710c43 req-e7cbd758-a1f5-4bf0-8a69-3cc04c79bef3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:28.955149 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f99b0a03-9a9f-43ff-9538-90bf5f710c43 req-e7cbd758-a1f5-4bf0-8a69-3cc04c79bef3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 944 time: 0.0890303 Sep 29 07:14:28.998922 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f99b0a03-9a9f-43ff-9538-90bf5f710c43 req-e4698c62-8f7e-4e28-b815-99e3f0ed2096 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380788 Sep 29 07:14:30.191713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4341-267b-440d-b04f-4d35e548200c req-9b3a87e8-e983-438a-95b2-f20cffd7a8f8 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:30.193165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dc4f4341-267b-440d-b04f-4d35e548200c req-9b3a87e8-e983-438a-95b2-f20cffd7a8f8 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 944 time: 0.0858958 Sep 29 07:14:30.239287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dc4f4341-267b-440d-b04f-4d35e548200c req-269065e1-bdbe-4b6f-aad5-0a2d920d8741 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Sep 29 07:14:30.412995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:14:30.545716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:30.558982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'port_id': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'mac_address': 'fa:16:3e:4c:b6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:14:30.615591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:30.615974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:30.632944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:14:30.648455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:30.652322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:30.717252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:31.072655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:14:31.435504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca058565-deb0-4b73-9e7f-ed8c1a256551 req-7c04083a-76cb-4412-860a-35184d32d085 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:31.437025 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca058565-deb0-4b73-9e7f-ed8c1a256551 req-7c04083a-76cb-4412-860a-35184d32d085 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 945 time: 0.0902119 Sep 29 07:14:31.492958 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca058565-deb0-4b73-9e7f-ed8c1a256551 req-2454e4c1-24d1-491a-b0ce-a32bbc85016e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502040 Sep 29 07:14:32.427949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:14:32.494102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:14:32.498661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:14:32.499035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:32.499370 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 Sep 29 07:14:32.615485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:14:32.615866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:32.642695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:14:32.644997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8efcfae-1d3f-419a-b44e-a7e0ab0ae919" -d '{"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:14:32.653469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:14:32.657617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:32.697652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d174c7c-7bf5-42cd-8558-494b5d9c87fe req-a19fac0d-62b1-4b98-a490-4a55bff08fdc tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:32.699327 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0d174c7c-7bf5-42cd-8558-494b5d9c87fe req-a19fac0d-62b1-4b98-a490-4a55bff08fdc tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 945 time: 0.0914776 Sep 29 07:14:32.733707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b121683a-a135-441f-946c-4216ff2027f1 x-openstack-request-id: req-b121683a-a135-441f-946c-4216ff2027f1 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:14:32.733993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:14:32.734230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b121683a-a135-441f-946c-4216ff2027f1 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:14:32.734685 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b121683a-a135-441f-946c-4216ff2027f1'] response: {'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'code': 200} Sep 29 07:14:32.753436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0d174c7c-7bf5-42cd-8558-494b5d9c87fe req-74c6d134-f687-4c4e-833a-3f5e55fd222a tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467131 Sep 29 07:14:32.769698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:14:32.952997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baf822-30c6-4624-b6c2-25295229eb74 req-6ffdd796-149b-4cb0-b7b7-50cf2cc95d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:32.954447 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-39baf822-30c6-4624-b6c2-25295229eb74 req-6ffdd796-149b-4cb0-b7b7-50cf2cc95d67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 1099 time: 0.0748606 Sep 29 07:14:32.997302 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-39baf822-30c6-4624-b6c2-25295229eb74 req-da8f88b4-e35c-4887-aa7a-fd3a31dd67ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Sep 29 07:14:33.948679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390650-eb40-4ae5-b0e1-76e80e6b3e05 req-d98829b8-5e2a-45b8-a154-aea9e6884084 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:33.950109 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-89390650-eb40-4ae5-b0e1-76e80e6b3e05 req-d98829b8-5e2a-45b8-a154-aea9e6884084 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0847840 Sep 29 07:14:33.992871 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-89390650-eb40-4ae5-b0e1-76e80e6b3e05 req-4b1a7602-9513-44f3-a6e9-d82012bb652b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Sep 29 07:14:35.190638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b91fe-2405-4d8e-b2fc-b805fa0a93fe req-974c78c9-c83f-4044-96e4-efe4d1a2ade1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:35.192086 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-443b91fe-2405-4d8e-b2fc-b805fa0a93fe req-974c78c9-c83f-4044-96e4-efe4d1a2ade1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0902984 Sep 29 07:14:35.234873 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-443b91fe-2405-4d8e-b2fc-b805fa0a93fe req-9e9fe223-f81e-4ee5-b0af-4a8aa062548e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366020 Sep 29 07:14:35.432812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdca2e7-123e-4e08-8a0b-424a2755b5a2 req-3b3eeb49-88ed-405b-b78b-eb68e8042dde tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:35.434239 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0cdca2e7-123e-4e08-8a0b-424a2755b5a2 req-3b3eeb49-88ed-405b-b78b-eb68e8042dde tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0898519 Sep 29 07:14:35.476534 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0cdca2e7-123e-4e08-8a0b-424a2755b5a2 req-97d54fe8-13e9-476d-b597-0a175dc45b22 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Sep 29 07:14:35.826093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc4403-7616-47a2-9fe4-6ef4e72fc201 req-eb9b1745-f1b8-4ecc-abeb-510ab1f64909 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:35.827583 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6ecc4403-7616-47a2-9fe4-6ef4e72fc201 req-eb9b1745-f1b8-4ecc-abeb-510ab1f64909 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0852098 Sep 29 07:14:35.874381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6ecc4403-7616-47a2-9fe4-6ef4e72fc201 req-be9f462d-6e0d-40a9-b5f8-6de642918466 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Sep 29 07:14:36.067505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18af69-7c96-451b-bd78-d96e48e725d8 req-f8b408b6-f5b7-47d2-aff7-18ab5924418e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:36.068939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c18af69-7c96-451b-bd78-d96e48e725d8 req-f8b408b6-f5b7-47d2-aff7-18ab5924418e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0838051 Sep 29 07:14:36.116198 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c18af69-7c96-451b-bd78-d96e48e725d8 req-b23d5fac-63ca-477b-a9d9-a6943f0b1cfd tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Sep 29 07:14:36.773808 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-36d4e11a-612a-4fe1-9391-e93ade73eacf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2327960 Sep 29 07:14:36.782842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3b0ec-c4f9-44bb-8e6e-0f57c2eae654 req-44a1a37b-5afb-4286-a526-549dc823f391 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:36.784242 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-61d3b0ec-c4f9-44bb-8e6e-0f57c2eae654 req-44a1a37b-5afb-4286-a526-549dc823f391 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.1114519 Sep 29 07:14:36.829365 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-61d3b0ec-c4f9-44bb-8e6e-0f57c2eae654 req-47ae5ec7-a10e-4491-bd0b-7da14d2bb588 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Sep 29 07:14:37.976562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-a5336c6a-25e3-4143-bfc9-78ec5cd841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:37.978653 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-a5336c6a-25e3-4143-bfc9-78ec5cd841b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 1099 time: 0.1103065 Sep 29 07:14:38.135374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ab48-e8c9-4845-9c54-a7d612ced2f8 req-b7d6a211-3c82-42a5-b357-b14615255880 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:38.136721 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35c1ab48-e8c9-4845-9c54-a7d612ced2f8 req-b7d6a211-3c82-42a5-b357-b14615255880 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.1957302 Sep 29 07:14:38.137791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-de4890d9-888d-45fe-9259-fa6449ed5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:38.139094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-de4890d9-888d-45fe-9259-fa6449ed5533 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.1550832 Sep 29 07:14:38.222298 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-8ed9fb01-2a5a-4a52-8bf0-669dd5614d1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0661564 Sep 29 07:14:38.278161 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35c1ab48-e8c9-4845-9c54-a7d612ced2f8 req-1438837c-79be-413f-9478-476890c74610 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354268 Sep 29 07:14:38.293417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-089f53c6-480f-442e-aa9c-804413c4b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:38.294890 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-089f53c6-480f-442e-aa9c-804413c4b265 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0650642 Sep 29 07:14:38.375119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-7a2213f4-765b-4bdb-8b05-bb5e9f98115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:38.376573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-7a2213f4-765b-4bdb-8b05-bb5e9f98115c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757895 Sep 29 07:14:38.509902 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-c86f9e8b-4762-4776-a40b-6543221082c5 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263299 Sep 29 07:14:38.637734 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-e5826f03-0dc7-457d-bdf8-1c309c317d7a service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225991 Sep 29 07:14:38.663223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0dd43195-ddfa-4af0-94cb-a236d254481a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:39.475264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99ee67-9e7d-42be-b5ef-8289fc6dd41e req-7838b213-44ec-4fd0-b266-f046d2f908c4 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:39.476725 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da99ee67-9e7d-42be-b5ef-8289fc6dd41e req-7838b213-44ec-4fd0-b266-f046d2f908c4 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0883052 Sep 29 07:14:39.519832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-da99ee67-9e7d-42be-b5ef-8289fc6dd41e req-6b1091c5-6cdb-4843-ab04-9a5fe9188eec tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Sep 29 07:14:40.106304 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:14:40.715305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f467d1-4924-4e35-8996-4a7dc85aa70a req-51c3ffe6-5a21-4db4-bfa2-fccb2a197e5a tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:40.716736 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37f467d1-4924-4e35-8996-4a7dc85aa70a req-51c3ffe6-5a21-4db4-bfa2-fccb2a197e5a tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0883641 Sep 29 07:14:40.758568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37f467d1-4924-4e35-8996-4a7dc85aa70a req-6a0a2761-74d6-428b-854c-dcf0f8a0795b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359530 Sep 29 07:14:40.959244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5bc06823-f4a4-4c66-a085-6fd07ba77948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:41.873035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:41.961979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd24edf-5c2f-4f42-9fd6-a007fb4f10c5 req-f98f4092-f999-43d3-a19c-f487e7666981 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:41.963993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fdd24edf-5c2f-4f42-9fd6-a007fb4f10c5 req-f98f4092-f999-43d3-a19c-f487e7666981 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0884948 Sep 29 07:14:42.008460 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fdd24edf-5c2f-4f42-9fd6-a007fb4f10c5 req-ee560370-8dd9-404d-a2c6-69cce7eed35c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Sep 29 07:14:42.037651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:43.311381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981306a1-5200-4122-a2e0-3339049e0354 req-39e043cf-8292-4398-825f-39e52d544ea7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:43.312736 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-981306a1-5200-4122-a2e0-3339049e0354 req-39e043cf-8292-4398-825f-39e52d544ea7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.1887872 Sep 29 07:14:43.356733 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-981306a1-5200-4122-a2e0-3339049e0354 req-01768d66-13a6-4b44-84a9-e0b1ce2fe9a7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Sep 29 07:14:43.411332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:44.559294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32682bf5-58ef-46b6-aea9-5d51c31b580a req-b6f98aec-3454-467d-b95b-2af7f93d412d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:44.560751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32682bf5-58ef-46b6-aea9-5d51c31b580a req-b6f98aec-3454-467d-b95b-2af7f93d412d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0940015 Sep 29 07:14:44.604382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-32682bf5-58ef-46b6-aea9-5d51c31b580a req-adfe46fb-2cbc-452c-b8f4-4eaaa6e6fbd1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 Sep 29 07:14:45.798199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6d036-52de-4c90-b2da-d5075ca80581 req-a3f2a04f-1b70-46c3-8681-eda6ab704842 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:45.799606 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-74b6d036-52de-4c90-b2da-d5075ca80581 req-a3f2a04f-1b70-46c3-8681-eda6ab704842 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0870245 Sep 29 07:14:45.849423 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-74b6d036-52de-4c90-b2da-d5075ca80581 req-2b9d7f2f-d6d6-41ef-a375-d008dc820806 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Sep 29 07:14:47.045608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7f020-a6a0-4ef3-8f10-67eb28c87389 req-f7a68fcc-b49e-4500-b680-c87acf685ed7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:47.047081 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-56e7f020-a6a0-4ef3-8f10-67eb28c87389 req-f7a68fcc-b49e-4500-b680-c87acf685ed7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0896599 Sep 29 07:14:47.089760 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-56e7f020-a6a0-4ef3-8f10-67eb28c87389 req-2694f2c3-e6b4-40ea-a0b3-b0da39121224 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 Sep 29 07:14:47.357618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:14:48.289845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005319-e6a1-4911-8c70-ca43a818d76c req-c7017d70-889f-4bc9-8644-1c0cc2fa90b1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:48.291432 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9005319-e6a1-4911-8c70-ca43a818d76c req-c7017d70-889f-4bc9-8644-1c0cc2fa90b1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0892782 Sep 29 07:14:48.334468 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d9005319-e6a1-4911-8c70-ca43a818d76c req-0e98cc54-2776-440e-96fe-1c93b2e1e8df tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Sep 29 07:14:49.531696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be222dc4-5261-4b82-b3a3-3e79d9618237 req-e758c0ca-63d3-4534-b00a-c56a2156dee9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:49.533034 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-be222dc4-5261-4b82-b3a3-3e79d9618237 req-e758c0ca-63d3-4534-b00a-c56a2156dee9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0866292 Sep 29 07:14:49.576156 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-be222dc4-5261-4b82-b3a3-3e79d9618237 req-61979477-5e25-4aac-95ae-a72858ac7b40 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Sep 29 07:14:50.774946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcfb8d-9cbe-4366-b065-6da2b2933d50 req-1ab8ad62-291d-4f84-81d0-a8e5e47afce3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:50.776910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c5dcfb8d-9cbe-4366-b065-6da2b2933d50 req-1ab8ad62-291d-4f84-81d0-a8e5e47afce3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0886183 Sep 29 07:14:50.819165 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c5dcfb8d-9cbe-4366-b065-6da2b2933d50 req-1039375c-13b1-4803-92ff-40ebc4ac16e2 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Sep 29 07:14:52.018759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c69d1-2204-4d2d-ab88-6d71c3ff299b req-bafbbfa8-cd4b-496b-b353-fb7ce5972bf4 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:52.020238 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-001c69d1-2204-4d2d-ab88-6d71c3ff299b req-bafbbfa8-cd4b-496b-b353-fb7ce5972bf4 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0909393 Sep 29 07:14:52.064511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-001c69d1-2204-4d2d-ab88-6d71c3ff299b req-192ea375-d21c-4aa4-a122-40dca006b310 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Sep 29 07:14:53.260383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334f54f-6706-411e-a9dc-3206eb2ac2bd req-0376fb68-395c-474a-b00e-c14f0a59afd5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:53.261829 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5334f54f-6706-411e-a9dc-3206eb2ac2bd req-0376fb68-395c-474a-b00e-c14f0a59afd5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0856090 Sep 29 07:14:53.304360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5334f54f-6706-411e-a9dc-3206eb2ac2bd req-2b3694c2-64e9-46c7-9377-b4721b6e168d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Sep 29 07:14:54.503888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36669-ccbc-46d9-bdb0-b58ccb9fb3cf req-14e4a47a-4792-4e9a-9c0e-f509aeffbd38 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:54.505352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95d36669-ccbc-46d9-bdb0-b58ccb9fb3cf req-14e4a47a-4792-4e9a-9c0e-f509aeffbd38 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0917013 Sep 29 07:14:54.553175 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95d36669-ccbc-46d9-bdb0-b58ccb9fb3cf req-77e842f5-3ade-4448-be96-46ddcdeda6cc tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Sep 29 07:14:55.753161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01506c8-21a7-44fd-8959-36b8ed63ef7a req-a2517598-c194-4371-ba6c-43bc648c0431 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:55.754637 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b01506c8-21a7-44fd-8959-36b8ed63ef7a req-a2517598-c194-4371-ba6c-43bc648c0431 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0902536 Sep 29 07:14:55.797356 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b01506c8-21a7-44fd-8959-36b8ed63ef7a req-3d2e974d-aae7-492f-8870-9537582e2328 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Sep 29 07:14:56.992454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a71c-cad9-4038-9f89-5ed9d98b4050 req-7827f730-1cc8-4e7b-9325-e0c381365d13 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:56.994382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb38a71c-cad9-4038-9f89-5ed9d98b4050 req-7827f730-1cc8-4e7b-9325-e0c381365d13 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0848029 Sep 29 07:14:57.036612 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eb38a71c-cad9-4038-9f89-5ed9d98b4050 req-42a1d07e-27d0-44e3-b24c-ab2b27573daf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Sep 29 07:14:58.235741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2ed1d-b43c-4c76-ba38-f82c4a980627 req-079fc9fb-da8b-4428-8e90-96f71aed2fab tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:58.237173 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b7f2ed1d-b43c-4c76-ba38-f82c4a980627 req-079fc9fb-da8b-4428-8e90-96f71aed2fab tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0878084 Sep 29 07:14:58.280531 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b7f2ed1d-b43c-4c76-ba38-f82c4a980627 req-486e07dd-b2b4-49e6-9515-996f78beddaf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377958 Sep 29 07:14:59.478713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cc5fd-4afe-4c1a-833b-0e5e069845d0 req-85910e09-a6ae-47d2-9eae-be5a8f80b61f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:14:59.480176 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-766cc5fd-4afe-4c1a-833b-0e5e069845d0 req-85910e09-a6ae-47d2-9eae-be5a8f80b61f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0889983 Sep 29 07:14:59.522924 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-766cc5fd-4afe-4c1a-833b-0e5e069845d0 req-7581c680-0629-47f5-91c2-d7cc1d2b076f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Sep 29 07:15:00.716441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1de1ae-ea5b-4ac1-a745-fa1aef51d163 req-7e9e63b3-aae3-483e-936d-97cf306fd0e1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:00.717944 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb1de1ae-ea5b-4ac1-a745-fa1aef51d163 req-7e9e63b3-aae3-483e-936d-97cf306fd0e1 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0857110 Sep 29 07:15:00.760977 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb1de1ae-ea5b-4ac1-a745-fa1aef51d163 req-869be8ed-9d4a-43b7-bbb7-e49204506c4a tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Sep 29 07:15:01.954801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f259a2-478b-42e2-af36-ddd296b831b1 req-8b05e450-fc29-4064-82af-4a34712eca32 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:01.956256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-50f259a2-478b-42e2-af36-ddd296b831b1 req-8b05e450-fc29-4064-82af-4a34712eca32 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0864792 Sep 29 07:15:02.005631 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-50f259a2-478b-42e2-af36-ddd296b831b1 req-6e500da9-6905-4dca-b342-d1e969b97f7d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Sep 29 07:15:03.206738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b629-1261-4cb2-a74f-5a4b8fefe4bc req-d927c394-e8e0-4bd7-b933-fbc81f69a86f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:03.208189 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca32b629-1261-4cb2-a74f-5a4b8fefe4bc req-d927c394-e8e0-4bd7-b933-fbc81f69a86f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0930200 Sep 29 07:15:03.251209 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca32b629-1261-4cb2-a74f-5a4b8fefe4bc req-5392c9aa-7118-449a-947e-7d10693baf61 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Sep 29 07:15:04.448809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c9ad-524f-491c-9660-721b87c34c28 req-d6e6b185-d3fc-46ac-be79-08a140f4b7fe tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:04.450278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eea6c9ad-524f-491c-9660-721b87c34c28 req-d6e6b185-d3fc-46ac-be79-08a140f4b7fe tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0865142 Sep 29 07:15:04.494225 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eea6c9ad-524f-491c-9660-721b87c34c28 req-f8c6566b-7317-4eb4-8b9e-d0b1f8936c33 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383718 Sep 29 07:15:05.428505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-e8681491-eb6d-4d6f-adb7-13387fb6584a tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:15:05.429485 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-e8681491-eb6d-4d6f-adb7-13387fb6584a tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053494 Sep 29 07:15:05.518268 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-f794d2c5-7e08-4b89-80c4-64b2edbd9e82 service neutron] 10.222.0.61 "GET /v2.0/ports/d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0819962 Sep 29 07:15:05.708308 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2e0d-b8a4-47a9-876f-4e4c1532fa7d req-91916bdc-f97b-4043-a955-837f400ace73 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:05.709789 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a08c2e0d-b8a4-47a9-876f-4e4c1532fa7d req-91916bdc-f97b-4043-a955-837f400ace73 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0973470 Sep 29 07:15:05.801966 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a08c2e0d-b8a4-47a9-876f-4e4c1532fa7d req-c71480f1-2e6e-4b1e-afce-a8db599d9be6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859723 Sep 29 07:15:05.828402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-28d7f33d-3ac2-4d8e-afda-a3fa023eb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:05.829857 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-28d7f33d-3ac2-4d8e-afda-a3fa023eb064 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0&tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0984211 Sep 29 07:15:05.941164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-0341dd0e-40a5-4ea5-9044-c86cee5f9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:05.942727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-0341dd0e-40a5-4ea5-9044-c86cee5f9280 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 1099 time: 0.0767105 Sep 29 07:15:06.071396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-5bf3c7da-0082-4fc6-852f-9e4b90bb26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:06.073348 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-5bf3c7da-0082-4fc6-852f-9e4b90bb26d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.1249931 Sep 29 07:15:06.141771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-a070104e-4a62-4b31-96b7-502ae1702802 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0618930 Sep 29 07:15:06.202040 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-1a671c2b-d32f-42b2-b19f-88ac2a8f67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:06.203486 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-1a671c2b-d32f-42b2-b19f-88ac2a8f67a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0561538 Sep 29 07:15:06.286534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-e9b6c638-60bd-4292-9201-497feace8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:06.287896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-e9b6c638-60bd-4292-9201-497feace8fe7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785947 Sep 29 07:15:06.417451 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-d45458fd-d5e9-4eaa-a01a-370073defcbd service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229846 Sep 29 07:15:06.643507 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63cc807a-f79e-4a99-9a88-3f4ef9500a34 req-d2c881ae-6c1c-4ffb-aee1-437ce4c69dc6 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191310 Sep 29 07:15:06.999797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0807314-fa8a-4883-8a57-529396610be7 req-36562a29-4ead-46ec-9eee-77ce8883a39f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:07.001250 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0807314-fa8a-4883-8a57-529396610be7 req-36562a29-4ead-46ec-9eee-77ce8883a39f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0905592 Sep 29 07:15:07.043650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0807314-fa8a-4883-8a57-529396610be7 req-9ce8307d-12b5-4527-9130-e5dbd3472f6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Sep 29 07:15:08.236477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e7a68-2f8d-4737-97a6-1ac2921a9449 req-5c743b0f-4ff2-4d0b-9924-51f81cc02d70 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:08.237927 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0d6e7a68-2f8d-4737-97a6-1ac2921a9449 req-5c743b0f-4ff2-4d0b-9924-51f81cc02d70 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0847561 Sep 29 07:15:08.280975 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0d6e7a68-2f8d-4737-97a6-1ac2921a9449 req-11cc485f-78a9-4a95-8c2c-5e09df75406d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374846 Sep 29 07:15:08.634039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:15:08.641729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:15:08.722480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7e2e0b4f-aae9-4d06-bcc5-1d8caf6e24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:08.882143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:08.882565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:08.900220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:08.920404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'port_id': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'mac_address': 'fa:16:3e:4c:b6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:15:08.927067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:15:08.929311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a627e-e235-42b9-a765-d03b6c47bf9c" -d '{"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:15:08.963657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:08.974237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:09.012603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee3deb-b1ec-4ade-9ef5-9e409c365ff3 x-openstack-request-id: req-3fee3deb-b1ec-4ade-9ef5-9e409c365ff3 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:15:09.012940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:15:09.013195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3fee3deb-b1ec-4ade-9ef5-9e409c365ff3 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:15:09.013582 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fee3deb-b1ec-4ade-9ef5-9e409c365ff3'] response: {'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'code': 200} Sep 29 07:15:09.052741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:09.053123 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:09.076365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:15:09.082911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:09.091149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.091500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.091843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.092185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.092523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.092854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.093182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.093511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.093837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.094162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.094483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.094842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:09.153817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:15:09.154176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:15:09.397916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-df9d66a8-35dc-4b29-9fce-e00a05792c45 req-ba2b1247-23c3-4825-9bde-3b0d24db7707 service neutron] (89136) timed out ('10.222.0.61', 49586) {{(pid=89136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 29 07:15:09.480684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345ff9f-38fc-4d40-95ce-a54020317eb8 req-481a9a76-1f8f-423d-82a9-be7a09832468 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:09.482134 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d345ff9f-38fc-4d40-95ce-a54020317eb8 req-481a9a76-1f8f-423d-82a9-be7a09832468 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 944 time: 0.0891693 Sep 29 07:15:09.528158 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d345ff9f-38fc-4d40-95ce-a54020317eb8 req-e6efdf04-b7b2-4fe8-a0f9-1139132c25bd tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Sep 29 07:15:09.707632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:09.708199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:09.724389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:15:09.739036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:09.742717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:09.809228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:09.869898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:15:10.650739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:15:10.720298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:15:10.720984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:10.720984 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 Sep 29 07:15:10.727818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8a8fd-f7c8-4932-88da-5df2de3a0a07 req-2f88a99a-f3d0-4989-94b1-20c64858b2e0 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:10.729307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34c8a8fd-f7c8-4932-88da-5df2de3a0a07 req-2f88a99a-f3d0-4989-94b1-20c64858b2e0 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 945 time: 0.0862586 Sep 29 07:15:10.776700 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34c8a8fd-f7c8-4932-88da-5df2de3a0a07 req-78c098ef-f735-4daf-a848-3f24efe9e671 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Sep 29 07:15:10.834404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:10.834821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:10.870427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:10.874573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:10.949319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:10.963973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2ca3ec80-3a78-4a17-b703-8c6f4ec5e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:11.015164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:15:11.017886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b44f265-0a6a-44ba-8a28-689a04790dd7" -d '{"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:15:11.074385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc29d41-f56c-4fa9-85b2-aa6015f3e7b7 x-openstack-request-id: req-0bc29d41-f56c-4fa9-85b2-aa6015f3e7b7 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:15:11.074901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-plugged", "status": "completed", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:15:11.075153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bc29d41-f56c-4fa9-85b2-aa6015f3e7b7 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:15:11.075549 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc29d41-f56c-4fa9-85b2-aa6015f3e7b7'] response: {'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'code': 200} Sep 29 07:15:11.103374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ef354-1920-4fb6-86de-c36d25efabe3 req-b7233b43-e21b-48b8-b0b0-d6c16856a324 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:11.104868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-968ef354-1920-4fb6-86de-c36d25efabe3 req-b7233b43-e21b-48b8-b0b0-d6c16856a324 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0885296 Sep 29 07:15:11.120425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-ccf001f4-cf31-4a7f-88c2-b3f18ab2678d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:11.121856 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-ccf001f4-cf31-4a7f-88c2-b3f18ab2678d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0&tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 946 time: 0.0926931 Sep 29 07:15:11.149049 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-968ef354-1920-4fb6-86de-c36d25efabe3 req-f5a73897-6fdf-48d0-adee-ea358ad286dd tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Sep 29 07:15:11.285492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-94a8297e-bc14-4aa3-852b-0412bb3c2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:11.286971 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-94a8297e-bc14-4aa3-852b-0412bb3c2ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 1099 time: 0.0794077 Sep 29 07:15:11.415574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-67469b48-c494-4fb7-a6d7-ee9183c3fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:11.417010 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-67469b48-c494-4fb7-a6d7-ee9183c3fb75 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.1246588 Sep 29 07:15:11.484678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-3dde7521-9da7-4a50-9d54-f31aadb38d92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0617421 Sep 29 07:15:11.544457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-b07af20b-4ef2-49be-a55f-16f60ee4afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:11.545964 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-b07af20b-4ef2-49be-a55f-16f60ee4afd6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0562153 Sep 29 07:15:11.628770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-fdc53f9d-ce15-418f-9bbc-9f0bd5d2f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:11.630198 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-fdc53f9d-ce15-418f-9bbc-9f0bd5d2f501 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784295 Sep 29 07:15:11.757494 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-84928750-a3cb-4057-8163-28a8e1cf087c service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214266 Sep 29 07:15:11.875508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:11.887473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e031a6a0-99ac-4670-ab11-0860f188e89f req-1eb2413d-1080-48f9-b418-692ecb0c8846 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241248 Sep 29 07:15:12.040688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:12.352663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4afd4-03b1-4e2c-838a-bab3ceb4308a req-df47245b-03fb-40f9-b5c2-b772a21a7408 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:12.354286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4fb4afd4-03b1-4e2c-838a-bab3ceb4308a req-df47245b-03fb-40f9-b5c2-b772a21a7408 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0863352 Sep 29 07:15:12.400267 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4fb4afd4-03b1-4e2c-838a-bab3ceb4308a req-4e8baf9f-0422-49ea-a537-5717e6f745a3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Sep 29 07:15:13.414354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:13.599233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd025e1-600b-4755-8b11-ed2c1c7161e5 req-b3658948-9b59-46c4-9477-b290c87ad3bf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:13.600695 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdd025e1-600b-4755-8b11-ed2c1c7161e5 req-b3658948-9b59-46c4-9477-b290c87ad3bf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0905912 Sep 29 07:15:13.644909 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdd025e1-600b-4755-8b11-ed2c1c7161e5 req-691f1764-032f-44b8-9d05-ce5611729766 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383666 Sep 29 07:15:13.841063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b808a-cf65-4ce2-8c53-ccbb0450eea8 req-2ec91261-a5df-4a7a-9924-46c560d6af72 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:13.842521 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9d7b808a-cf65-4ce2-8c53-ccbb0450eea8 req-2ec91261-a5df-4a7a-9924-46c560d6af72 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0889308 Sep 29 07:15:13.885988 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9d7b808a-cf65-4ce2-8c53-ccbb0450eea8 req-894ae38d-6b5d-43e7-91ac-96abf1d047b0 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Sep 29 07:15:13.979050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52244) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:15:13.984089 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886446704', 'description': 'tempest-description--1392901757'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:15:13.990038 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:15:14.000000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:15:14.010133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.029018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:15:14.032687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Usage tracker for resource:security_group_rule and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:15:14.035394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:15:14.040914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:15:14.108146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.111991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.155683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bc4903-d29b-4fa9-bcdf-318e85c55358,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:14.159202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.160374 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1802936 Sep 29 07:15:14.163514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52248) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:15:14.164671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.165046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.165380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.165736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.166063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.166388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.166750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.167102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.167400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.167712 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.168034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.168349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb798b5-49b9-4842-af26-1b0ac99f99ba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.168579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Request body: {'security_group_rule': {'security_group_id': '19bc4903-d29b-4fa9-bcdf-318e85c55358', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:15:14.174671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:15:14.178732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Usage tracker for resource:security_group_rule and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:15:14.182143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:15:14.188287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:15:14.204755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.263857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.267119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.289118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae8bd98-3f9d-432e-8824-44280da9a02e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:14.299781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.300088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.300425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.300754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.301087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.301414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.301734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.302056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.302376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.302714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.303033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.303351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:15:14.306950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.310619 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-95d2297e-5824-4082-b25b-a36e4812f0d9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436172 Sep 29 07:15:14.311086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52252) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:15:14.315857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Request body: {'security_group_rule': {'security_group_id': '19bc4903-d29b-4fa9-bcdf-318e85c55358', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:15:14.321667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:15:14.325470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Usage tracker for resource:security_group_rule and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:15:14.328313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:15:14.334134 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:15:14.350949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.500146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.503599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.525428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a0eca-3960-4b14-ae28-1cce9b292b20,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:14.534140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.535340 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c26f63dd-a5a8-4b55-9ce6-e9286050874c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235177 Sep 29 07:15:14.538369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52256) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:15:14.543705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:15:14.549592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:15:14.553381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Usage tracker for resource:floatingip and tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:15:14.556757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:15:14.562363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:15:14.572552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.703918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:14.835131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Allocated IP 172.26.0.28 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/c2457c8b-4382-43a9-a778-a1b3d0c7ab8f) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:15:14.974910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.003321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.064453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:15:15.067034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:15:15.070751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:15:15.113423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'Port': ['ID=c2457c8b-4382-43a9-a778-a1b3d0c7ab8f,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:15.154911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.213470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.415937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.420572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.523863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'Port': ['ID=c2457c8b-4382-43a9-a778-a1b3d0c7ab8f,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:15.526181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.548426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:15.549610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8a362772-413c-4ec1-b630-82d279d5074b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0103197 Sep 29 07:15:15.723053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036e4aa-188f-4ee8-b6d8-c8be24d3ff67 req-9c5c3e35-fc4f-4bda-b929-2cb89e1a5852 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:15.724548 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b036e4aa-188f-4ee8-b6d8-c8be24d3ff67 req-9c5c3e35-fc4f-4bda-b929-2cb89e1a5852 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0881968 Sep 29 07:15:15.767325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b036e4aa-188f-4ee8-b6d8-c8be24d3ff67 req-1badc06c-017c-40ad-8373-a34e16bb7da3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:15:15.781829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b036e4aa-188f-4ee8-b6d8-c8be24d3ff67 req-1badc06c-017c-40ad-8373-a34e16bb7da3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:15:15.783067 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b036e4aa-188f-4ee8-b6d8-c8be24d3ff67 req-1badc06c-017c-40ad-8373-a34e16bb7da3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Sep 29 07:15:16.365972 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-de00ff91-03cc-40cb-8b94-5bad9faffe1d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:16.367368 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-de00ff91-03cc-40cb-8b94-5bad9faffe1d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 815 time: 0.2429335 Sep 29 07:15:16.381859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-bc40da57-7a58-48be-8302-e31cdb61e173 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/quotas/cebfe9a5770d4d16b56d9b7444cb6bc4 HTTP/1.1" status: 200 len: 375 time: 0.0088997 Sep 29 07:15:16.475620 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-d869525f-f07f-4b84-9537-540560cd4844 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0889091 Sep 29 07:15:16.527728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-cb6a40fd-7f55-4bb5-b8bc-ef80df58c810 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:15:16.528713 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-cb6a40fd-7f55-4bb5-b8bc-ef80df58c810 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461879 Sep 29 07:15:16.658642 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-f4c1a8c6-9a6d-46a7-a272-62f210644946 service neutron] 10.222.0.26 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239724 Sep 29 07:15:16.787043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-6f772bce-bb7b-4e8a-92f2-98985496df09 service neutron] 10.222.0.26 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224527 Sep 29 07:15:16.970801 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-459d5c2b-26d2-4053-8acd-8996b217dc4e req-4c7d66ea-c4d5-4824-a986-151b7eb1a840 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 210 time: 0.0548482 Sep 29 07:15:17.105092 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:15:17.340795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.058522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.61', 49805) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:15:18.096798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9778fa-2699-4ba6-999d-61db50068808 req-d62d3a45-d731-4357-a2af-20651a20ca75 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:18.098243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bf9778fa-2699-4ba6-999d-61db50068808 req-d62d3a45-d731-4357-a2af-20651a20ca75 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ac9e22-1449-44ea-9c49-5b861bbc82d0 HTTP/1.1" status: 200 len: 946 time: 0.0913241 Sep 29 07:15:18.182260 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-47ad6e09-f95b-48d6-8c46-fb87a47eb5b5 req-37577b41-4b94-4d98-9c3e-ec320cea2384 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 210 time: 0.0935595 Sep 29 07:15:18.218158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Deleting port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:15:18.218335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-030b096a-814c-4705-9b66-72f0a3dabe49 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:18.218664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.219755 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-030b096a-814c-4705-9b66-72f0a3dabe49 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 815 time: 0.1598477 Sep 29 07:15:18.237864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Request body: {'port': {'device_id': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'admin_state_up': True, 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:15:18.376810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:15:18.387178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:15:18.398020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Made reservation on behalf of cebfe9a5770d4d16b56d9b7444cb6bc4 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:15:18.402278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.478982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] For port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:18.479336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.564045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Allocated IP 172.20.0.5 (03adacda-c411-4143-9bec-d8f3e9639600/035ca6bb-33e4-420e-a8fe-143fd40455fb/5ff58b0d-e7d6-45e2-bdac-42f6746f83b6) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:15:18.600161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Calling delete_port for d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:15:18.746369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.784845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:15:18.797951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event deleted for resources: {'Port': ['ID=d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:18.891388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.897942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] No DVR routers for this DVR port d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:15:18.901407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.905336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-deleted', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:15:18.907683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeabe656-20c2-44e4-a041-a693f0d9e604" -d '{"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-deleted", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:15:18.907854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Transition to ACTIVE for port object 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:15:18.928022 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "DELETE /v2.0/ports/d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 HTTP/1.1" status: 204 len: 173 time: 0.7898407 Sep 29 07:15:18.934843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:18.967550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:15:18.967691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e5dfa4-6675-4be8-8467-b3570ba79ba3 x-openstack-request-id: req-14e5dfa4-6675-4be8-8467-b3570ba79ba3 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:15:18.967944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ac9e22-1449-44ea-9c49-5b861bbc82d0", "name": "network-vif-deleted", "tag": "d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:15:18.968201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14e5dfa4-6675-4be8-8467-b3570ba79ba3 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:15:18.968597 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e5dfa4-6675-4be8-8467-b3570ba79ba3'] response: {'server_uuid': '97ac9e22-1449-44ea-9c49-5b861bbc82d0', 'name': 'network-vif-deleted', 'tag': 'd3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0', 'status': 'completed', 'code': 200} Sep 29 07:15:19.015644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Network 03adacda-c411-4143-9bec-d8f3e9639600 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:15:19.019539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:15:19.023534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:15:19.074920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:19.093926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:19.094468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:19.120650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-2d6a9d72-f0ba-45ac-b8ba-d08c33093779 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8864703 Sep 29 07:15:19.191754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Request body: {'port': {'device_id': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:15:19.305866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:19.347800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Provisioning for port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:15:19.354342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Provisioning complete for port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:15:19.355012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:19.355657 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Attempt 1 to provision port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 Sep 29 07:15:19.389616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77210-a22a-4a20-b688-dc95afdc6d0f req-e837d5ff-c0ba-4d2b-8cf3-1a3fc5dfa2f6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:19.390405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b5f77210-a22a-4a20-b688-dc95afdc6d0f req-e837d5ff-c0ba-4d2b-8cf3-1a3fc5dfa2f6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:15:19.410046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b5f77210-a22a-4a20-b688-dc95afdc6d0f req-e837d5ff-c0ba-4d2b-8cf3-1a3fc5dfa2f6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:15:19.411999 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b5f77210-a22a-4a20-b688-dc95afdc6d0f req-e837d5ff-c0ba-4d2b-8cf3-1a3fc5dfa2f6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 931 time: 0.1158843 Sep 29 07:15:19.445201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:15:19.468761 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b5f77210-a22a-4a20-b688-dc95afdc6d0f req-0bf1b533-7d55-4083-ad2d-0e62546932ca tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501642 Sep 29 07:15:19.672519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:15:19.679514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:19.693514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Transition to ACTIVE for port object 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:15:19.697478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:19.885013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:19.925095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Attempting to bind port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:15:19.925347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Attempting to bind port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:15:19.925665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Attempting to bind port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 on network 03adacda-c411-4143-9bec-d8f3e9639600 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:15:19.930055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 on network 03adacda-c411-4143-9bec-d8f3e9639600 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:15:19.930924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Attempting to bind port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 on network 03adacda-c411-4143-9bec-d8f3e9639600 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:15:19.935804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:15:19.936129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Checking segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:15:19.936496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Bound using segment: {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:15:19.936899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Bound port: 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:15:19.937231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:19.947049 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Attempt 2 to provision port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 Sep 29 07:15:20.001967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:15:20.027399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:15:20.030270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:15:20.034659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:20.066038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:20.066672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:20.068028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 200 len: 1093 time: 0.9269965 Sep 29 07:15:20.068718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:15:20.071804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:15:20.116627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a2003-bd9a-4ff0-92f2-eb73ebaf68a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:20.175389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e38ef-143e-4e97-a379-018fe08c1d98 x-openstack-request-id: req-af7e38ef-143e-4e97-a379-018fe08c1d98 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:15:20.175614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:15:20.175859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af7e38ef-143e-4e97-a379-018fe08c1d98 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:15:20.176251 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7e38ef-143e-4e97-a379-018fe08c1d98'] response: {'name': 'network-changed', 'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'status': 'completed', 'code': 200} Sep 29 07:15:20.202774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-33edaa3a-cd30-433a-ac1b-2069fe1b5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:20.204235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-33edaa3a-cd30-433a-ac1b-2069fe1b5b20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 1096 time: 0.0837405 Sep 29 07:15:20.274743 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-0aaa013a-85ab-43f9-8507-3b0dd82d0ddb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 200 len: 217 time: 0.0589614 Sep 29 07:15:20.337823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-6916d488-73e4-400d-ac95-fa543f9b5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:20.339272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-6916d488-73e4-400d-ac95-fa543f9b5225 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0588663 Sep 29 07:15:20.425545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8328-b40f-401b-9c53-4219289e25ad req-90651e5f-7616-4055-b010-56892688c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:20.427040 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-90651e5f-7616-4055-b010-56892688c887 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810900 Sep 29 07:15:20.503243 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Attempt 3 to provision port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 Sep 29 07:15:20.557918 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-95aa3391-d61a-4b8f-adfc-41b6be1be4d0 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242769 Sep 29 07:15:20.564497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-586dfaf0-5182-49c2-9bff-99b5ed860da7 None None] Port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:15:20.680851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265e0e-b27a-4b86-856b-38da72fd26ea req-8c5ccdae-c673-406d-a2ed-3fc5195fb402 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:20.682284 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5e265e0e-b27a-4b86-856b-38da72fd26ea req-8c5ccdae-c673-406d-a2ed-3fc5195fb402 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 943 time: 0.0937331 Sep 29 07:15:20.734410 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5e265e0e-b27a-4b86-856b-38da72fd26ea req-6426f834-5e9d-487f-81a6-5a115f6dfb1d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Sep 29 07:15:20.806949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c52d8328-b40f-401b-9c53-4219289e25ad req-3b944f63-23ad-4b3b-8e10-1eae6074d90b service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373581 Sep 29 07:15:20.972818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-411519ce-fab8-4a01-88d7-4b61366ee709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:20.974285 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-411519ce-fab8-4a01-88d7-4b61366ee709 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 1096 time: 0.0798423 Sep 29 07:15:21.104223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-71f2ca69-34b5-4539-9319-9e6ef18b9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:21.105665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-71f2ca69-34b5-4539-9319-9e6ef18b9526 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.1255751 Sep 29 07:15:21.172221 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-eb8d165d-1d2e-4096-aa97-e7cf0ebb0a7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 200 len: 217 time: 0.0600793 Sep 29 07:15:21.253356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-95bc34d8-7a2a-49cc-a9cb-5930a27a1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:21.254727 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-95bc34d8-7a2a-49cc-a9cb-5930a27a1dbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0600307 Sep 29 07:15:21.334513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-f734f44c-2bf8-4e59-88fd-4c5807c6e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:21.336003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-f734f44c-2bf8-4e59-88fd-4c5807c6e248 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759349 Sep 29 07:15:21.469769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-201ce2b4-e751-49f0-8f30-6697a7e6b7f7 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273041 Sep 29 07:15:21.599864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f659ba40-8799-4e8e-bac3-fe1a38d6b4e4 req-ae183df1-29ca-47ad-ab8a-f5516408638b service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240141 Sep 29 07:15:21.933601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09b90-b38c-46b2-bd7e-4338db722e2a req-9cb3a081-0292-42e6-973d-bf45d9f3e288 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:21.934209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-80c09b90-b38c-46b2-bd7e-4338db722e2a req-9cb3a081-0292-42e6-973d-bf45d9f3e288 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Synchronizing usage tracker for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:15:21.945660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-80c09b90-b38c-46b2-bd7e-4338db722e2a req-9cb3a081-0292-42e6-973d-bf45d9f3e288 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Unset dirty status for tenant:cebfe9a5770d4d16b56d9b7444cb6bc4 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:15:21.947285 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-80c09b90-b38c-46b2-bd7e-4338db722e2a req-9cb3a081-0292-42e6-973d-bf45d9f3e288 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 943 time: 0.1017098 Sep 29 07:15:21.990418 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-80c09b90-b38c-46b2-bd7e-4338db722e2a req-3c699d94-a204-454a-90c7-501a19cb41c2 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375514 Sep 29 07:15:22.692470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:15:22.699352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:15:22.734951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:15:22.735295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device d3f586b1-8aa5-4a4d-9c50-7ac6869dd3f0 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:15:22.856335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:22.869539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'port_id': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'mac_address': 'fa:16:3e:41:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:15:22.954193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:22.954479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:22.972167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:15:22.988837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:22.992293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:23.058468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:23.188008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7cbd0-0a9c-478a-8def-a0f59af805de req-ed7c96f1-794a-4821-9cfa-409390438c63 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:23.189448 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1a7cbd0-0a9c-478a-8def-a0f59af805de req-ed7c96f1-794a-4821-9cfa-409390438c63 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 944 time: 0.0879967 Sep 29 07:15:23.236509 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d1a7cbd0-0a9c-478a-8def-a0f59af805de req-bcdbdebc-c8de-43e0-aa82-818dd5842ff7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Sep 29 07:15:23.397698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:15:24.439002 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3ced0-bb2f-4ef1-89b7-28318ca5c630 req-dba8f063-93a9-4417-9251-680d404c5209 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:24.440464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-04a3ced0-bb2f-4ef1-89b7-28318ca5c630 req-dba8f063-93a9-4417-9251-680d404c5209 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 944 time: 0.0912876 Sep 29 07:15:24.487046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-04a3ced0-bb2f-4ef1-89b7-28318ca5c630 req-d7e5568a-65e1-45d0-a455-d2773a4e4026 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Sep 29 07:15:24.695750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:15:24.761924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:15:24.766587 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:15:24.766962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:24.767301 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 Sep 29 07:15:24.879887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:24.880262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:24.906991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:15:24.909252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf271ba-641b-4af0-9264-ecafd190aab7" -d '{"events": [{"server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "name": "network-vif-plugged", "status": "completed", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:15:24.916778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:24.921155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:24.956373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a02291-8af4-411e-a179-b7fabc1b413c x-openstack-request-id: req-f8a02291-8af4-411e-a179-b7fabc1b413c {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:15:24.956665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "name": "network-vif-plugged", "status": "completed", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:15:24.956919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8a02291-8af4-411e-a179-b7fabc1b413c {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:15:24.957306 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a02291-8af4-411e-a179-b7fabc1b413c'] response: {'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'code': 200} Sep 29 07:15:24.993905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:25.210876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fffaf-ec2f-43e3-86ea-2b22f3c20725 req-b471cd0c-e74e-43a7-bae1-18ddbe158da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:25.212661 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-863fffaf-ec2f-43e3-86ea-2b22f3c20725 req-b471cd0c-e74e-43a7-bae1-18ddbe158da3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 1098 time: 0.0752013 Sep 29 07:15:25.253236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-863fffaf-ec2f-43e3-86ea-2b22f3c20725 req-fd189533-1e80-4d48-889d-54f4522b7736 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Sep 29 07:15:25.692711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4d0e3-8940-470a-bc95-f13ce7076f6a req-9eb107d6-4fe5-4c36-ac50-864197bfd17e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:25.694169 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6fa4d0e3-8940-470a-bc95-f13ce7076f6a req-9eb107d6-4fe5-4c36-ac50-864197bfd17e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0894251 Sep 29 07:15:25.737571 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6fa4d0e3-8940-470a-bc95-f13ce7076f6a req-a32825c3-ed66-4fc2-aa8d-d69a61a7deb9 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Sep 29 07:15:26.934361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de3cb2-45fe-47ec-bf1c-582747fea5ac req-4e9cbb53-9dd7-49c5-9456-239cc972c0ca tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:26.935824 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-19de3cb2-45fe-47ec-bf1c-582747fea5ac req-4e9cbb53-9dd7-49c5-9456-239cc972c0ca tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0843337 Sep 29 07:15:26.981578 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-19de3cb2-45fe-47ec-bf1c-582747fea5ac req-72910ea4-b1fa-4080-a001-1869f23eeffa tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Sep 29 07:15:27.176982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2089f-b6df-44e6-9454-e154ecf21547 req-26dd7ca7-ad01-45fe-b638-5f3b56561a7b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:27.178416 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-80f2089f-b6df-44e6-9454-e154ecf21547 req-26dd7ca7-ad01-45fe-b638-5f3b56561a7b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0893834 Sep 29 07:15:27.225945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-80f2089f-b6df-44e6-9454-e154ecf21547 req-178ffd58-bd58-48f7-bac7-ca4b88f2a30b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Sep 29 07:15:27.643543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-cb49cd4c-9bdb-489a-a912-85a240c08e6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431775 Sep 29 07:15:27.655554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaf8d3-cf4d-4380-bc9d-b4e334723202 req-a270472c-f632-4fab-ab9e-4f588aa818c0 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:27.656945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-08eaf8d3-cf4d-4380-bc9d-b4e334723202 req-a270472c-f632-4fab-ab9e-4f588aa818c0 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.1098506 Sep 29 07:15:27.702686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-08eaf8d3-cf4d-4380-bc9d-b4e334723202 req-58588eaf-2e81-40cb-a557-b7814a383061 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Sep 29 07:15:28.831183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-758cc95a-fa1f-49c9-9889-279c0598a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:28.832660 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-758cc95a-fa1f-49c9-9889-279c0598a5a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 1098 time: 0.0803087 Sep 29 07:15:28.908449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de94a6f-1162-426c-af64-bb1ff78b769e req-4f9dce2e-7f1e-4a1a-8bb1-f41774c4039b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:28.909977 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0de94a6f-1162-426c-af64-bb1ff78b769e req-4f9dce2e-7f1e-4a1a-8bb1-f41774c4039b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0901988 Sep 29 07:15:28.955778 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0de94a6f-1162-426c-af64-bb1ff78b769e req-88a621af-64a4-4066-bd9c-7e36bcb80784 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Sep 29 07:15:29.058748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-554f39ee-1285-4436-83ff-352547266f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:29.060111 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-554f39ee-1285-4436-83ff-352547266f33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.2214525 Sep 29 07:15:29.125258 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-82af8e5b-29d7-4d7f-92b4-5714b92507d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 200 len: 217 time: 0.0593603 Sep 29 07:15:29.187799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-401809cf-1454-4750-975e-a52ac7ef2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:29.189178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-401809cf-1454-4750-975e-a52ac7ef2385 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0581946 Sep 29 07:15:29.269557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-4d888f50-8131-4602-97d4-cef317c3de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:29.271046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-4d888f50-8131-4602-97d4-cef317c3de01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759690 Sep 29 07:15:29.401779 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-7ceb5e6b-12b2-40f9-92bb-d76edad7d868 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242857 Sep 29 07:15:29.529537 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-d1c88354-5f0b-4809-85ba-239417bfbe86 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218286 Sep 29 07:15:30.154639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46fdbd-5389-4ca6-9bb2-7265f40912c2 req-4d88859f-d098-487f-88e2-8dc9d1ab5370 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:30.156082 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea46fdbd-5389-4ca6-9bb2-7265f40912c2 req-4d88859f-d098-487f-88e2-8dc9d1ab5370 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0888853 Sep 29 07:15:30.199412 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea46fdbd-5389-4ca6-9bb2-7265f40912c2 req-919d37b6-51ab-4862-8dc1-80f2a915d259 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Sep 29 07:15:31.500732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754261-5748-4d4c-b28d-804c114478e4 req-0577d547-c737-45b0-9805-127bd019f74b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:31.502119 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-06754261-5748-4d4c-b28d-804c114478e4 req-0577d547-c737-45b0-9805-127bd019f74b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.1922872 Sep 29 07:15:31.545308 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-06754261-5748-4d4c-b28d-804c114478e4 req-5b1cb28b-7f20-4981-aa4a-0c199cd592f8 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 Sep 29 07:15:32.742182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f4c7f-6846-4527-b6b2-7a7e69365050 req-ce83cf53-2988-4394-ae02-aef6a90fafd3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:32.744186 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bb7f4c7f-6846-4527-b6b2-7a7e69365050 req-ce83cf53-2988-4394-ae02-aef6a90fafd3 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0893812 Sep 29 07:15:32.786641 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bb7f4c7f-6846-4527-b6b2-7a7e69365050 req-697e6dac-62d6-4012-9c71-0829b926a45f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Sep 29 07:15:33.984353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e63f2-30f6-4e27-bb24-3f8c8afc31cd req-234bd5fc-d0c7-41a1-a506-034882e703de tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:33.985792 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f97e63f2-30f6-4e27-bb24-3f8c8afc31cd req-234bd5fc-d0c7-41a1-a506-034882e703de tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0871778 Sep 29 07:15:34.028391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f97e63f2-30f6-4e27-bb24-3f8c8afc31cd req-12f2c235-d518-4a21-bc50-6f45332bca51 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Sep 29 07:15:35.378246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de1732-b862-45ae-9a41-13d2d1a4b4f6 req-1fb0afb5-951f-41e3-8466-e396bfbe6766 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:35.379653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6de1732-b862-45ae-9a41-13d2d1a4b4f6 req-1fb0afb5-951f-41e3-8466-e396bfbe6766 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0863013 Sep 29 07:15:35.422926 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6de1732-b862-45ae-9a41-13d2d1a4b4f6 req-d26588b5-cc9c-4fca-adba-19c8de01675c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375597 Sep 29 07:15:36.624669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7b1f7-9c71-4a13-a814-03d908bda466 req-fa056608-55cd-46be-bc86-83e1ed7f5824 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:36.626103 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-60d7b1f7-9c71-4a13-a814-03d908bda466 req-fa056608-55cd-46be-bc86-83e1ed7f5824 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0906560 Sep 29 07:15:36.669696 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-60d7b1f7-9c71-4a13-a814-03d908bda466 req-d84ddcf1-76a3-4a86-9050-b21d42476bd2 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 Sep 29 07:15:37.865601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60aff0f-a27b-4911-9579-d3b36213da50 req-92aacba8-151e-4087-9d0d-94aef649c772 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:37.867068 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a60aff0f-a27b-4911-9579-d3b36213da50 req-92aacba8-151e-4087-9d0d-94aef649c772 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0887544 Sep 29 07:15:37.910055 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a60aff0f-a27b-4911-9579-d3b36213da50 req-ce8005f7-b09c-4f0a-be82-342ce68f6e87 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Sep 29 07:15:38.665759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5283068-39dc-48ab-841c-e7685e8d4d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:39.105913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1c78a-d17f-49df-b49f-e4282d8c83eb req-2f97a1a8-5925-4053-9ba3-5429bf7f34ed tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:39.107369 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-29c1c78a-d17f-49df-b49f-e4282d8c83eb req-2f97a1a8-5925-4053-9ba3-5429bf7f34ed tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0877874 Sep 29 07:15:39.150254 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-29c1c78a-d17f-49df-b49f-e4282d8c83eb req-7845ace6-b9af-4f7b-8b5c-2d5dc5ac2900 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Sep 29 07:15:40.345321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae11b49-4bd4-4961-86b1-e8f44496346d req-290203b4-6f25-440e-a9a0-3b44abdebb49 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:40.347040 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ae11b49-4bd4-4961-86b1-e8f44496346d req-290203b4-6f25-440e-a9a0-3b44abdebb49 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0888124 Sep 29 07:15:40.391091 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ae11b49-4bd4-4961-86b1-e8f44496346d req-1be6469e-f212-4b68-ae15-7711e559ec70 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Sep 29 07:15:40.964884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2870b1cb-5f16-49ca-ac52-2cf60ac7f27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:41.589083 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305bbd8-2411-44d2-b024-655584e29da7 req-26a0966a-7b86-4a7c-8477-67df1a51c11b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:41.590542 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8305bbd8-2411-44d2-b024-655584e29da7 req-26a0966a-7b86-4a7c-8477-67df1a51c11b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0865331 Sep 29 07:15:41.632743 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8305bbd8-2411-44d2-b024-655584e29da7 req-02cb2af8-a7a1-4b16-8cbe-b2e6054efedf tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363307 Sep 29 07:15:41.877743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:42.043107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:42.827540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554e23e-fe11-47dc-ad19-7cfa646ecb5e req-49db7601-b37e-47af-bbd6-e448df73a676 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:42.829002 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7554e23e-fe11-47dc-ad19-7cfa646ecb5e req-49db7601-b37e-47af-bbd6-e448df73a676 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0854189 Sep 29 07:15:42.872535 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7554e23e-fe11-47dc-ad19-7cfa646ecb5e req-9dc96304-749b-4a24-b963-8097ceb377fa tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Sep 29 07:15:43.416990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:44.071683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0878af7-1048-432c-a884-054131e8f368 req-22698f4c-ba0a-4939-b2fc-1397a4e27a59 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:44.073138 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f0878af7-1048-432c-a884-054131e8f368 req-22698f4c-ba0a-4939-b2fc-1397a4e27a59 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0885999 Sep 29 07:15:44.116821 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f0878af7-1048-432c-a884-054131e8f368 req-90b130d2-22c0-46cd-a154-e9d212cb5f33 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Sep 29 07:15:45.319314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a690a58-3314-4ce6-951e-e7d42ee4164c req-81d589dd-b887-4750-bc57-08d6fc321bcc tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:45.320822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a690a58-3314-4ce6-951e-e7d42ee4164c req-81d589dd-b887-4750-bc57-08d6fc321bcc tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0929184 Sep 29 07:15:45.366108 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a690a58-3314-4ce6-951e-e7d42ee4164c req-085c91af-ba94-4974-9030-2ecb16cb17e2 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Sep 29 07:15:46.561727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fee6e8-97b7-43a0-8fd8-7e07fad0b880 req-697d6adc-e0fd-4699-b5e7-05af1cae7a85 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:46.563296 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-89fee6e8-97b7-43a0-8fd8-7e07fad0b880 req-697d6adc-e0fd-4699-b5e7-05af1cae7a85 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0865674 Sep 29 07:15:46.611131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-89fee6e8-97b7-43a0-8fd8-7e07fad0b880 req-f6f61d08-ffa4-43c4-a941-329417289f94 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Sep 29 07:15:47.340481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:47.808155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e22e3-99e6-4c2c-9e42-87c7d32c4b17 req-3c877da2-7493-4154-b36d-de4d651ab7bb tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:47.809605 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e30e22e3-99e6-4c2c-9e42-87c7d32c4b17 req-3c877da2-7493-4154-b36d-de4d651ab7bb tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0900693 Sep 29 07:15:47.852934 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e30e22e3-99e6-4c2c-9e42-87c7d32c4b17 req-a90def71-d677-4d0d-8dd0-a57c0183bdd5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Sep 29 07:15:49.044305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ce1c2-33eb-449a-ba27-785edf3f6389 req-664393c0-82a9-4f44-9c28-92d77522d0f6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:49.045768 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b25ce1c2-33eb-449a-ba27-785edf3f6389 req-664393c0-82a9-4f44-9c28-92d77522d0f6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0852041 Sep 29 07:15:49.088065 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b25ce1c2-33eb-449a-ba27-785edf3f6389 req-3d9820d9-0859-4a9c-80c6-4f03298b8110 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Sep 29 07:15:50.287023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4b43e-32dd-470e-8dd6-bbc04a2ca359 req-c058ceac-9783-4b21-b738-c8eaba2af937 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:50.288496 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98b4b43e-32dd-470e-8dd6-bbc04a2ca359 req-c058ceac-9783-4b21-b738-c8eaba2af937 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0891488 Sep 29 07:15:50.331859 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98b4b43e-32dd-470e-8dd6-bbc04a2ca359 req-1c8f2f2b-f72a-4038-bc19-c8f322476656 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 Sep 29 07:15:51.532451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14b637-5a5f-4a8f-a346-7355db1a4c41 req-2cc131ae-2d81-48e8-8b81-2dba9d09076c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:51.533886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bc14b637-5a5f-4a8f-a346-7355db1a4c41 req-2cc131ae-2d81-48e8-8b81-2dba9d09076c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0894163 Sep 29 07:15:51.576564 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bc14b637-5a5f-4a8f-a346-7355db1a4c41 req-cecf4413-bb26-45f4-8f43-631739d330d2 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Sep 29 07:15:52.856207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1af0f1-883a-4065-8393-5be0c51f2ba7 req-63b8d48d-8727-4481-b34b-046624e5ebe7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:52.857679 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee1af0f1-883a-4065-8393-5be0c51f2ba7 req-63b8d48d-8727-4481-b34b-046624e5ebe7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.1710808 Sep 29 07:15:52.900946 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee1af0f1-883a-4065-8393-5be0c51f2ba7 req-ab82daab-b50c-41c2-b057-4523a2150455 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375345 Sep 29 07:15:54.101388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7f50-7e0d-44e3-884e-6b97e50e1ff9 req-be1cae85-b6c7-4a51-b478-2766a8f551c5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:54.102859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-997d7f50-7e0d-44e3-884e-6b97e50e1ff9 req-be1cae85-b6c7-4a51-b478-2766a8f551c5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0901034 Sep 29 07:15:54.104747 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:15:54.149458 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-997d7f50-7e0d-44e3-884e-6b97e50e1ff9 req-2f9550f0-f1da-40b4-9a08-dc7f51f2d18e tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Sep 29 07:15:55.349656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c01fd-d776-43f2-a2bd-8eb5ea02ab97 req-7f302436-59ae-4437-bdd4-89dc17e593bd tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:55.351136 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-460c01fd-d776-43f2-a2bd-8eb5ea02ab97 req-7f302436-59ae-4437-bdd4-89dc17e593bd tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0936253 Sep 29 07:15:55.400929 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-460c01fd-d776-43f2-a2bd-8eb5ea02ab97 req-d8d2c73d-8ce5-47c0-9b43-472a89d5dc85 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Sep 29 07:15:56.393346 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-bc7c998b-c7af-43bd-a7a6-90eba4797168 service neutron] 10.222.0.61 "GET /v2.0/ports/5ff58b0d-e7d6-45e2-bdac-42f6746f83b6/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0728772 Sep 29 07:15:56.597574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93373b-dc9f-4d8f-97f4-6f0d58d20188 req-4e13265d-f968-4324-b088-a023fced2266 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:56.599043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0f93373b-dc9f-4d8f-97f4-6f0d58d20188 req-4e13265d-f968-4324-b088-a023fced2266 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0863235 Sep 29 07:15:56.642213 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0f93373b-dc9f-4d8f-97f4-6f0d58d20188 req-5cf9519c-9fd9-4656-b85a-5d756634404b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370369 Sep 29 07:15:56.676979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-4d4af2f2-87d0-49e7-a157-4ab566637b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:56.678708 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-4d4af2f2-87d0-49e7-a157-4ab566637b0f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da&tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4 HTTP/1.1" status: 200 len: 1098 time: 0.0811636 Sep 29 07:15:56.789672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-e285eb5e-ff0a-48e6-bb29-9dda58bc86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:56.791172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-e285eb5e-ff0a-48e6-bb29-9dda58bc86d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 1098 time: 0.0772390 Sep 29 07:15:56.917516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-08c3615b-bf6f-426b-b7f8-cb7b73d3b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:56.918917 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-08c3615b-bf6f-426b-b7f8-cb7b73d3b855 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.1224511 Sep 29 07:15:56.988372 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-d7ffbb5a-4a45-45ec-9f8c-3e2db150dbfc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 200 len: 217 time: 0.0635271 Sep 29 07:15:57.047389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-150f9583-5d2c-4d95-84f4-2f6b75bf67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:57.048830 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-150f9583-5d2c-4d95-84f4-2f6b75bf67ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0549555 Sep 29 07:15:57.131742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-6239201d-5622-4e91-ad71-4e6485d054c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:57.133228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-6239201d-5622-4e91-ad71-4e6485d054c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776529 Sep 29 07:15:57.259871 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-8da6a980-44c6-4890-a82c-3e7f185b12f3 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209707 Sep 29 07:15:57.394733 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0c3f06c5-0b31-457f-9828-fa62b1f430d3 req-89140381-8532-44a6-b006-4e890b81f760 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279652 Sep 29 07:15:57.840417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec1470-cc1f-4750-83cc-cc6ef189ca6d req-84e78d1b-8012-4465-baf2-551e1026fb43 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:57.841787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3cec1470-cc1f-4750-83cc-cc6ef189ca6d req-84e78d1b-8012-4465-baf2-551e1026fb43 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0858300 Sep 29 07:15:57.884194 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3cec1470-cc1f-4750-83cc-cc6ef189ca6d req-990230b8-1ec5-429c-93ff-93f96f385f97 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 Sep 29 07:15:58.877479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:15:59.008494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:59.021381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'network_id': '03adacda-c411-4143-9bec-d8f3e9639600', 'port_id': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'mac_address': 'fa:16:3e:41:28:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035ca6bb-33e4-420e-a8fe-143fd40455fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:15:59.075436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:15:59.075814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:59.086866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a915d16-de04-480e-9f6a-d64dff0e07cc req-1b1eb507-681c-4df9-a0e1-2d95c7603bba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:15:59.088332 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4a915d16-de04-480e-9f6a-d64dff0e07cc req-1b1eb507-681c-4df9-a0e1-2d95c7603bba tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0887558 Sep 29 07:15:59.092860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:15:59.109180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:15:59.112848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:15:59.133232 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4a915d16-de04-480e-9f6a-d64dff0e07cc req-cdf16f22-39e8-4595-b959-f41f39aad94b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Sep 29 07:15:59.180924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:15:59.310156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:16:00.332394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8df2c0-11aa-468b-ac18-df3601e36f45 req-7007b586-e465-4055-9d64-42d59d03ad19 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:00.334014 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db8df2c0-11aa-468b-ac18-df3601e36f45 req-7007b586-e465-4055-9d64-42d59d03ad19 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 944 time: 0.0915811 Sep 29 07:16:00.380513 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db8df2c0-11aa-468b-ac18-df3601e36f45 req-14eb47c1-ae68-45f3-ae25-7871b38d05be tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Sep 29 07:16:00.902140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:00.967239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:00.967600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:00.967931 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 Sep 29 07:16:01.078930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:01.079298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:01.104971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:16:01.107259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30364f-93d4-4846-a455-c3656a64fc84" -d '{"events": [{"server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "name": "network-vif-plugged", "status": "completed", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:16:01.114924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:01.119663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:01.157340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1558e5-1f9c-43a4-81b7-32011e4f7160 x-openstack-request-id: req-8f1558e5-1f9c-43a4-81b7-32011e4f7160 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:16:01.157633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "name": "network-vif-plugged", "status": "completed", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:16:01.157886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f1558e5-1f9c-43a4-81b7-32011e4f7160 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:16:01.158276 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1558e5-1f9c-43a4-81b7-32011e4f7160'] response: {'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'code': 200} Sep 29 07:16:01.189172 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:01.580529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b991140-773d-43d4-8f2c-3c5110bad74c req-c06d9d5c-fc78-488f-a19d-81aee6dea1ae tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:01.581989 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5b991140-773d-43d4-8f2c-3c5110bad74c req-c06d9d5c-fc78-488f-a19d-81aee6dea1ae tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0899558 Sep 29 07:16:01.625123 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5b991140-773d-43d4-8f2c-3c5110bad74c req-975b95a1-5e9d-44a8-bcb8-de62b5320ba5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368197 Sep 29 07:16:02.004198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6c04b-2115-444d-9ce2-17a58bac83b5 req-befe1acd-c425-4238-b10b-2f0bf419c368 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:02.005652 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5bb6c04b-2115-444d-9ce2-17a58bac83b5 req-befe1acd-c425-4238-b10b-2f0bf419c368 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.1499662 Sep 29 07:16:02.021486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-2f63a392-e264-4fdf-bee6-232616e32ef5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:02.022941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-2f63a392-e264-4fdf-bee6-232616e32ef5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da&tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 945 time: 0.1310844 Sep 29 07:16:02.059949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5bb6c04b-2115-444d-9ce2-17a58bac83b5 req-0de34c87-2b71-4c5b-bf69-c8d0d8faf1e7 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Sep 29 07:16:02.188133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-16b60da1-1090-4fd1-8c1c-1b29f8580d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:02.189654 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-16b60da1-1090-4fd1-8c1c-1b29f8580d53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 1098 time: 0.0807245 Sep 29 07:16:02.406472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-b1ae3e0b-2633-4f31-a6b2-b52ae46b435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:02.407987 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-b1ae3e0b-2633-4f31-a6b2-b52ae46b435e service neutron] 10.222.0.61 "GET /v2.0/networks?id=03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 200 len: 916 time: 0.2130420 Sep 29 07:16:02.472959 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-b8b016ff-4a9a-44b7-a6dc-93f174d4c2b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 200 len: 217 time: 0.0589654 Sep 29 07:16:02.534343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-4bdc420f-11d7-42d2-87fc-2c1696a04802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:02.535762 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-4bdc420f-11d7-42d2-87fc-2c1696a04802 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 200 len: 854 time: 0.0572357 Sep 29 07:16:02.614392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-d36a3f9d-63ae-4e67-9442-feef1862665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:02.615882 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-d36a3f9d-63ae-4e67-9442-feef1862665f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03adacda-c411-4143-9bec-d8f3e9639600&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745075 Sep 29 07:16:02.741399 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-f4a5a86a-56c6-427c-a908-49248744d894 service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197214 Sep 29 07:16:02.868118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cdbbae5a-77dc-48a3-b1d2-4ee00ba9af75 req-f5fb4e52-56cd-48db-9a3d-596e44bb16cc service neutron] 10.222.0.61 "GET /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207635 Sep 29 07:16:03.256568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2d6f0-135d-4c5b-8f8d-bfed8efa18b7 req-fd8a8ec2-0949-421c-a0df-85ef459c333f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:03.258629 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68d2d6f0-135d-4c5b-8f8d-bfed8efa18b7 req-fd8a8ec2-0949-421c-a0df-85ef459c333f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0871437 Sep 29 07:16:03.305664 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68d2d6f0-135d-4c5b-8f8d-bfed8efa18b7 req-91fc5019-a8af-4cca-a80d-3b96cd135fe5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Sep 29 07:16:04.511599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f8898-6d8b-4aa4-b1eb-3fd50bd82ebd req-504901d0-f06e-4fea-8808-3fcc92dc7964 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:04.513058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-706f8898-6d8b-4aa4-b1eb-3fd50bd82ebd req-504901d0-f06e-4fea-8808-3fcc92dc7964 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0902507 Sep 29 07:16:04.556588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-706f8898-6d8b-4aa4-b1eb-3fd50bd82ebd req-32a3905f-f612-4cef-b467-6bb99d4baf21 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Sep 29 07:16:04.755291 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ade6-b7eb-499a-b586-1be0b0eb1434 req-ec32360c-3b29-4fa6-9318-6e1d54a763c6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:04.756738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b57ade6-b7eb-499a-b586-1be0b0eb1434 req-ec32360c-3b29-4fa6-9318-6e1d54a763c6 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0899720 Sep 29 07:16:04.799484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b57ade6-b7eb-499a-b586-1be0b0eb1434 req-af393e6f-268f-49c9-a524-f768ba430589 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Sep 29 07:16:04.995419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929da279-023c-412c-b66d-fcfc81436965 req-f3ab6b54-3440-40f5-ac07-3c9be5486430 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:04.996879 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-929da279-023c-412c-b66d-fcfc81436965 req-f3ab6b54-3440-40f5-ac07-3c9be5486430 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0899317 Sep 29 07:16:05.045981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-929da279-023c-412c-b66d-fcfc81436965 req-a440b2a3-5166-47ec-9cd6-ce782ba0b806 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Sep 29 07:16:05.615477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207b51c-ce71-4c28-a322-17dadb97b6e1 req-b523620d-deec-4451-a786-8a3b646d4d94 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:05.617564 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a207b51c-ce71-4c28-a322-17dadb97b6e1 req-b523620d-deec-4451-a786-8a3b646d4d94 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0905652 Sep 29 07:16:05.660425 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a207b51c-ce71-4c28-a322-17dadb97b6e1 req-097135ba-cfb0-4b4f-b274-bc32b30b22c5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Sep 29 07:16:06.859890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4084-a487-4dff-b1e3-49d6cda08d02 req-d9527621-c259-4e68-b7c4-2bed4ad9cb0b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:06.861325 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d9a4084-a487-4dff-b1e3-49d6cda08d02 req-d9527621-c259-4e68-b7c4-2bed4ad9cb0b tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0856125 Sep 29 07:16:06.905048 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d9a4084-a487-4dff-b1e3-49d6cda08d02 req-aae811ab-061b-42f6-9fd3-7b490a4ca84c tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups?id=4385ebde-eaea-4122-b9a8-a13dcbd489e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380688 Sep 29 07:16:07.284142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-2c97f298-778c-43fd-ad29-a69b079fc925 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:07.285541 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-2c97f298-778c-43fd-ad29-a69b079fc925 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 945 time: 0.0873706 Sep 29 07:16:07.353958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Deleting port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:07.354482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:07.595975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] For port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:07.596327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:07.715182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Calling delete_port for 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:16:07.858230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:07.889874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:16:08.000859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event deleted for resources: {'Port': ['ID=5ff58b0d-e7d6-45e2-bdac-42f6746f83b6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:08.071443 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4af685e0-ebc9-489b-9916-7896297d7842 req-acb433e4-8fa6-447f-b504-ff3deb8be8cc tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d90e8aa-1015-4837-bf7f-807152bb73da HTTP/1.1" status: 200 len: 210 time: 0.0511951 Sep 29 07:16:08.086885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] No DVR routers for this DVR port 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:16:08.089371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:08.091952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'name': 'network-vif-deleted', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:16:08.094236 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4735d959-d74b-42c5-ab13-3f257423320f" -d '{"events": [{"server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "name": "network-vif-deleted", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:16:08.109175 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c36860ab-b8e2-48a8-bf3c-158504810275 req-4dee3fc8-cfe7-4caf-961a-0a2b8365d477 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.61 "DELETE /v2.0/ports/5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 HTTP/1.1" status: 204 len: 173 time: 0.8182487 Sep 29 07:16:08.147576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d0e551-bc0e-48c6-b10d-0030d8931dc2 x-openstack-request-id: req-61d0e551-bc0e-48c6-b10d-0030d8931dc2 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:16:08.147867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d90e8aa-1015-4837-bf7f-807152bb73da", "name": "network-vif-deleted", "tag": "5ff58b0d-e7d6-45e2-bdac-42f6746f83b6", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:16:08.148118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61d0e551-bc0e-48c6-b10d-0030d8931dc2 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:16:08.148539 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d0e551-bc0e-48c6-b10d-0030d8931dc2'] response: {'server_uuid': '9d90e8aa-1015-4837-bf7f-807152bb73da', 'name': 'network-vif-deleted', 'tag': '5ff58b0d-e7d6-45e2-bdac-42f6746f83b6', 'status': 'completed', 'code': 200} Sep 29 07:16:08.667840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3cd9-9705-475e-9410-65096a9ce0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.197499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52438) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:09.264485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e6042717-9f0f-4323-a331-76893cde39d5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.291389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e6042717-9f0f-4323-a331-76893cde39d5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.342732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e6042717-9f0f-4323-a331-76893cde39d5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.361566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6042717-9f0f-4323-a331-76893cde39d5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bc4903-d29b-4fa9-bcdf-318e85c55358,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:09.377198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e6042717-9f0f-4323-a331-76893cde39d5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.380870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e6042717-9f0f-4323-a331-76893cde39d5 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "DELETE /v2.0/security-groups/19bc4903-d29b-4fa9-bcdf-318e85c55358 HTTP/1.1" status: 204 len: 168 time: 0.1797752 Sep 29 07:16:09.381089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52442) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:09.400140 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-7ff978c1-1953-4c3c-b052-d80cdb119a8d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] show failed (client error): The resource could not be found. Sep 29 07:16:09.402268 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7ff978c1-1953-4c3c-b052-d80cdb119a8d tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "GET /v2.0/security-groups/19bc4903-d29b-4fa9-bcdf-318e85c55358 HTTP/1.1" status: 404 len: 347 time: 0.0191321 Sep 29 07:16:09.403976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52446) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:09.560290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Deleting port c2457c8b-4382-43a9-a778-a1b3d0c7ab8f {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:09.560625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.722970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.723290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:09.846230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Calling delete_port for c2457c8b-4382-43a9-a778-a1b3d0c7ab8f owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:16:09.985876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:10.032016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Pushing event deleted for resources: {'Port': ['ID=c2457c8b-4382-43a9-a778-a1b3d0c7ab8f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:10.127609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:10.140985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:10.142104 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-21947c8c-547b-4988-bf43-d2129cc59e20 tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] 10.222.0.26 "DELETE /v2.0/floatingips/bc2123c8-3b31-4408-a6e6-76001f545835 HTTP/1.1" status: 204 len: 168 time: 0.7371979 Sep 29 07:16:10.282045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52454) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:10.909552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:10.957216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:16:10.993193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:16:10.993533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 5ff58b0d-e7d6-45e2-bdac-42f6746f83b6 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:16:11.001089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4fe259d7-bf94-4afa-969b-d02d48570f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:11.251552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Deleting port 963e6d39-f026-4829-ad40-91a97e6c6f85 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:11.251887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:11.421771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] For port 963e6d39-f026-4829-ad40-91a97e6c6f85, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=963e6d39-f026-4829-ad40-91a97e6c6f85,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:11.422363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:11.541511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Calling delete_port for 963e6d39-f026-4829-ad40-91a97e6c6f85 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:16:11.712010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:11.760816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=963e6d39-f026-4829-ad40-91a97e6c6f85,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:11.880731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:12.029414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:12.047017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:12.483322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Router 233a56a3-38f9-49c5-8b4b-8af8c52717cb has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:16:12.659293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:16:12.668514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] Sync routers for ids ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:16:12.672102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-db66255b-e4c4-4285-a1ba-4ae23c305f2a admin admin] 10.222.0.26 "PUT /v2.0/routers/233a56a3-38f9-49c5-8b4b-8af8c52717cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3889461 Sep 29 07:16:12.674576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52458) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:12.678524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] Routers {'233a56a3-38f9-49c5-8b4b-8af8c52717cb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:12.679155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:12.846914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:12.885213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] Set router 233a56a3-38f9-49c5-8b4b-8af8c52717cb gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:13.021529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.031581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Deleting port 71b80676-3c35-459e-b5d5-c29d0592b981 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:13.031912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.165623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:16:11Z', 'revision_number': 5, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port': {'id': '71b80676-3c35-459e-b5d5-c29d0592b981', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:14:17Z', 'updated_at': '2022-09-29T07:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:13.169431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] Checking router: 233a56a3-38f9-49c5-8b4b-8af8c52717cb for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:16:13.177649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] Routers {'233a56a3-38f9-49c5-8b4b-8af8c52717cb'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:13.178254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:13.201703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] For port 71b80676-3c35-459e-b5d5-c29d0592b981, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=71b80676-3c35-459e-b5d5-c29d0592b981,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:13.202057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.322875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Calling delete_port for 71b80676-3c35-459e-b5d5-c29d0592b981 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:16:13.324556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] Set router 233a56a3-38f9-49c5-8b4b-8af8c52717cb gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:13.437443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:16:13Z', 'revision_number': 6, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:13.447777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d99f28d-47ab-4ea1-a04a-a333f6f8e301 None None] The sync data for ids ['233a56a3-38f9-49c5-8b4b-8af8c52717cb'] in dv-neutron-859761-1-hyperv is: [{'id': '233a56a3-38f9-49c5-8b4b-8af8c52717cb', 'name': 'tempest-ServerDiskConfigTestJSON-1692835082-router', 'tenant_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:14:16Z', 'updated_at': '2022-09-29T07:16:13Z', 'revision_number': 6, 'project_id': 'cebfe9a5770d4d16b56d9b7444cb6bc4', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:16:13.450546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.501125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.648140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Pushing event deleted for resources: {'Port': ['ID=71b80676-3c35-459e-b5d5-c29d0592b981,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:13.744771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.922227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.924354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.947266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.947895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233a56a3-38f9-49c5-8b4b-8af8c52717cb {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:16:13.959764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:13.960903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8bbc6360-2320-4b1c-a7d8-36b1acd5113f admin admin] 10.222.0.26 "DELETE /v2.0/routers/233a56a3-38f9-49c5-8b4b-8af8c52717cb HTTP/1.1" status: 204 len: 168 time: 1.2854071 Sep 29 07:16:13.963442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52462) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:14.021253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Deleting subnet 035ca6bb-33e4-420e-a8fe-143fd40455fb {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:16:14.024195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.074085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.148447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.189776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 963e6d39-f026-4829-ad40-91a97e6c6f85 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:16:14.217010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.229909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 963e6d39-f026-4829-ad40-91a97e6c6f85 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:16:14.230253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 963e6d39-f026-4829-ad40-91a97e6c6f85 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:16:14.262018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.266590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a297dfdc-5481-40a4-8a1b-0efa9728e81b None None] Network 03adacda-c411-4143-9bec-d8f3e9639600 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:16:14.271734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035ca6bb-33e4-420e-a8fe-143fd40455fb,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:14.278549 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bc63ca7b-4e35-43a3-9ec9-7f30645ac859 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/035ca6bb-33e4-420e-a8fe-143fd40455fb HTTP/1.1" status: 204 len: 168 time: 0.3140979 Sep 29 07:16:14.278671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52466) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:14.386600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.397439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Deleting port 8dc07607-4763-4dea-9ef2-8949b420848a {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:14.398135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.544492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] DHCP port deletion for 03adacda-c411-4143-9bec-d8f3e9639600 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:16:14.548882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Deleting port 8dc07607-4763-4dea-9ef2-8949b420848a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:14.549265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.616652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] For port 8dc07607-4763-4dea-9ef2-8949b420848a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8dc07607-4763-4dea-9ef2-8949b420848a,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:14.617031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.737491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Calling delete_port for 8dc07607-4763-4dea-9ef2-8949b420848a owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:16:14.751741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] For port 8dc07607-4763-4dea-9ef2-8949b420848a, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=8dc07607-4763-4dea-9ef2-8949b420848a,segment=NetworkSegment(c2f4237f-6b40-4fc0-b251-365ea9f7b0d3),segment_id=c2f4237f-6b40-4fc0-b251-365ea9f7b0d3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:14.752233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.915192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Calling delete_port for 8dc07607-4763-4dea-9ef2-8949b420848a owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:16:14.920583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:14.967214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc07607-4763-4dea-9ef2-8949b420848a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:14.973393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] No DVR routers for this DVR port 8dc07607-4763-4dea-9ef2-8949b420848a on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:16:14.988829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:16:14.989113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:16:15.008900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.009248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.009596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.009931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.010260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.010618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.010948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.011274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.011597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.011920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.012241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.012559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:15.098924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.126129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03adacda-c411-4143-9bec-d8f3e9639600']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:15.138195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:15.138505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f4237f-6b40-4fc0-b251-365ea9f7b0d3') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:15.149692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.169160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.175183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:16:15.175566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.236799 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment c2f4237f-6b40-4fc0-b251-365ea9f7b0d3 resource provider aggregate not found Sep 29 07:16:15.255485 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment c2f4237f-6b40-4fc0-b251-365ea9f7b0d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2f4237f-6b40-4fc0-b251-365ea9f7b0d3 found for delete ", "request_id": "req-802260c2-ca5d-4d34-822c-c7727e7560da"}]} Sep 29 07:16:15.269846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.285010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.296756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] Pushing event deleted for resources: {'Network': ['ID=03adacda-c411-4143-9bec-d8f3e9639600,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:15.308666 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-012338c9-9f96-4722-a405-f023bb8fad25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/03adacda-c411-4143-9bec-d8f3e9639600 HTTP/1.1" status: 204 len: 168 time: 1.0290504 Sep 29 07:16:15.418242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52476) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:15.470813 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5b469a45-1ff5-4a0d-949a-1d9780abd850 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cebfe9a5770d4d16b56d9b7444cb6bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510828 Sep 29 07:16:15.473243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52480) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:15.490956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Deleting port 8dc07607-4763-4dea-9ef2-8949b420848a {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:16:15.491474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.529805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-122895f3-30a8-4daf-b1b7-b8f99e9799b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.555066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-22044102-6e40-476b-aaca-ffdfa0ca92c9 None None] The port '8dc07607-4763-4dea-9ef2-8949b420848a' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:16:15.555733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-122895f3-30a8-4daf-b1b7-b8f99e9799b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.609647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-122895f3-30a8-4daf-b1b7-b8f99e9799b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.623557 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 71b80676-3c35-459e-b5d5-c29d0592b981 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:16:15.625159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122895f3-30a8-4daf-b1b7-b8f99e9799b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385ebde-eaea-4122-b9a8-a13dcbd489e2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:15.636037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-122895f3-30a8-4daf-b1b7-b8f99e9799b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:15.639537 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-122895f3-30a8-4daf-b1b7-b8f99e9799b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4385ebde-eaea-4122-b9a8-a13dcbd489e2 HTTP/1.1" status: 204 len: 168 time: 0.1630244 Sep 29 07:16:15.668614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 71b80676-3c35-459e-b5d5-c29d0592b981 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:16:15.668960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 71b80676-3c35-459e-b5d5-c29d0592b981 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:16:15.669366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8dc07607-4763-4dea-9ef2-8949b420848a no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:16:15.702445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 8dc07607-4763-4dea-9ef2-8949b420848a {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:16:15.702817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 8dc07607-4763-4dea-9ef2-8949b420848a not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:16:16.339345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52504) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:16.443545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-768121402-network', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:16.448874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:16.452777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Usage tracker for resource:network and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:16.455596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:16.461657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:16.471637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Made reservation on behalf of 32c5c6be81b24461ab69af6e8e8e1475 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:16:16.474024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.486163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.500528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:16.504270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Usage tracker for resource:security_group_rule and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:16.507003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:16.512625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:16.601249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.605212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.631854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:16:16.643961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8484aec0-e5b1-4a81-83a7-95aa069864db,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:16.648575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.648914 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Added segment 281aa186-c109-4812-931c-cb6d37a05672 of type vlan for network 6a718570-03c3-4390-b1ea-26a990f9dc91 Sep 29 07:16:16.676411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.704574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.705497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:16.706060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:16.807796 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4672658 Sep 29 07:16:16.808719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d26c1-a650-4048-97d5-62abad39a45c admin admin] Pushing event updated for resources: {'Network': ['ID=6a718570-03c3-4390-b1ea-26a990f9dc91,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:16.810772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:16.816322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Request body: {'subnet': {'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-768121402-subnet', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:16.818326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:16:16.821587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:16.825475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Usage tracker for resource:subnet and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:16.828386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:16.834984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:16.845064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Made reservation on behalf of 32c5c6be81b24461ab69af6e8e8e1475 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:16:16.847868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.045278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.121937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b166250f-9bf6-4ee8-8d62-4e58640ef393,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:17.130614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:16:17.130956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Network hostable DHCP agents. Network: 6a718570-03c3-4390-b1ea-26a990f9dc91, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:16:17.137382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.137797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.138161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.138510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.138845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.139173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.139499 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.139841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.140135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.140453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.140766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.141079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.161291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:16:17.175346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 6a718570-03c3-4390-b1ea-26a990f9dc91) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:17.179291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:17.179902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.187844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be7925-a11e-416d-b7ec-7931578504fa None None] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:16:17.200798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4dff9e2d-d9de-46f0-840d-fb775572f265 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3887959 Sep 29 07:16:17.203581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52514) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:17.208467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:17.212989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:17.216977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Usage tracker for resource:router and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:17.219880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:17.225755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:17.235702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.236685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.252138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.361674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.422854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-6a718570-03c3-4390-b1ea-26a990f9dc91', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:16:17.423711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.520588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.584724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Allocated IP 172.20.0.2 (6a718570-03c3-4390-b1ea-26a990f9dc91/b166250f-9bf6-4ee8-8d62-4e58640ef393/58b4a0a8-c8f1-437e-b31a-556e0aa10e80) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:16:17.794914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.804671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Transition to ACTIVE for port object 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:17.823362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Transition to ACTIVE for port object 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:17.829034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.895798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:16:17.898521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:17.902439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:16:17.911168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Pushing event updated for resources: {'Port': ['ID=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:17.936405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:17.955746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.956786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.956786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.957032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.957159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.957500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.957828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.958161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.958484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.958832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.959155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.959478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:17.968533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:18.017341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Attempting to bind port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:16:18.017714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Attempting to bind port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:16:18.018092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Attempting to bind port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:16:18.023487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:16:18.023885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:16:18.024307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:18.024729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Bound using segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:16:18.025194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Bound port: 58b4a0a8-c8f1-437e-b31a-556e0aa10e80, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:16:18.025560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:18.106762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Allocated IP 172.26.0.231 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/f7156303-3021-47cb-9793-20485b860a45) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:16:18.116589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] For port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:16:18.120806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] For port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:16:18.124265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:18.204731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506d32e-113e-4a35-8152-5f89f1baa37a None None] Pushing event updated for resources: {'Port': ['ID=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:18.258242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:18.290173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:18.369131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:16:18.372399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:18.376268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:16:18.423522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Pushing event updated for resources: {'Port': ['ID=f7156303-3021-47cb-9793-20485b860a45,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:18.802173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:19.109982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e47be0-610d-44af-a3a6-49d31fe80519 None None] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:16:19.208607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-291ab862-f356-4488-b191-2c46f82e179d None None] Provisioning for port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:19.256354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:19.468903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Router f1848827-81ae-4637-9952-bba1c61c1ad5 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:16:19.648957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:16:19.657828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:19.658361 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:16:19.668819 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:19.669821 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:19.682420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:19.686935 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-33fb3d74-2ac2-4468-851d-7a67ffd7ba78 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4794836 Sep 29 07:16:19.687361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52518) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:19.728631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:19.734545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:19.734984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:19.735322 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 Sep 29 07:16:19.862929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:19.863311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:19.884666 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:19.895474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:19.901336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:19.972644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:20.168683 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:18Z', 'revision_number': 3, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:20.172510 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:16:20.172855 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Updating router f1848827-81ae-4637-9952-bba1c61c1ad5 port f7156303-3021-47cb-9793-20485b860a45 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:16:20.222774 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.378129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.543836 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.556344 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Transition to ACTIVE for port object f7156303-3021-47cb-9793-20485b860a45 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:20.562920 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.583476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Allocated IP 172.20.0.1 (6a718570-03c3-4390-b1ea-26a990f9dc91/b166250f-9bf6-4ee8-8d62-4e58640ef393/c54efc65-bfa9-4fe6-85ce-8907b36d091b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:16:20.626922 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Attempting to bind port f7156303-3021-47cb-9793-20485b860a45 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:16:20.627289 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Attempting to bind port f7156303-3021-47cb-9793-20485b860a45 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:16:20.627647 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Attempting to bind port f7156303-3021-47cb-9793-20485b860a45 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:16:20.637998 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:16:20.638281 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:16:20.638727 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.639118 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:16:20.639588 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Bound port: f7156303-3021-47cb-9793-20485b860a45, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:16:20.639958 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.671279 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Pushing event updated for resources: {'Port': ['ID=f7156303-3021-47cb-9793-20485b860a45,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:20.693444 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.693787 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.694134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.694454 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.694811 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.695138 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.695459 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.695779 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.696101 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.696477 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.697306 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.697619 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:16:20.731768 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] For port f7156303-3021-47cb-9793-20485b860a45, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:16:20.735771 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] For port f7156303-3021-47cb-9793-20485b860a45, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f7156303-3021-47cb-9793-20485b860a45,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:16:20.741852 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.805630 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:20.806810 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:20.849871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.865478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Transition to ACTIVE for port object c54efc65-bfa9-4fe6-85ce-8907b36d091b will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:20.890539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:20.892632 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7b36b-29d1-4feb-a80d-045d651b9e93 None None] Pushing event updated for resources: {'Port': ['ID=f7156303-3021-47cb-9793-20485b860a45,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:20.956724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:16:20.959394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:20.963157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:16:20.989856 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:21.003642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Pushing event updated for resources: {'Port': ['ID=c54efc65-bfa9-4fe6-85ce-8907b36d091b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:21.021162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.190470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Provisioning for port c54efc65-bfa9-4fe6-85ce-8907b36d091b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:21.195649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Provisioning complete for port c54efc65-bfa9-4fe6-85ce-8907b36d091b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:21.196051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.196425 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 1 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:21.250810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:21.280617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.316629 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:18Z', 'revision_number': 3, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:21.320515 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee88de-28c5-44e1-ba1e-eae3a35b392f None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:18Z', 'revision_number': 3, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:16:21.513261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.517719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.635932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Pushing event updated for resources: {'Port': ['ID=c54efc65-bfa9-4fe6-85ce-8907b36d091b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:21.638458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.744996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f7156303-3021-47cb-9793-20485b860a45 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:21.775846 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 2 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:21.795895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:16:21.797065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:21.864575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:21.885703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port f7156303-3021-47cb-9793-20485b860a45 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:21.893827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f7156303-3021-47cb-9793-20485b860a45 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:21.894242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:21.895112 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f7156303-3021-47cb-9793-20485b860a45 Sep 29 07:16:22.025078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:16:22.051543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f7156303-3021-47cb-9793-20485b860a45 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:22.052060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.070806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f7156303-3021-47cb-9793-20485b860a45, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f7156303-3021-47cb-9793-20485b860a45,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:22.074917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.075873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:22.202889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f7156303-3021-47cb-9793-20485b860a45,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:22.215845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:22.215845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.216192 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 Sep 29 07:16:22.218581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:16:22.230652 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a6392cc3-92d6-474c-a09f-eef42738af84 admin admin] 10.222.0.26 "PUT /v2.0/routers/f1848827-81ae-4637-9952-bba1c61c1ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404639 Sep 29 07:16:22.343945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:22.366203 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 3 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:22.422312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:22.554059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52528) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:22.560136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941908122', 'description': 'tempest-description--531912383'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:22.566106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:22.569983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Usage tracker for resource:security_group and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:22.572834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:22.578479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:22.588048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.610328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:22.614088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Usage tracker for resource:security_group_rule and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:22.616834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:22.623060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:22.807436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.811380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.851695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b339c15e-cc69-47b8-88b6-03c755783927,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:22.854446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.858343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ce79d947-df8e-4f9c-aadc-60e5920cc1d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3004968 Sep 29 07:16:22.858537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52532) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:22.863708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'security_group_rule': {'security_group_id': 'b339c15e-cc69-47b8-88b6-03c755783927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:22.870417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:22.874240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Usage tracker for resource:security_group_rule and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:22.877054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:22.882727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:22.900058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.923299 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 4 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:22.963065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.967262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:22.969614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:16:22.989779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:22.990416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:23.000018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb3e96f-2bc7-462e-bcad-1d006194addd,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:23.008539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.009725 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-43ccfe83-26a4-4011-bc16-ead4245a7618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502693 Sep 29 07:16:23.012338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52536) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:23.017294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'security_group_rule': {'security_group_id': 'b339c15e-cc69-47b8-88b6-03c755783927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:23.022999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:23.027300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Usage tracker for resource:security_group_rule and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:23.030076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:23.035688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:23.046800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:23.052373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.114773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.118422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.141306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c754ca5-316e-41d0-97dc-92a5c69d2d6d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:23.150203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.151728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8924f4b7-ee5c-48f7-a19f-454afe472667 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384494 Sep 29 07:16:23.154699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52540) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:23.159940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:23.166307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:23.170206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Usage tracker for resource:floatingip and tenant:32c5c6be81b24461ab69af6e8e8e1475 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:16:23.172526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:23.173075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:16:23.178720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:23.189377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.323979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.456191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Allocated IP 172.26.0.9 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/09c75519-18a0-41b0-99d3-bf30a3173115) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:16:23.521893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 2, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:23.526379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:16:23.526760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Updating router f1848827-81ae-4637-9952-bba1c61c1ad5 port c54efc65-bfa9-4fe6-85ce-8907b36d091b binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:16:23.553116 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 5 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:23.612328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.625575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.639612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:23.643346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f7156303-3021-47cb-9793-20485b860a45 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:23.645717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.709673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:16:23.712251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:23.715596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:16:23.765788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'Port': ['ID=09c75519-18a0-41b0-99d3-bf30a3173115,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:23.809365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.812345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f7156303-3021-47cb-9793-20485b860a45 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:23.812626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:23.812964 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f7156303-3021-47cb-9793-20485b860a45 Sep 29 07:16:23.871062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.052024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f7156303-3021-47cb-9793-20485b860a45 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:24.075583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.080027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.129100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.140604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Transition to ACTIVE for port object c54efc65-bfa9-4fe6-85ce-8907b36d091b will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:24.142685 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 6 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:24.183329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.188440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'Port': ['ID=09c75519-18a0-41b0-99d3-bf30a3173115,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:24.190958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.213350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.214678 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-72aeed14-4427-4216-aace-4b3308425039 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0588119 Sep 29 07:16:24.339614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:24.383165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c359cd-f60f-4446-a32a-79e8fa4665bc None None] Pushing event updated for resources: {'Port': ['ID=c54efc65-bfa9-4fe6-85ce-8907b36d091b,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:24.387885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-dc5b9fc9-3618-4816-a12b-f091d1e39ff0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:16:24.406446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Attempting to bind port c54efc65-bfa9-4fe6-85ce-8907b36d091b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:16:24.406843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Attempting to bind port c54efc65-bfa9-4fe6-85ce-8907b36d091b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:16:24.407090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-dc5b9fc9-3618-4816-a12b-f091d1e39ff0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:16:24.407202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Attempting to bind port c54efc65-bfa9-4fe6-85ce-8907b36d091b on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:16:24.408227 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-dc5b9fc9-3618-4816-a12b-f091d1e39ff0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--941908122&fields=id&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 267 time: 0.0617454 Sep 29 07:16:24.412493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:16:24.412935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:16:24.413409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.413856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Bound using segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:16:24.414380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Bound port: c54efc65-bfa9-4fe6-85ce-8907b36d091b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:16:24.414779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.505015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] For port c54efc65-bfa9-4fe6-85ce-8907b36d091b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:16:24.508684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] For port c54efc65-bfa9-4fe6-85ce-8907b36d091b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c54efc65-bfa9-4fe6-85ce-8907b36d091b,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:16:24.514011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:24.560914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-ac67cc60-fd1d-40c8-9868-8ccd8ccf36cb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:24.562391 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-ac67cc60-fd1d-40c8-9868-8ccd8ccf36cb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1474907 Sep 29 07:16:24.574812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:24.575447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:24.578038 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-529060df-d078-4a86-b791-0632d8ef2b44 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/quotas/32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Sep 29 07:16:24.671039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c359cd-f60f-4446-a32a-79e8fa4665bc None None] Pushing event updated for resources: {'Port': ['ID=c54efc65-bfa9-4fe6-85ce-8907b36d091b,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:24.672718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-baad8dfc-478b-4443-a566-dbe3095016e8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:16:24.696363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-baad8dfc-478b-4443-a566-dbe3095016e8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:16:24.697663 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-baad8dfc-478b-4443-a566-dbe3095016e8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1142578 Sep 29 07:16:24.774065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:24.834151 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-7b90f596-fbcf-4adf-a3c5-469e6e3c915d service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247494 Sep 29 07:16:24.842234 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Attempt 7 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:25.077732 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-8f44b956-cac7-4e3c-aad6-18f412b4530e service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367797 Sep 29 07:16:25.089021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fe74d4df-5ab3-47df-9eeb-ba21b28ed958 None None] Port c54efc65-bfa9-4fe6-85ce-8907b36d091b had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:16:25.187320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:24Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:25.191494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508608a-3463-4aef-8d63-20c6139cbef5 None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:24Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:16:25.277189 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-295ccc8c-b4c7-4c36-95aa-cc97b5bb8854 req-b64f720e-435e-4366-9e0a-fd960f8f81f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 210 time: 0.0545764 Sep 29 07:16:25.660570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c54efc65-bfa9-4fe6-85ce-8907b36d091b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:25.742046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c54efc65-bfa9-4fe6-85ce-8907b36d091b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:25.748002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c54efc65-bfa9-4fe6-85ce-8907b36d091b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:25.748385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:25.748858 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:25.873729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c54efc65-bfa9-4fe6-85ce-8907b36d091b is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:25.874116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:25.911057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port c54efc65-bfa9-4fe6-85ce-8907b36d091b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c54efc65-bfa9-4fe6-85ce-8907b36d091b,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:25.917261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:26.000018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=c54efc65-bfa9-4fe6-85ce-8907b36d091b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:26.487983 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-abda2090-a4ba-46e3-96c6-5ec9048383b7 req-b9981088-8a80-45b9-951e-d4bc289fdaf4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 210 time: 0.0669649 Sep 29 07:16:26.543739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a631ccba-bc08-4688-8264-4bd29ad18ba2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:26.545153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a631ccba-bc08-4688-8264-4bd29ad18ba2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.2252486 Sep 29 07:16:26.602926 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-64797a92-4a63-4db9-81b5-b02e4f3ca7db tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 379 time: 0.0435741 Sep 29 07:16:26.610937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'port': {'device_id': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'admin_state_up': True, 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'security_groups': ['b339c15e-cc69-47b8-88b6-03c755783927']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:26.744210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:16:26.753511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:16:26.763028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Made reservation on behalf of 32c5c6be81b24461ab69af6e8e8e1475 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:16:26.766795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:26.922194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Allocated IP 172.20.0.12 (6a718570-03c3-4390-b1ea-26a990f9dc91/b166250f-9bf6-4ee8-8d62-4e58640ef393/2ac217dc-296f-42e6-805c-b3d973797e40) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:16:27.107129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.121899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Transition to ACTIVE for port object 2ac217dc-296f-42e6-805c-b3d973797e40 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:27.144326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.213373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:16:27.216623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:16:27.220689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:16:27.251658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:27.289322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:27.289928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.316239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-27e31b8f-4042-4247-870b-20e270d05bc5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7087669 Sep 29 07:16:27.333452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Request body: {'port': {'device_id': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:27.444543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Provisioning for port 2ac217dc-296f-42e6-805c-b3d973797e40 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:27.449560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Provisioning complete for port 2ac217dc-296f-42e6-805c-b3d973797e40 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:27.449743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.449926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.450257 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Attempt 1 to provision port 2ac217dc-296f-42e6-805c-b3d973797e40 Sep 29 07:16:27.505372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Port 2ac217dc-296f-42e6-805c-b3d973797e40 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:27.639138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c54efc65-bfa9-4fe6-85ce-8907b36d091b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:27.703515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9defc-83a6-4f89-943c-e20dbab2a60b req-a98b7a20-0543-41ac-8faf-86e36a498967 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:27.704975 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f7d9defc-83a6-4f89-943c-e20dbab2a60b req-a98b7a20-0543-41ac-8faf-86e36a498967 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 932 time: 0.0961058 Sep 29 07:16:27.708399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port c54efc65-bfa9-4fe6-85ce-8907b36d091b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:27.708779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.709122 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port c54efc65-bfa9-4fe6-85ce-8907b36d091b Sep 29 07:16:27.752047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f7d9defc-83a6-4f89-943c-e20dbab2a60b req-89dd131e-c1ab-48b6-be62-a6873c070d22 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:16:27.764680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f7d9defc-83a6-4f89-943c-e20dbab2a60b req-89dd131e-c1ab-48b6-be62-a6873c070d22 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:16:27.765833 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f7d9defc-83a6-4f89-943c-e20dbab2a60b req-89dd131e-c1ab-48b6-be62-a6873c070d22 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542903 Sep 29 07:16:27.815541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac217dc-296f-42e6-805c-b3d973797e40 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:16:27.822838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:27.837281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Transition to ACTIVE for port object 2ac217dc-296f-42e6-805c-b3d973797e40 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:16:27.838440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port c54efc65-bfa9-4fe6-85ce-8907b36d091b is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:27.842936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:28.006006 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Attempt 2 to provision port 2ac217dc-296f-42e6-805c-b3d973797e40 Sep 29 07:16:28.028482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:28.061968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Port 2ac217dc-296f-42e6-805c-b3d973797e40 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:16:28.070974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Attempting to bind port 2ac217dc-296f-42e6-805c-b3d973797e40 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:16:28.071301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Attempting to bind port 2ac217dc-296f-42e6-805c-b3d973797e40 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:16:28.071619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Attempting to bind port 2ac217dc-296f-42e6-805c-b3d973797e40 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:16:28.076098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Port 2ac217dc-296f-42e6-805c-b3d973797e40 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:16:28.076410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Attempting to bind port 2ac217dc-296f-42e6-805c-b3d973797e40 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:16:28.081610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:16:28.081938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:16:28.082310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Bound using segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:16:28.082754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Bound port: 2ac217dc-296f-42e6-805c-b3d973797e40, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:16:28.083089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:28.171732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:16:28.174756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:16:28.178947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:28.181875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:28.182524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:28.183934 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] 10.222.0.61 "PUT /v2.0/ports/2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 1094 time: 0.8549547 Sep 29 07:16:28.211900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:16:28.214739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92e2044-0a83-4495-812d-ecb63e74bbbe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:16:28.275835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090071ef-95b9-4262-8ebe-b16eae1359f8 x-openstack-request-id: req-090071ef-95b9-4262-8ebe-b16eae1359f8 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:16:28.276121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:16:28.276369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-090071ef-95b9-4262-8ebe-b16eae1359f8 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:16:28.276755 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090071ef-95b9-4262-8ebe-b16eae1359f8'] response: {'name': 'network-changed', 'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40', 'status': 'completed', 'code': 200} Sep 29 07:16:28.419718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbac6b-1081-4266-b9cc-47121715fde2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:28.438749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-1fe78e38-e607-4b49-8dca-44b3d835ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:28.440222 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-1fe78e38-e607-4b49-8dca-44b3d835ed02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1097 time: 0.2020724 Sep 29 07:16:28.514944 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-678f8ceb-64e9-450e-a0cb-a9b825c1ac4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 217 time: 0.0606873 Sep 29 07:16:28.563718 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Attempt 3 to provision port 2ac217dc-296f-42e6-805c-b3d973797e40 Sep 29 07:16:28.579535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-6ca91e22-0390-4fd2-aaf6-6acc6d8b13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:28.581015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-6ca91e22-0390-4fd2-aaf6-6acc6d8b13e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0608747 Sep 29 07:16:28.623410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-81b79e49-a32e-4368-a3bd-32d7829658f0 None None] Port 2ac217dc-296f-42e6-805c-b3d973797e40 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:16:28.664104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-c3376936-e798-4106-9dff-882f4af9e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:28.666118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-c3376936-e798-4106-9dff-882f4af9e0ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775204 Sep 29 07:16:28.795886 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-c977a0ed-7788-425e-8f8d-65f33ef66324 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228755 Sep 29 07:16:28.928642 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5614f0d4-3813-4c55-8bbd-d070edfec05a req-d8a0e92f-82c8-46c4-bddb-be390bb7d7bb service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270683 Sep 29 07:16:28.966606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9a01e-8ebe-41cb-b61f-8f876dd028e7 req-a54b9306-a97a-4c90-bd2e-22867321264d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:28.968112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4a9a01e-8ebe-41cb-b61f-8f876dd028e7 req-a54b9306-a97a-4c90-bd2e-22867321264d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 944 time: 0.0895011 Sep 29 07:16:29.015541 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4a9a01e-8ebe-41cb-b61f-8f876dd028e7 req-6a191edd-ee0e-4c58-93d2-c57c6169523c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414777 Sep 29 07:16:29.092556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-5a37e4f3-c8f2-4839-82dd-54225d1ae04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:29.093984 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-5a37e4f3-c8f2-4839-82dd-54225d1ae04e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1097 time: 0.0812271 Sep 29 07:16:29.222267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-389e729b-3e2c-432f-a30e-114715ab16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:29.223717 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-389e729b-3e2c-432f-a30e-114715ab16ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1232791 Sep 29 07:16:29.289770 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-4399e333-e9d8-4324-8a17-c868625a905a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 217 time: 0.0601687 Sep 29 07:16:29.353038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-ee3fa342-0dac-4dd6-b2f6-5bda5dc6614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:29.354389 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-ee3fa342-0dac-4dd6-b2f6-5bda5dc6614a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0594616 Sep 29 07:16:29.436170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-0314430d-f4a3-4072-a1a9-36b54a914b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:29.437651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-0314430d-f4a3-4072-a1a9-36b54a914b43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774312 Sep 29 07:16:29.570759 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-cafb66fc-2c6f-40c2-b151-db885eefb743 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264975 Sep 29 07:16:29.705577 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e92e2044-0a83-4495-812d-ecb63e74bbbe req-fdf1fbbb-ce50-4f94-8c74-7f57f1da30a0 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281297 Sep 29 07:16:30.215845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4056-e3e5-4fe2-8a6b-f765be51fedc req-ea9dd8d7-b6c4-478b-be00-721e3d41a671 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:30.216545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-f69c4056-e3e5-4fe2-8a6b-f765be51fedc req-ea9dd8d7-b6c4-478b-be00-721e3d41a671 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:16:30.231948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-f69c4056-e3e5-4fe2-8a6b-f765be51fedc req-ea9dd8d7-b6c4-478b-be00-721e3d41a671 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:16:30.233591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f69c4056-e3e5-4fe2-8a6b-f765be51fedc req-ea9dd8d7-b6c4-478b-be00-721e3d41a671 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 944 time: 0.1076527 Sep 29 07:16:30.278884 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f69c4056-e3e5-4fe2-8a6b-f765be51fedc req-cb428641-6806-405d-ae7c-9d3f7972f831 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393901 Sep 29 07:16:31.000678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 2ac217dc-296f-42e6-805c-b3d973797e40 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:16:31.103123 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:16:31.131013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:31.144118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '2ac217dc-296f-42e6-805c-b3d973797e40', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '2ac217dc-296f-42e6-805c-b3d973797e40', 'mac_address': 'fa:16:3e:0b:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:16:31.197331 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 2ac217dc-296f-42e6-805c-b3d973797e40 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:31.197712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:31.216502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac217dc-296f-42e6-805c-b3d973797e40 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:16:31.231679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:31.236249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:31.305252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:31.475459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7609ec-5048-404c-9fc9-6c2b034356c4 req-d1703afe-a47f-4e07-a593-d84e43010b0a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:31.476932 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0b7609ec-5048-404c-9fc9-6c2b034356c4 req-d1703afe-a47f-4e07-a593-d84e43010b0a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 945 time: 0.0874178 Sep 29 07:16:31.523789 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0b7609ec-5048-404c-9fc9-6c2b034356c4 req-1c6d6d88-1313-4635-8462-97929385471d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Sep 29 07:16:31.656251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['2ac217dc-296f-42e6-805c-b3d973797e40'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:16:32.727271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3240328-b853-4f54-852b-08632274301d req-60bd5de3-d709-409e-9486-1d67ffc9f8ef tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:32.729316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3240328-b853-4f54-852b-08632274301d req-60bd5de3-d709-409e-9486-1d67ffc9f8ef tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 945 time: 0.0955186 Sep 29 07:16:32.771342 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3240328-b853-4f54-852b-08632274301d req-d7b12e15-229e-49b3-ba0e-e4f6597428ad tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Sep 29 07:16:33.016100 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 2ac217dc-296f-42e6-805c-b3d973797e40 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:16:33.081433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 2ac217dc-296f-42e6-805c-b3d973797e40 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:16:33.086035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 2ac217dc-296f-42e6-805c-b3d973797e40 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:16:33.086405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:33.086781 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 2ac217dc-296f-42e6-805c-b3d973797e40 Sep 29 07:16:33.200930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 2ac217dc-296f-42e6-805c-b3d973797e40 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:16:33.201308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:33.227217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:16:33.230000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eacb18-7f18-4023-a8f9-9b7abbd5fe88" -d '{"events": [{"server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:16:33.238377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:16:33.241863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:33.276433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca9e319-471f-4f4b-a7e9-e068b5a07910 x-openstack-request-id: req-cca9e319-471f-4f4b-a7e9-e068b5a07910 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:16:33.276727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:16:33.276978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cca9e319-471f-4f4b-a7e9-e068b5a07910 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:16:33.277361 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca9e319-471f-4f4b-a7e9-e068b5a07910'] response: {'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40', 'code': 200} Sep 29 07:16:33.315246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:16:33.534817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44e288-62d3-419c-9eda-463edfa03893 req-d1d1e3f2-3560-4f4e-b0f7-a05156a8795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:33.536228 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db44e288-62d3-419c-9eda-463edfa03893 req-d1d1e3f2-3560-4f4e-b0f7-a05156a8795b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1099 time: 0.0791888 Sep 29 07:16:33.574132 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db44e288-62d3-419c-9eda-463edfa03893 req-a6ceb165-e4de-4fb1-a215-86f8d9efff7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Sep 29 07:16:34.066456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573a7f7-707f-48e2-8622-c0317871db54 req-7e221717-6138-4d18-ac40-f711483fdf2f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:34.067836 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2573a7f7-707f-48e2-8622-c0317871db54 req-7e221717-6138-4d18-ac40-f711483fdf2f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.1871798 Sep 29 07:16:34.110923 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2573a7f7-707f-48e2-8622-c0317871db54 req-b082aed1-f6e6-4f80-9198-25d0c57e3b45 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368216 Sep 29 07:16:35.318285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f7cf9-2572-4199-a1b8-d71946cd1f39 req-5cb9123a-5338-4a8f-83a8-c682bd814e90 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:35.319762 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f3f7cf9-2572-4199-a1b8-d71946cd1f39 req-5cb9123a-5338-4a8f-83a8-c682bd814e90 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0950685 Sep 29 07:16:35.365711 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f3f7cf9-2572-4199-a1b8-d71946cd1f39 req-c362e17d-34c3-45f6-a23c-66334a69837b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Sep 29 07:16:35.559641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59a24f-86ec-4a01-a83c-68e5df5c1805 req-2be42b3c-1abd-42fe-9a61-8434546e6040 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:35.561118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c59a24f-86ec-4a01-a83c-68e5df5c1805 req-2be42b3c-1abd-42fe-9a61-8434546e6040 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0913391 Sep 29 07:16:35.571085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52592) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:16:35.576666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'floatingip': {'port_id': '2ac217dc-296f-42e6-805c-b3d973797e40'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:16:35.661287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:36.268028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:36.272412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:36.441222 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da associated. External IP: 172.26.0.9, port: 2ac217dc-296f-42e6-805c-b3d973797e40. Sep 29 07:16:36.900922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:16:37.074661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:16:37.079475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:37.083993 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:16:37.093746 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:37.094351 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:37.136598 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a15fa791-2b6e-44c4-aabf-d5013b36fca7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "PUT /v2.0/floatingips/0f749a63-e298-48a5-8ca1-99fd9ab466da HTTP/1.1" status: 200 len: 990 time: 1.5638182 Sep 29 07:16:37.137195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:16:37.139520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196b6fad-eeb4-4d54-914e-c7b149c76019" -d '{"events": [{"name": "network-changed", "server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:16:37.180586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b511932-8082-4267-88ad-c62fc1a84f7e x-openstack-request-id: req-3b511932-8082-4267-88ad-c62fc1a84f7e {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:16:37.180930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:16:37.181211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b511932-8082-4267-88ad-c62fc1a84f7e {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:16:37.181617 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b511932-8082-4267-88ad-c62fc1a84f7e'] response: {'name': 'network-changed', 'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40', 'status': 'completed', 'code': 200} Sep 29 07:16:37.269380 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:37.312910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-8e9a5461-77c2-45d5-942b-0e9081a4335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:37.314420 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-8e9a5461-77c2-45d5-942b-0e9081a4335c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1099 time: 0.0897748 Sep 29 07:16:37.445859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-5b824409-8a07-4d5f-b1d6-16baa2426aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:37.447923 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-5b824409-8a07-4d5f-b1d6-16baa2426aee service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1281281 Sep 29 07:16:37.551470 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-920a4101-1014-4a93-8604-fcc41bc7081b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 998 time: 0.0971386 Sep 29 07:16:37.615814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-c5008d93-0512-41fe-a3fd-f3129b1ae8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:37.617273 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-c5008d93-0512-41fe-a3fd-f3129b1ae8e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0606024 Sep 29 07:16:37.619856 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '2ac217dc-296f-42e6-805c-b3d973797e40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:0b:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:16:36Z', 'revision_number': 1, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:37.623707 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:16:37.631888 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:16:37.632482 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:16:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:37.701507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-37cedab2-88f9-4966-9fd6-9c6f300ba6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:16:37.702930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-37cedab2-88f9-4966-9fd6-9c6f300ba6e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801213 Sep 29 07:16:37.809942 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:16:37.833224 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-c75e4813-fb27-4e3c-b687-dd04a932dc45 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242435 Sep 29 07:16:37.964835 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-196b6fad-eeb4-4d54-914e-c7b149c76019 req-5f1258d8-2917-4cb4-86af-f548da935c8d service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256061 Sep 29 07:16:38.154227 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '2ac217dc-296f-42e6-805c-b3d973797e40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:0b:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:16:36Z', 'revision_number': 1, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:16:38.157989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b4273c-a213-41b3-8c71-fe530b77700b None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '2ac217dc-296f-42e6-805c-b3d973797e40', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:0b:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:16:36Z', 'revision_number': 1, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:16:38.339639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bb2287-98eb-4e1b-aaca-b7ae8861f059 None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:16:38.669798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8390ec4c-20e0-4055-93b7-f8f3c58f36a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:40.963527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-34afc6b1-9e76-4cdf-8a6b-a70f0e56160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:41.884235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:42.048633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:43.422232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:16:47.354942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:08.103156 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:17:08.671752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b58df102-bb10-4d34-8cd4-ba5e4c7b65e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:10.965575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3694cd63-c51e-468e-abbb-3300bb693196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:11.886959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:12.051468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:13.424345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:17.350381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:26.453822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-2963521b-de73-4f60-83ec-22097544851d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759203 Sep 29 07:17:26.628691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-38c3ec66-52bc-40c7-8175-90664c08b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:26.630235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-38c3ec66-52bc-40c7-8175-90664c08b558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1099 time: 0.0881982 Sep 29 07:17:26.773093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-dbfa1df4-a5e3-4741-aed3-87a330b4586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:26.774610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-dbfa1df4-a5e3-4741-aed3-87a330b4586d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1242266 Sep 29 07:17:26.874393 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-851d32c5-0332-4b5e-8d69-c7aae74febb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 1000 time: 0.0937748 Sep 29 07:17:27.055732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-a73939b8-05c7-465d-b715-10fdca8d8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:27.057104 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-a73939b8-05c7-465d-b715-10fdca8d8ef4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.1768832 Sep 29 07:17:27.140944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-80acbaad-8cc0-4208-b3b8-f6d45fb7954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:27.142409 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-80acbaad-8cc0-4208-b3b8-f6d45fb7954d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795124 Sep 29 07:17:27.271801 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-8dd2a818-f2bd-4ae5-a1ab-b0ebb47baed0 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227183 Sep 29 07:17:27.399418 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-989f92b2-89f8-40be-bcdc-8f91833c367f req-a41a97d3-ae6e-45bb-9df9-320d7f3383aa service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212525 Sep 29 07:17:38.673137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-26cf0db7-7f9c-44f8-9307-03989ab1e6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:40.967230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f8dc-4201-4321-a203-087d69658992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:41.888281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:42.056111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:42.233625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be1be-cb46-428d-bdf6-5e41acd7e990 req-1e928f97-b7ed-403b-83ca-e22d521c065a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:42.235102 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-644be1be-cb46-428d-bdf6-5e41acd7e990 req-1e928f97-b7ed-403b-83ca-e22d521c065a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0855608 Sep 29 07:17:42.277775 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-644be1be-cb46-428d-bdf6-5e41acd7e990 req-f6f511ca-73d2-47f5-8d5b-709d7e6729ca tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370884 Sep 29 07:17:42.475615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35643195-0157-43d0-a40d-79b74f1e7b9e req-02f2bfbf-133a-4c29-97c1-3690e3ceba4a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:42.477683 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35643195-0157-43d0-a40d-79b74f1e7b9e req-02f2bfbf-133a-4c29-97c1-3690e3ceba4a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0856950 Sep 29 07:17:42.522634 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35643195-0157-43d0-a40d-79b74f1e7b9e req-311ee641-2d14-4d59-b045-f1f436899280 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392187 Sep 29 07:17:42.718061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf14aaf-ea18-4df5-abaf-d0575dd5725a req-3dbf0e65-3a3a-4fda-b2bc-686485243061 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:42.719788 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-faf14aaf-ea18-4df5-abaf-d0575dd5725a req-3dbf0e65-3a3a-4fda-b2bc-686485243061 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0893433 Sep 29 07:17:42.762159 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-faf14aaf-ea18-4df5-abaf-d0575dd5725a req-2f70c498-b3ed-4af1-aaac-f12ce6cbd51e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368392 Sep 29 07:17:43.093548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 52634) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:17:43.176516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2336b5-38de-4859-b0e0-93d99a20be86 req-ec57cb1f-1159-4e51-81a7-63bbac01a9b3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:43.177996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ff2336b5-38de-4859-b0e0-93d99a20be86 req-ec57cb1f-1159-4e51-81a7-63bbac01a9b3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0941432 Sep 29 07:17:43.212153 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-dc6d268b-5a0b-4535-a749-50d356e113f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171949 Sep 29 07:17:43.225651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ff2336b5-38de-4859-b0e0-93d99a20be86 req-a1079691-68a6-4ded-b96f-4a38e7b1afcf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418277 Sep 29 07:17:43.427650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:44.431887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a86667-2330-47a0-851f-3a82a5d7b70f req-47b95115-a6d8-4efb-96f0-355d48739bc3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:44.433346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-36a86667-2330-47a0-851f-3a82a5d7b70f req-47b95115-a6d8-4efb-96f0-355d48739bc3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0938840 Sep 29 07:17:44.477521 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-36a86667-2330-47a0-851f-3a82a5d7b70f req-23a9e381-1cd0-47cc-8191-32591b4e0c04 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Sep 29 07:17:44.497943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-71e92ad0-fb2b-47b0-95d9-bb11755c522b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:44.499470 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-71e92ad0-fb2b-47b0-95d9-bb11755c522b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1099 time: 0.0786304 Sep 29 07:17:44.627687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-0a86b947-9984-4dd5-a32c-56a9f005ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:44.629042 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-0a86b947-9984-4dd5-a32c-56a9f005ba14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1235273 Sep 29 07:17:44.736532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-968fe7da-f81e-40df-88a2-1619b95cb9e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 1000 time: 0.1019011 Sep 29 07:17:44.796112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-ba6610c4-7724-455f-ba65-32a99123d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:44.797494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-ba6610c4-7724-455f-ba65-32a99123d1a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0559065 Sep 29 07:17:44.880365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-c58f9523-d425-4ea3-8a4c-94997374c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:44.881738 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-c58f9523-d425-4ea3-8a4c-94997374c306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789168 Sep 29 07:17:45.009654 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-eafce7fa-f66e-471a-86ae-017aa32ae99e service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208704 Sep 29 07:17:45.102958 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:17:45.137373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-fbcfa85a-8557-46a4-b90c-6c2c559fbd83 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205134 Sep 29 07:17:45.678720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d240-d7e1-42b7-b32a-a766ab0ceb03 req-8837de3a-e089-497d-9eee-f1074d9ba3b4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:45.680254 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5f71d240-d7e1-42b7-b32a-a766ab0ceb03 req-8837de3a-e089-497d-9eee-f1074d9ba3b4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0896404 Sep 29 07:17:45.728315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5f71d240-d7e1-42b7-b32a-a766ab0ceb03 req-09e76d46-bdde-47c5-8807-9ed6d5d67500 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Sep 29 07:17:46.924223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbdf63-ac25-43d6-9113-12d3f1df5ba0 req-7930ac55-fd0b-4c0e-a5d8-79b3059a1db7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:46.925678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d2cbdf63-ac25-43d6-9113-12d3f1df5ba0 req-7930ac55-fd0b-4c0e-a5d8-79b3059a1db7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0854318 Sep 29 07:17:46.968121 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d2cbdf63-ac25-43d6-9113-12d3f1df5ba0 req-08f3a526-9b32-4c84-addc-d81ae62b905a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368085 Sep 29 07:17:47.366720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:48.260490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366469a3-3b4c-4f34-8c59-5507f9e82b67 req-1cdd215b-ea32-473f-86cd-4362ffa074d6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:48.261849 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-366469a3-3b4c-4f34-8c59-5507f9e82b67 req-1cdd215b-ea32-473f-86cd-4362ffa074d6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.1845336 Sep 29 07:17:48.304030 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-366469a3-3b4c-4f34-8c59-5507f9e82b67 req-b929fd92-8798-4912-8e32-0ac202fa4451 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366015 Sep 29 07:17:49.501203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988a90-efed-4807-821e-24cd7ef31368 req-070ee1fc-8cb8-4fb1-8af4-d11b75da27b7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:49.502695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d988a90-efed-4807-821e-24cd7ef31368 req-070ee1fc-8cb8-4fb1-8af4-d11b75da27b7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0889788 Sep 29 07:17:49.546013 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d988a90-efed-4807-821e-24cd7ef31368 req-1ceeddb5-48c9-4eb5-a106-b2e6df7cfdb1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376363 Sep 29 07:17:50.743341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e05ce-fb14-4fb9-962d-55bbd55fcb78 req-cfdbe60f-d485-46f4-80a8-b3267a262b10 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:50.744782 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e6e05ce-fb14-4fb9-962d-55bbd55fcb78 req-cfdbe60f-d485-46f4-80a8-b3267a262b10 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0886121 Sep 29 07:17:50.787606 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e6e05ce-fb14-4fb9-962d-55bbd55fcb78 req-4a7137c8-af04-4d0d-80dd-939423f321da tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372164 Sep 29 07:17:51.985654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9f7c7-8e30-4b6c-9551-ee84fc3ceb91 req-b0d994fc-f77b-40b1-9d42-96aaed8b9005 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:51.987115 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fba9f7c7-8e30-4b6c-9551-ee84fc3ceb91 req-b0d994fc-f77b-40b1-9d42-96aaed8b9005 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0890391 Sep 29 07:17:52.030319 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fba9f7c7-8e30-4b6c-9551-ee84fc3ceb91 req-6eacf067-2591-4a4a-9b6f-d94c675dd95f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375545 Sep 29 07:17:53.227669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59cf96-e617-42e2-90da-574f6dc72fbe req-d89d3215-52e5-45ad-88be-b42f0b75ab11 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:53.229148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ff59cf96-e617-42e2-90da-574f6dc72fbe req-d89d3215-52e5-45ad-88be-b42f0b75ab11 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0856426 Sep 29 07:17:53.275364 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ff59cf96-e617-42e2-90da-574f6dc72fbe req-dc312e6c-7400-49de-b32b-7c5d8a69a86b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Sep 29 07:17:54.476608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403ea2-4010-4026-8093-8a2d5b2b225c req-4890ea06-7cbc-4633-b42b-90648ebe4118 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:54.478104 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0b403ea2-4010-4026-8093-8a2d5b2b225c req-4890ea06-7cbc-4633-b42b-90648ebe4118 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0879338 Sep 29 07:17:54.521136 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0b403ea2-4010-4026-8093-8a2d5b2b225c req-5c9f88f3-5de9-424c-9a09-46648a927d45 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374153 Sep 29 07:17:55.718399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c63f4-59eb-4f5c-9dd7-826f89f1e620 req-6bcec98a-33d1-41d7-a9c4-0dbf7c54f7bb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:55.720129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-af3c63f4-59eb-4f5c-9dd7-826f89f1e620 req-6bcec98a-33d1-41d7-a9c4-0dbf7c54f7bb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0861416 Sep 29 07:17:55.765872 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-af3c63f4-59eb-4f5c-9dd7-826f89f1e620 req-2e03772b-a779-4483-9c95-37f30674f2d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Sep 29 07:17:56.964561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96582f5-f146-48fd-9e6f-1134dc4aa960 req-260d39de-bcee-4e07-bed9-9fc0cab39a7d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:56.966040 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f96582f5-f146-48fd-9e6f-1134dc4aa960 req-260d39de-bcee-4e07-bed9-9fc0cab39a7d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0893762 Sep 29 07:17:56.994147 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-80b057f4-7cad-4643-bb33-97a9b3b01785 service neutron] 10.222.0.61 "GET /v2.0/ports/2ac217dc-296f-42e6-805c-b3d973797e40/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0782907 Sep 29 07:17:57.015101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f96582f5-f146-48fd-9e6f-1134dc4aa960 req-1e0db917-2ff6-426f-b7d4-29e1bdc4a91d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 Sep 29 07:17:57.304312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-888ba402-7a3c-411b-8111-b43c938a8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:57.305835 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-888ba402-7a3c-411b-8111-b43c938a8e91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 1099 time: 0.0826385 Sep 29 07:17:57.429464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-73ec3cd5-8eda-49f5-b012-56e0a8e538fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:57.430975 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-73ec3cd5-8eda-49f5-b012-56e0a8e538fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1099 time: 0.0865848 Sep 29 07:17:57.562979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-35798cb3-00a5-4114-a410-0fcae986daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:57.564611 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-35798cb3-00a5-4114-a410-0fcae986daa8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1270368 Sep 29 07:17:57.666857 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-6dc6b027-86a1-4de3-8382-4b5959130463 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 1000 time: 0.0962176 Sep 29 07:17:57.731061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-5675d9f9-5d42-4879-9175-e1fae3c184c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:57.732507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-5675d9f9-5d42-4879-9175-e1fae3c184c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0603859 Sep 29 07:17:57.815532 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-feb3eca9-31d7-4961-a3ad-c7c737861413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:57.816901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-feb3eca9-31d7-4961-a3ad-c7c737861413 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786667 Sep 29 07:17:57.943403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-741a362e-643a-4988-a25c-8906ebb7b060 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205089 Sep 29 07:17:58.071642 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c35e6dac-656d-45b1-a640-8c7df2db0278 req-4587040c-2f4a-4c55-82a4-678005cc8a79 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223459 Sep 29 07:17:58.217447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b576d43-1696-470e-ae5d-85fc16916326 req-fc647219-1ce1-44a9-9676-e1ecf7d84b48 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:58.219032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3b576d43-1696-470e-ae5d-85fc16916326 req-fc647219-1ce1-44a9-9676-e1ecf7d84b48 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0917041 Sep 29 07:17:58.263536 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3b576d43-1696-470e-ae5d-85fc16916326 req-d83b9e1e-b1bc-49c3-b287-4b53c3c4d0db tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388272 Sep 29 07:17:59.433921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 2ac217dc-296f-42e6-805c-b3d973797e40 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:17:59.463081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06db82-1fa1-4628-8ad2-b564c2c082c3 req-2583446e-29e2-478e-a7fd-46958ad1c61d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:17:59.464564 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c06db82-1fa1-4628-8ad2-b564c2c082c3 req-2583446e-29e2-478e-a7fd-46958ad1c61d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0894985 Sep 29 07:17:59.571671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:17:59.585114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '2ac217dc-296f-42e6-805c-b3d973797e40', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '2ac217dc-296f-42e6-805c-b3d973797e40', 'mac_address': 'fa:16:3e:0b:87:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:17:59.612590 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c06db82-1fa1-4628-8ad2-b564c2c082c3 req-9aa42e59-e9b1-473c-88ea-32f70d59089d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421115 Sep 29 07:17:59.639399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 2ac217dc-296f-42e6-805c-b3d973797e40 is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:17:59.639777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:59.655848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ac217dc-296f-42e6-805c-b3d973797e40 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:17:59.670473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:17:59.674283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:17:59.741740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:17:59.750954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.751305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.751653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.751987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.752349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.752681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.753011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.753339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.753672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.754001 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.754323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:17:59.754672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:00.122374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['2ac217dc-296f-42e6-805c-b3d973797e40'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:18:00.814772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5870ff-64c7-4dea-8f4c-1277b37740db req-2da043a1-917a-45b7-ad2d-a696ccd76996 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:00.816223 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5c5870ff-64c7-4dea-8f4c-1277b37740db req-2da043a1-917a-45b7-ad2d-a696ccd76996 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 945 time: 0.0890546 Sep 29 07:18:00.859423 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5c5870ff-64c7-4dea-8f4c-1277b37740db req-d4737b6d-5682-40c9-abf0-2c0ab959a4a6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370853 Sep 29 07:18:01.449225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 2ac217dc-296f-42e6-805c-b3d973797e40 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:18:01.517414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 2ac217dc-296f-42e6-805c-b3d973797e40 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:18:01.517781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:01.518112 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 2ac217dc-296f-42e6-805c-b3d973797e40 Sep 29 07:18:01.628575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 2ac217dc-296f-42e6-805c-b3d973797e40 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:18:01.628949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:01.655585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:18:01.657752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e8860-cfac-4a00-a8d1-2323d0f126fb" -d '{"events": [{"server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:18:01.665140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:18:01.669200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:01.712166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257fa9df-35c3-4265-82f7-44fb14089c48 x-openstack-request-id: req-257fa9df-35c3-4265-82f7-44fb14089c48 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:18:01.712458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:18:01.712707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-257fa9df-35c3-4265-82f7-44fb14089c48 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:18:01.713086 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257fa9df-35c3-4265-82f7-44fb14089c48'] response: {'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40', 'code': 200} Sep 29 07:18:01.737015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:02.053120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd9c4b-617f-4bbc-b6dd-067e51bcbe91 req-42814d93-5626-4689-9b57-fd48f8402169 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:02.055219 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bacd9c4b-617f-4bbc-b6dd-067e51bcbe91 req-42814d93-5626-4689-9b57-fd48f8402169 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0858231 Sep 29 07:18:02.098873 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bacd9c4b-617f-4bbc-b6dd-067e51bcbe91 req-b98ddfd3-e4fc-482f-9898-49343db17c55 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380507 Sep 29 07:18:02.475899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebb59f-eefb-4fea-9cdf-69cc438507c5 req-bee87822-7091-4517-90d2-6404f7453f55 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:02.477949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-deebb59f-eefb-4fea-9cdf-69cc438507c5 req-bee87822-7091-4517-90d2-6404f7453f55 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.1533735 Sep 29 07:18:02.489300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-d7b9bf58-617b-45c2-8844-380cb7b1be94 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:02.490680 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-d7b9bf58-617b-45c2-8844-380cb7b1be94 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c&tenant_id=32c5c6be81b24461ab69af6e8e8e1475&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 946 time: 0.1260228 Sep 29 07:18:02.533060 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-deebb59f-eefb-4fea-9cdf-69cc438507c5 req-76f00ac7-b794-4e39-9493-c7f8f0a10f63 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Sep 29 07:18:02.652500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-3b0f2321-9fc9-4e0d-b847-d2b2f3f0b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:02.653871 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-3b0f2321-9fc9-4e0d-b847-d2b2f3f0b1d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 1099 time: 0.0775211 Sep 29 07:18:02.876290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-7b6f11a0-07ce-4bba-b6cf-95851705ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:02.877747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-7b6f11a0-07ce-4bba-b6cf-95851705ad5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.2181244 Sep 29 07:18:02.979256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-e1e6a566-b4cb-4297-9fbd-e9efff78d5ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 200 len: 1000 time: 0.0955336 Sep 29 07:18:03.044037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-f7681084-3419-46d2-b2ea-aed8c1a70838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:03.045462 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-f7681084-3419-46d2-b2ea-aed8c1a70838 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0599446 Sep 29 07:18:03.126140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-8cb6cab6-5986-4f22-a504-4923e4168002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:03.127624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-8cb6cab6-5986-4f22-a504-4923e4168002 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767317 Sep 29 07:18:03.255529 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-c7b6e909-f354-4dea-bedc-0aa3c604fd21 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213398 Sep 29 07:18:03.383966 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75ccae6b-9eaf-4cec-b2e8-3815d4a276a9 req-fcb54b43-9273-4591-a66d-d7681264aaf4 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218879 Sep 29 07:18:03.732395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228d8ac-af8e-4f3b-92b4-8be4f644e7e5 req-1c5a917d-ec5d-41b7-826f-e437d2394c4e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:03.733881 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9228d8ac-af8e-4f3b-92b4-8be4f644e7e5 req-1c5a917d-ec5d-41b7-826f-e437d2394c4e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0887544 Sep 29 07:18:03.785044 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9228d8ac-af8e-4f3b-92b4-8be4f644e7e5 req-bc60056d-d5e2-4619-8b86-96ca93e105d6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453658 Sep 29 07:18:04.986520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8108b9-7518-4c2c-b12f-6d86c1ffd283 req-ce9bc5b6-89be-44e3-9418-94a383962a49 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:04.987941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5c8108b9-7518-4c2c-b12f-6d86c1ffd283 req-ce9bc5b6-89be-44e3-9418-94a383962a49 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0902398 Sep 29 07:18:05.030165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5c8108b9-7518-4c2c-b12f-6d86c1ffd283 req-c9a590e9-8ac6-41b6-b2c3-e409807cab75 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366092 Sep 29 07:18:05.222255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9333b-9f4c-4351-a639-be4068abdb74 req-0b5f7a9c-bcea-48b2-bd28-fc97a39cdfa2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:05.223726 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11c9333b-9f4c-4351-a639-be4068abdb74 req-0b5f7a9c-bcea-48b2-bd28-fc97a39cdfa2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0854576 Sep 29 07:18:05.265956 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11c9333b-9f4c-4351-a639-be4068abdb74 req-d963ff2f-4ba3-4286-839c-8ad963a55169 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366082 Sep 29 07:18:05.460265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09cbb4-fdc6-469e-b6ff-210735b8961e req-17dca798-5603-43d9-be77-305f83edbf88 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:05.462292 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a09cbb4-fdc6-469e-b6ff-210735b8961e req-17dca798-5603-43d9-be77-305f83edbf88 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0885386 Sep 29 07:18:05.504913 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a09cbb4-fdc6-469e-b6ff-210735b8961e req-39d18a0d-fd5d-467e-9a64-2b265924939f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368934 Sep 29 07:18:06.034726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a673ab-b851-4e3c-9034-0cda55e3891b req-02f5734d-9c36-46bf-a488-6a70ac603c02 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:06.036079 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-02a673ab-b851-4e3c-9034-0cda55e3891b req-02f5734d-9c36-46bf-a488-6a70ac603c02 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0896456 Sep 29 07:18:06.079598 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-02a673ab-b851-4e3c-9034-0cda55e3891b req-a34e04e3-f98e-468b-b4d8-b8dc29810f02 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378120 Sep 29 07:18:07.276967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b386e0-53e6-423a-8165-83e9bb69f425 req-a9c9a06f-f279-41c3-b3cf-a16ade1fd1e7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:07.278426 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63b386e0-53e6-423a-8165-83e9bb69f425 req-a9c9a06f-f279-41c3-b3cf-a16ade1fd1e7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0891700 Sep 29 07:18:07.321802 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-63b386e0-53e6-423a-8165-83e9bb69f425 req-7f798142-1a1c-4a2f-b21f-e973c3666dc6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377054 Sep 29 07:18:07.923007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-f8b0370b-e26c-4b82-8032-1e5ba630d119 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:07.924431 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-f8b0370b-e26c-4b82-8032-1e5ba630d119 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.0841055 Sep 29 07:18:07.995895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Deleting port 2ac217dc-296f-42e6-805c-b3d973797e40 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:18:07.996230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:08.246130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] For port 2ac217dc-296f-42e6-805c-b3d973797e40, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=2ac217dc-296f-42e6-805c-b3d973797e40,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:18:08.246480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:08.675489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-974c6857-2885-4e1e-a314-9db9fd2a9d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:08.690991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:08.691571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:08.691998 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da disassociated. External IP: 172.26.0.9, port: 2ac217dc-296f-42e6-805c-b3d973797e40. Sep 29 07:18:08.692336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Calling delete_port for 2ac217dc-296f-42e6-805c-b3d973797e40 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:18:08.770313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be141b6-4d34-4db7-8b18-6dfe26d2bca8 req-356f7f02-e28b-4c03-9e14-42ff9fe9b5cd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:08.772118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4be141b6-4d34-4db7-8b18-6dfe26d2bca8 req-356f7f02-e28b-4c03-9e14-42ff9fe9b5cd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 946 time: 0.1826005 Sep 29 07:18:08.874983 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4be141b6-4d34-4db7-8b18-6dfe26d2bca8 req-13d5c4e0-ca7e-43ba-bed8-c274b18a1b51 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838029 Sep 29 07:18:08.894009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:08.949817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event deleted for resources: {'Port': ['ID=2ac217dc-296f-42e6-805c-b3d973797e40,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:08.961446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.961793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.962135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.962468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.962892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.963328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.963564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.963894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.964220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.964541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.964864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:08.965184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:18:09.151440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:18:09.324195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:18:09.334073 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:18:09.344023 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:18:09.344713 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:17:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:09.407216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] No DVR routers for this DVR port 2ac217dc-296f-42e6-805c-b3d973797e40 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:18:09.409609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:09.412281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'name': 'network-vif-deleted', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:18:09.414608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c695a69-7dc1-4bb5-bae6-80cb386e349e" -d '{"events": [{"server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "name": "network-vif-deleted", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:18:09.431202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72cc3a55-07e4-4c3b-8807-a3810faae172 req-0376e5fc-580c-46ff-8997-e6650674a0a1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "DELETE /v2.0/ports/2ac217dc-296f-42e6-805c-b3d973797e40 HTTP/1.1" status: 204 len: 173 time: 1.5017490 Sep 29 07:18:09.461955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e68c5-1d15-467e-921c-002d51ae875e x-openstack-request-id: req-da6e68c5-1d15-467e-921c-002d51ae875e {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:18:09.462295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd30006e-8de8-42d2-9402-31718bfdee1c", "name": "network-vif-deleted", "tag": "2ac217dc-296f-42e6-805c-b3d973797e40", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:18:09.462611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da6e68c5-1d15-467e-921c-002d51ae875e {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:18:09.463051 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6e68c5-1d15-467e-921c-002d51ae875e'] response: {'server_uuid': 'cd30006e-8de8-42d2-9402-31718bfdee1c', 'name': 'network-vif-deleted', 'tag': '2ac217dc-296f-42e6-805c-b3d973797e40', 'status': 'completed', 'code': 200} Sep 29 07:18:09.565939 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:18:09.876733 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:09.880610 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:18:09.888802 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:18:09.889399 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:17:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:10.070945 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:18:10.071297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-3b2837b3-5906-4c91-bfcf-0423872b3dfc req-c80101c1-67f2-47aa-bd02-08106aa4c3f5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:18:10.087478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-3b2837b3-5906-4c91-bfcf-0423872b3dfc req-c80101c1-67f2-47aa-bd02-08106aa4c3f5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:18:10.088690 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3b2837b3-5906-4c91-bfcf-0423872b3dfc req-c80101c1-67f2-47aa-bd02-08106aa4c3f5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd30006e-8de8-42d2-9402-31718bfdee1c HTTP/1.1" status: 200 len: 210 time: 0.0814559 Sep 29 07:18:10.380364 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:10.385024 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1df63-9c06-4542-a8ef-41d0850bac34 None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:18:10.593504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ab1ba-2031-4dc5-8ce8-e97b3fa66d0c None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:18:10.968435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1ecacc23-5211-48e5-8f9f-4cc11e9ca4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:11.420168 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-f7d8b8e3-a728-4d94-b644-6068f9d921cf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--941908122&fields=id&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 267 time: 0.0386136 Sep 29 07:18:11.495731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 2ac217dc-296f-42e6-805c-b3d973797e40 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:18:11.566805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 2ac217dc-296f-42e6-805c-b3d973797e40 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:18:11.567251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 2ac217dc-296f-42e6-805c-b3d973797e40 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:18:11.568419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-7b3abed7-49ae-488b-8823-bd9d65ed474b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:11.569114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-7b3abed7-49ae-488b-8823-bd9d65ed474b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:18:11.585387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-7b3abed7-49ae-488b-8823-bd9d65ed474b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:18:11.587105 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-7b3abed7-49ae-488b-8823-bd9d65ed474b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1604846 Sep 29 07:18:11.601905 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-93e79187-d03d-4671-b785-13a32b979282 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/quotas/32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 375 time: 0.0089166 Sep 29 07:18:11.693548 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-541081f3-9910-49f1-905a-431e372faf5d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868001 Sep 29 07:18:11.827847 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-ec529dc5-5683-465a-8825-672ccc2cde5f service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228628 Sep 29 07:18:11.890315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:11.955671 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-7a3f477a-277b-408a-9712-6a8b69fbc3b2 service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213911 Sep 29 07:18:12.063685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:12.134415 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9a25c8b-9542-4269-80fc-1f7e32d524e5 req-6be9f88e-7c25-44c9-ad69-e85ed115ba8e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 210 time: 0.0493546 Sep 29 07:18:13.231078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-c13819b1-c4f3-4ca1-bafd-eb929690bf1c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:13.232658 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-c13819b1-c4f3-4ca1-bafd-eb929690bf1c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1536636 Sep 29 07:18:13.303182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-3d1b7c0b-cde4-45e0-a3f9-20b79398641c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 379 time: 0.0545943 Sep 29 07:18:13.311532 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a593e49d-9f6a-42e6-beb0-94c7430c1d51 req-e3ab53d1-042f-4d9a-bbb8-6b0945f1ddb6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 210 time: 0.0551095 Sep 29 07:18:13.312106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'port': {'device_id': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'admin_state_up': True, 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'security_groups': ['b339c15e-cc69-47b8-88b6-03c755783927']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:18:13.431111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:13.482434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:18:13.498193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:18:13.511589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Made reservation on behalf of 32c5c6be81b24461ab69af6e8e8e1475 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:18:13.515009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:13.674592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Allocated IP 172.20.0.4 (6a718570-03c3-4390-b1ea-26a990f9dc91/b166250f-9bf6-4ee8-8d62-4e58640ef393/122872d0-5884-43b2-921b-5ae96948919e) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:18:13.973228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:13.989376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Transition to ACTIVE for port object 122872d0-5884-43b2-921b-5ae96948919e will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:18:14.012415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:14.083806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:18:14.087581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:18:14.091398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:18:14.121866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:14.158737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:14.159354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:14.184614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-9010fd1e-6c92-4079-84de-d7ed40118277 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8767195 Sep 29 07:18:14.201902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Request body: {'port': {'device_id': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:18:14.316498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:14.365611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Provisioning for port 122872d0-5884-43b2-921b-5ae96948919e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:18:14.373213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Provisioning complete for port 122872d0-5884-43b2-921b-5ae96948919e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:18:14.374521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:14.375477 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Attempt 1 to provision port 122872d0-5884-43b2-921b-5ae96948919e Sep 29 07:18:14.439579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Port 122872d0-5884-43b2-921b-5ae96948919e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:18:14.645996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b664ece-3695-4f98-bbd8-be4aaf6111ea req-09acb91c-e220-40e2-aab0-9fa919873452 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:14.646606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-0b664ece-3695-4f98-bbd8-be4aaf6111ea req-09acb91c-e220-40e2-aab0-9fa919873452 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:18:14.682328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-0b664ece-3695-4f98-bbd8-be4aaf6111ea req-09acb91c-e220-40e2-aab0-9fa919873452 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:18:14.683483 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0b664ece-3695-4f98-bbd8-be4aaf6111ea req-09acb91c-e220-40e2-aab0-9fa919873452 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 931 time: 0.2374535 Sep 29 07:18:14.780848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0b664ece-3695-4f98-bbd8-be4aaf6111ea req-17566d1f-0b4e-43d1-92a5-4e171fbd2eb0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909612 Sep 29 07:18:14.788142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122872d0-5884-43b2-921b-5ae96948919e {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:18:14.795512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:14.810841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Transition to ACTIVE for port object 122872d0-5884-43b2-921b-5ae96948919e will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:18:14.814411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:14.941104 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Attempt 2 to provision port 122872d0-5884-43b2-921b-5ae96948919e Sep 29 07:18:14.999019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Port 122872d0-5884-43b2-921b-5ae96948919e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:18:15.021176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:15.050991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Attempting to bind port 122872d0-5884-43b2-921b-5ae96948919e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:18:15.051328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Attempting to bind port 122872d0-5884-43b2-921b-5ae96948919e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:18:15.051652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Attempting to bind port 122872d0-5884-43b2-921b-5ae96948919e on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:18:15.056749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Port 122872d0-5884-43b2-921b-5ae96948919e on network 6a718570-03c3-4390-b1ea-26a990f9dc91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:18:15.057064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Attempting to bind port 122872d0-5884-43b2-921b-5ae96948919e on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:18:15.062106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:18:15.062436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:18:15.062844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Bound using segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:18:15.063262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Bound port: 122872d0-5884-43b2-921b-5ae96948919e, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:18:15.063603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:15.152392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:18:15.155308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:18:15.159698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:15.164231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:15.164839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:15.166189 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-771bc75e-d744-466c-9975-52413ee32628 service neutron] 10.222.0.61 "PUT /v2.0/ports/122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 1093 time: 0.9686165 Sep 29 07:18:15.194721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'tag': '122872d0-5884-43b2-921b-5ae96948919e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:18:15.197911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902b46a3-f416-464f-8717-8923cc2a9e25" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "tag": "122872d0-5884-43b2-921b-5ae96948919e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:18:15.260737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f5c97-d880-4fb6-92d7-d46fdb4d92a8 x-openstack-request-id: req-574f5c97-d880-4fb6-92d7-d46fdb4d92a8 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:18:15.261021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "tag": "122872d0-5884-43b2-921b-5ae96948919e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:18:15.261318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-574f5c97-d880-4fb6-92d7-d46fdb4d92a8 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:18:15.261691 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574f5c97-d880-4fb6-92d7-d46fdb4d92a8'] response: {'name': 'network-changed', 'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'tag': '122872d0-5884-43b2-921b-5ae96948919e', 'status': 'completed', 'code': 200} Sep 29 07:18:15.302160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bc75e-d744-466c-9975-52413ee32628 service neutron] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:15.320125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-3aa5edd0-567e-406e-a339-a26f4b776bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:15.321632 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-3aa5edd0-567e-406e-a339-a26f4b776bcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1096 time: 0.0978231 Sep 29 07:18:15.394162 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-5a899f9c-46a7-48c8-b937-fc12425e10eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 217 time: 0.0599992 Sep 29 07:18:15.457708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-925a3bcd-dea0-4241-9ddf-1ba15388af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:15.459135 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-925a3bcd-dea0-4241-9ddf-1ba15388af11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0591915 Sep 29 07:18:15.499857 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Attempt 3 to provision port 122872d0-5884-43b2-921b-5ae96948919e Sep 29 07:18:15.540321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-0eefd4c6-668a-4702-a56d-c175f75d8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:15.541799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-0eefd4c6-668a-4702-a56d-c175f75d8f59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771198 Sep 29 07:18:15.559634 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4c19-4d81-470e-9e58-6a5f07e975f3 None None] Port 122872d0-5884-43b2-921b-5ae96948919e had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:18:15.768170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-50d2e472-6177-4a47-b6c0-5dece1ca0062 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193739 Sep 29 07:18:15.947769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3ad4fb56-708f-48fd-8540-210c99b0af18 req-ff6d3e1e-7325-4f6d-ba7e-ef6af7bfb864 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734240 Sep 29 07:18:15.995824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db9dd8-b437-4a07-b77a-8739ba372d11 req-89c39353-4eda-44ea-a14c-21e9302b7028 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:15.997307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-50db9dd8-b437-4a07-b77a-8739ba372d11 req-89c39353-4eda-44ea-a14c-21e9302b7028 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 943 time: 0.1004591 Sep 29 07:18:16.088866 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-50db9dd8-b437-4a07-b77a-8739ba372d11 req-79a9fea5-5e02-426c-bc0b-000a181a7493 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854702 Sep 29 07:18:16.124938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-6b4c2f8e-5faa-458a-976e-0c2233bbd910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:16.126413 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-6b4c2f8e-5faa-458a-976e-0c2233bbd910 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1096 time: 0.0895367 Sep 29 07:18:16.252715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-47f7a5de-a737-4f8e-a126-40d55535bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:16.254117 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-47f7a5de-a737-4f8e-a126-40d55535bccb service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1215224 Sep 29 07:18:16.322246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-12bcb3eb-ee18-4522-98f7-247235a2ed9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 217 time: 0.0622754 Sep 29 07:18:16.387101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-302e2ff2-0865-420e-8700-36ef53a19cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:16.388472 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-302e2ff2-0865-420e-8700-36ef53a19cb5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0599129 Sep 29 07:18:16.471757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-0932aab0-bcda-4435-b478-c329cd93184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:16.473217 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-0932aab0-bcda-4435-b478-c329cd93184f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791559 Sep 29 07:18:16.600431 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-0308a97c-5fce-48db-b842-542ac7eb3300 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208429 Sep 29 07:18:16.727990 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-902b46a3-f416-464f-8717-8923cc2a9e25 req-e158ae45-0052-476c-ad24-b08b4660cd55 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212246 Sep 29 07:18:17.288080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877807cb-0aba-42cc-bc94-af383107a740 req-ce976eed-eb23-4394-8c3f-460dbe54d6d6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:17.289532 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-877807cb-0aba-42cc-bc94-af383107a740 req-ce976eed-eb23-4394-8c3f-460dbe54d6d6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 943 time: 0.0880678 Sep 29 07:18:17.331460 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-877807cb-0aba-42cc-bc94-af383107a740 req-8e11ec52-0788-4e0f-b85c-5cae21cf8ae5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362937 Sep 29 07:18:17.374626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:17.510005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:18:17.637581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:18:17.650672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '122872d0-5884-43b2-921b-5ae96948919e', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '122872d0-5884-43b2-921b-5ae96948919e', 'mac_address': 'fa:16:3e:7b:a6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:18:17.703383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 122872d0-5884-43b2-921b-5ae96948919e is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:18:17.703790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:17.723667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122872d0-5884-43b2-921b-5ae96948919e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:18:17.739093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:18:17.743064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:17.808627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:18.190064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['122872d0-5884-43b2-921b-5ae96948919e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:18:18.524361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c14ad-917e-469d-a357-f2f0f9ff335b req-4827fdf3-88ef-41ba-b4d3-d422253c2dce tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:18.525797 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-238c14ad-917e-469d-a357-f2f0f9ff335b req-4827fdf3-88ef-41ba-b4d3-d422253c2dce tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 944 time: 0.0854399 Sep 29 07:18:18.571875 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-238c14ad-917e-469d-a357-f2f0f9ff335b req-e9c97348-2882-4302-88d5-e69fc28532fd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403528 Sep 29 07:18:19.525508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:18:19.590518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 122872d0-5884-43b2-921b-5ae96948919e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:18:19.595335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 122872d0-5884-43b2-921b-5ae96948919e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:18:19.595704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:19.596031 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 122872d0-5884-43b2-921b-5ae96948919e Sep 29 07:18:19.710714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 122872d0-5884-43b2-921b-5ae96948919e is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:18:19.711092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:19.737207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122872d0-5884-43b2-921b-5ae96948919e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:18:19.739494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d890d-d12a-490f-9aed-4f1e208f42ef" -d '{"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-plugged", "status": "completed", "tag": "122872d0-5884-43b2-921b-5ae96948919e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:18:19.747544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:18:19.752301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:19.768584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42754b-404b-495a-863e-b5c05b45a83a req-f06f84f2-66a5-4869-adb9-aa71ec34663e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:19.770212 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6f42754b-404b-495a-863e-b5c05b45a83a req-f06f84f2-66a5-4869-adb9-aa71ec34663e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 944 time: 0.0897267 Sep 29 07:18:19.788951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb74025-0fe1-49e7-958b-57b1e2aa8f14 x-openstack-request-id: req-eeb74025-0fe1-49e7-958b-57b1e2aa8f14 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:18:19.789245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-plugged", "status": "completed", "tag": "122872d0-5884-43b2-921b-5ae96948919e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:18:19.789492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eeb74025-0fe1-49e7-958b-57b1e2aa8f14 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:18:19.789879 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb74025-0fe1-49e7-958b-57b1e2aa8f14'] response: {'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122872d0-5884-43b2-921b-5ae96948919e', 'code': 200} Sep 29 07:18:19.813441 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6f42754b-404b-495a-863e-b5c05b45a83a req-4aa5a9b0-dda2-4440-a803-99961c6bb584 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378520 Sep 29 07:18:19.821724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:18:20.057046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020d08-31b2-4f64-aa0b-0418a68d388d req-0bf6deb0-68bb-4cb0-b945-ede7d273404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:20.058394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6a020d08-31b2-4f64-aa0b-0418a68d388d req-0bf6deb0-68bb-4cb0-b945-ede7d273404e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.0748155 Sep 29 07:18:20.097722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6a020d08-31b2-4f64-aa0b-0418a68d388d req-ca4020a4-af5e-44cd-9902-b48ae3afa324 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330238 Sep 29 07:18:21.025224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a43d9b-fa6d-463b-b45f-f372d3f8267c req-8158aec9-779c-494b-9991-4d1ead2adab4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:21.026696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a43d9b-fa6d-463b-b45f-f372d3f8267c req-8158aec9-779c-494b-9991-4d1ead2adab4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0887306 Sep 29 07:18:21.069676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a43d9b-fa6d-463b-b45f-f372d3f8267c req-26ef4231-f659-4301-82d4-23636808705d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372965 Sep 29 07:18:22.101496 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:18:22.262747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d851b7-c9b5-405a-bb79-0ba7f9629278 req-22a1cbbf-a080-4fa4-b4f4-4ca062616539 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:22.264252 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a7d851b7-c9b5-405a-bb79-0ba7f9629278 req-22a1cbbf-a080-4fa4-b4f4-4ca062616539 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0873487 Sep 29 07:18:22.306346 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a7d851b7-c9b5-405a-bb79-0ba7f9629278 req-c0b1c496-48cb-4448-8dda-a041349449b0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365825 Sep 29 07:18:22.494516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be07f9-2408-438c-96ea-5d73798fed57 req-498834b2-ee80-41be-a183-755cd1ce3f26 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:22.495964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7be07f9-2408-438c-96ea-5d73798fed57 req-498834b2-ee80-41be-a183-755cd1ce3f26 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0859125 Sep 29 07:18:22.505908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52778) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:18:22.510773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'floatingip': {'port_id': '122872d0-5884-43b2-921b-5ae96948919e'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:18:22.586931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:23.262689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:23.266322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:23.435214 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da associated. External IP: 172.26.0.9, port: 122872d0-5884-43b2-921b-5ae96948919e. Sep 29 07:18:23.770677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:18:24.066323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:18:24.071723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:24.076842 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:18:24.086675 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:18:24.087275 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:18:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:24.124671 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c676310c-a23f-4851-8724-e2fe90ec93a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "PUT /v2.0/floatingips/0f749a63-e298-48a5-8ca1-99fd9ab466da HTTP/1.1" status: 200 len: 989 time: 1.6176863 Sep 29 07:18:24.125245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'tag': '122872d0-5884-43b2-921b-5ae96948919e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:18:24.127599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792c73e-380b-4079-9ff7-2cb070a3a97d" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "tag": "122872d0-5884-43b2-921b-5ae96948919e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:18:24.169483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e6788-9cc9-43f6-b83b-30876f552c3e x-openstack-request-id: req-f87e6788-9cc9-43f6-b83b-30876f552c3e {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:18:24.169774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "tag": "122872d0-5884-43b2-921b-5ae96948919e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:18:24.170019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f87e6788-9cc9-43f6-b83b-30876f552c3e {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:18:24.170415 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87e6788-9cc9-43f6-b83b-30876f552c3e'] response: {'name': 'network-changed', 'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'tag': '122872d0-5884-43b2-921b-5ae96948919e', 'status': 'completed', 'code': 200} Sep 29 07:18:24.264239 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:18:24.291642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-e2f78e50-e871-4f38-bda6-64a80e1485f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:24.293150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-e2f78e50-e871-4f38-bda6-64a80e1485f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.0804911 Sep 29 07:18:24.436348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-4ff3c1e8-2990-4f6a-8ad4-7418a5365ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:24.437784 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-4ff3c1e8-2990-4f6a-8ad4-7418a5365ee3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1341999 Sep 29 07:18:24.537362 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-2188d265-56f8-4673-929c-04ffcf2c2015 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 997 time: 0.0929949 Sep 29 07:18:24.603115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-aac2fee1-8439-4a21-ae6b-5fdb3c19ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:24.604557 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-aac2fee1-8439-4a21-ae6b-5fdb3c19ea68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0612495 Sep 29 07:18:24.635082 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '122872d0-5884-43b2-921b-5ae96948919e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:7b:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:18:23Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:24.639008 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:18:24.647024 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:18:24.647621 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:18:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:24.686863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-139f83f1-e45c-4728-b5ca-63dd1d47c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:24.688609 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-139f83f1-e45c-4728-b5ca-63dd1d47c734 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776341 Sep 29 07:18:24.818597 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:18:24.818968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-465c7bbc-fd57-43cb-b075-f368cf4a095e service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237524 Sep 29 07:18:24.956131 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e792c73e-380b-4079-9ff7-2cb070a3a97d req-427d8628-7efa-4a28-9d14-3848a057b762 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316910 Sep 29 07:18:25.158570 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '122872d0-5884-43b2-921b-5ae96948919e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:7b:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:18:23Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:18:25.162387 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb30cb-4463-4cf3-bc80-f77d52b0146a None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '122872d0-5884-43b2-921b-5ae96948919e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:7b:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:18:23Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:18:25.349432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aecfff-8810-4df9-8f86-fe034ef707d4 None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:18:28.455759 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-1aaa196b-3bb4-41d8-90ea-4a4f7e551c33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789645 Sep 29 07:18:28.617596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-8cc2ab7f-21bb-4684-990c-909191b38ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:28.619176 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-8cc2ab7f-21bb-4684-990c-909191b38ed8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.0789101 Sep 29 07:18:28.761646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-c75e91ca-964d-4a59-a441-94dc8fafcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:28.763129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-c75e91ca-964d-4a59-a441-94dc8fafcbec service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1264086 Sep 29 07:18:28.862841 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-81abff25-5c47-4dc9-be59-e1d65c3b6574 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 999 time: 0.0935624 Sep 29 07:18:28.922478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-cd919148-544b-4a55-8261-2a4a841f751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:28.923906 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-cd919148-544b-4a55-8261-2a4a841f751c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0555105 Sep 29 07:18:29.011290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-265a0f50-9f0b-44b9-bd73-c9af4dc88823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:18:29.012816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-265a0f50-9f0b-44b9-bd73-c9af4dc88823 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827525 Sep 29 07:18:29.143687 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-dee6e4c5-e1c0-4586-8fe3-2b46b7aa3d2b service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224308 Sep 29 07:18:29.375783 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a3878aca-9015-47c0-9464-f17a96666fa0 req-c14a36f0-604a-4e25-9363-e51dee6e17e5 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259672 Sep 29 07:18:38.678427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-caffd0e9-f822-4123-a6fe-27404d7afd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:40.970346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f3d10cfa-9039-4120-9da2-9999ef673290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:41.892202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:42.061476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:43.434913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:47.367858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:18:59.101435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:19:08.679096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4520a047-a161-479f-aa70-243360c21c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:10.973058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0d6e-5061-4bbc-b051-aa0227f854a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:11.895095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:12.063716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:13.436129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:17.369789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:28.250669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661d869-3554-4242-994e-131b9c30eef3 req-0e870fa0-8771-482d-9251-4ee91adfc680 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:28.252102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3661d869-3554-4242-994e-131b9c30eef3 req-0e870fa0-8771-482d-9251-4ee91adfc680 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.1686335 Sep 29 07:19:28.295028 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3661d869-3554-4242-994e-131b9c30eef3 req-c9804866-a78d-42e8-ba81-37e066809ae7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367126 Sep 29 07:19:28.525337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-323edeb4-37c9-4bd7-9d1b-87bfbad20b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:28.526762 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-323edeb4-37c9-4bd7-9d1b-87bfbad20b2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.0780120 Sep 29 07:19:28.676088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-3a8912a0-3e4f-48ec-b2f5-767019497542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:28.677590 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-3a8912a0-3e4f-48ec-b2f5-767019497542 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1307333 Sep 29 07:19:28.779323 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-9a7b6211-77ac-4984-bf9b-f138cec5a0f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 999 time: 0.0947328 Sep 29 07:19:28.841468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-dd285dc5-2843-4e6b-ac8d-36c704b7eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:28.843178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-dd285dc5-2843-4e6b-ac8d-36c704b7eec6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0581954 Sep 29 07:19:28.922215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-4e0804f7-7131-49e2-82c2-a63ff46fe1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:28.923679 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-4e0804f7-7131-49e2-82c2-a63ff46fe1b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749276 Sep 29 07:19:29.052568 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-9ede9adb-f7e1-4d3a-9705-7e86ff37e762 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224575 Sep 29 07:19:29.180353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ef35ebf-46f2-40c6-9287-10f90115b872 req-f79ec8d1-5e2b-4bcb-8188-17a822b91772 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215885 Sep 29 07:19:29.548522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba021ae-3b34-422f-b6de-feb3ebae4e56 req-9abc1e5c-9515-4068-ab0f-6e8fe16e2543 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:29.549976 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ba021ae-3b34-422f-b6de-feb3ebae4e56 req-9abc1e5c-9515-4068-ab0f-6e8fe16e2543 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.1397448 Sep 29 07:19:29.594118 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ba021ae-3b34-422f-b6de-feb3ebae4e56 req-4ae65109-0436-4bb2-8f66-b48679e55184 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378675 Sep 29 07:19:30.786973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa235-ff0b-46a3-905a-ff599a2b8b70 req-73b0f62c-d911-4115-8b71-998ec8691923 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:30.788955 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-435fa235-ff0b-46a3-905a-ff599a2b8b70 req-73b0f62c-d911-4115-8b71-998ec8691923 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0864894 Sep 29 07:19:30.831997 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-435fa235-ff0b-46a3-905a-ff599a2b8b70 req-558444cd-4c9c-4ac3-9cf5-17c48ca87f1a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374343 Sep 29 07:19:32.026513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cf486-027d-46f9-95f6-46d6f4a2cd23 req-532723f1-07fa-409b-89d2-8a102a2f0f0a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:32.028015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-802cf486-027d-46f9-95f6-46d6f4a2cd23 req-532723f1-07fa-409b-89d2-8a102a2f0f0a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0858688 Sep 29 07:19:32.072166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-802cf486-027d-46f9-95f6-46d6f4a2cd23 req-1c0c9766-f02c-478f-9643-3aa8999f8372 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Sep 29 07:19:33.269148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc37b7-7c33-44b3-965c-8b2801be6e3e req-371d4b15-a3e1-45f2-afbf-e421d006ac0a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:33.270600 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e9cc37b7-7c33-44b3-965c-8b2801be6e3e req-371d4b15-a3e1-45f2-afbf-e421d006ac0a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0873225 Sep 29 07:19:33.313745 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e9cc37b7-7c33-44b3-965c-8b2801be6e3e req-ad7718ca-f010-4797-b27f-796c6d8c348d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369601 Sep 29 07:19:34.510439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d547f-f9e2-48f1-bded-cf2e1bc9f3d7 req-ed742fac-c0d8-4c2d-a362-bf09e31d8869 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:34.511910 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cb9d547f-f9e2-48f1-bded-cf2e1bc9f3d7 req-ed742fac-c0d8-4c2d-a362-bf09e31d8869 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0890424 Sep 29 07:19:34.555459 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cb9d547f-f9e2-48f1-bded-cf2e1bc9f3d7 req-79489cff-c968-41f3-adf7-9d65f8eea515 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380168 Sep 29 07:19:35.748695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7fa9-8ab8-43cf-8e51-e959aa9ba489 req-d92409d1-331d-4050-a9cf-46da20c8af2b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:35.750150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-038f7fa9-8ab8-43cf-8e51-e959aa9ba489 req-d92409d1-331d-4050-a9cf-46da20c8af2b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0850277 Sep 29 07:19:35.896318 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-038f7fa9-8ab8-43cf-8e51-e959aa9ba489 req-7cda8260-e6d5-4ebc-a48f-59fb09373fc9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404259 Sep 29 07:19:36.102095 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:19:37.090408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33b9f-42ac-4622-b17c-f73f97a06634 req-dfb2dbea-43ce-424e-ba44-46568c8eb0d9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:37.091937 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cad33b9f-42ac-4622-b17c-f73f97a06634 req-dfb2dbea-43ce-424e-ba44-46568c8eb0d9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0841541 Sep 29 07:19:37.139346 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cad33b9f-42ac-4622-b17c-f73f97a06634 req-23180351-60bd-4df8-974e-aadd7a58079d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Sep 29 07:19:38.330354 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d56f3-1219-4842-ba78-6311134944f6 req-2f4a5f3b-6617-4673-91db-f0c50cb7fed4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:38.331813 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-334d56f3-1219-4842-ba78-6311134944f6 req-2f4a5f3b-6617-4673-91db-f0c50cb7fed4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0845811 Sep 29 07:19:38.376692 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-334d56f3-1219-4842-ba78-6311134944f6 req-6d6d4c61-0765-4cee-8b21-f610365a45dc tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383506 Sep 29 07:19:38.680869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a90fbd5-6c84-4faa-aed8-30c3ba668965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:39.570855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07449ba2-1edc-46c9-8416-fe71b22b7b04 req-9ffb61e1-d159-4ab6-b724-bceefe236f09 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:39.572306 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-07449ba2-1edc-46c9-8416-fe71b22b7b04 req-9ffb61e1-d159-4ab6-b724-bceefe236f09 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0861843 Sep 29 07:19:39.618568 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-07449ba2-1edc-46c9-8416-fe71b22b7b04 req-a867a6d1-59fd-451d-a235-2f6d38d62ddc tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Sep 29 07:19:40.818649 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b839b5-2156-44fa-b813-83cad9c7dc96 req-312511fd-295a-4045-86cc-ef163d1c2ecf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:40.820681 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09b839b5-2156-44fa-b813-83cad9c7dc96 req-312511fd-295a-4045-86cc-ef163d1c2ecf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0870192 Sep 29 07:19:40.862580 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09b839b5-2156-44fa-b813-83cad9c7dc96 req-cda658dd-803e-4b42-a3e5-465ed49b96ca tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Sep 29 07:19:40.977237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a36879be-071a-489e-9e24-0f92e82cdf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:41.897136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:42.065989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a001-e8ff-4d44-9865-7d5059a249e0 req-8e0662ec-fa7c-40e4-94a6-b36af4ed32a3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:42.067740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d6f9a001-e8ff-4d44-9865-7d5059a249e0 req-8e0662ec-fa7c-40e4-94a6-b36af4ed32a3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0928710 Sep 29 07:19:42.069175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:42.111822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d6f9a001-e8ff-4d44-9865-7d5059a249e0 req-048fefd4-c2dc-433a-bec0-643b46a813fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Sep 29 07:19:43.312884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc5981-0814-4cd0-acac-aa615a84adfb req-ac964c4b-e425-4f0e-8b55-08f5ec002063 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:43.314305 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2fcc5981-0814-4cd0-acac-aa615a84adfb req-ac964c4b-e425-4f0e-8b55-08f5ec002063 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0880466 Sep 29 07:19:43.357641 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2fcc5981-0814-4cd0-acac-aa615a84adfb req-49195399-2e3f-4a4f-b723-e1d1e70daac3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371933 Sep 29 07:19:43.438295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:44.552108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b96185-9837-4d52-a955-e825be28847d req-bd840fc1-2d67-4669-8382-605303414fd4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:44.553590 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6b96185-9837-4d52-a955-e825be28847d req-bd840fc1-2d67-4669-8382-605303414fd4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0845332 Sep 29 07:19:44.599785 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f6b96185-9837-4d52-a955-e825be28847d req-f084936e-5f59-405b-92ce-65de07fd83c8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405638 Sep 29 07:19:45.164633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99097d6-c9b2-48f2-af81-bae8d5d459fb req-d108b6d3-8468-4d9b-95c1-ebe76931c3ef tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:45.166006 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b99097d6-c9b2-48f2-af81-bae8d5d459fb req-d108b6d3-8468-4d9b-95c1-ebe76931c3ef tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.2176342 Sep 29 07:19:45.169405 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-c678b7f7-81ba-4a20-8de0-e0f91d533d3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2961907 Sep 29 07:19:45.212637 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b99097d6-c9b2-48f2-af81-bae8d5d459fb req-a37818ef-57f6-4ad4-aff7-75aa7e6f4c97 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 Sep 29 07:19:46.410186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892630c9-0881-469e-9e48-d5e08382c334 req-848afcd7-7ee0-4f74-865f-0bdb0c2c4a70 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:46.411655 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-892630c9-0881-469e-9e48-d5e08382c334 req-848afcd7-7ee0-4f74-865f-0bdb0c2c4a70 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0861862 Sep 29 07:19:46.454574 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-892630c9-0881-469e-9e48-d5e08382c334 req-5720f823-239d-4aa7-8746-9e2ae9d7784a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366910 Sep 29 07:19:47.357664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:47.501990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-f21b7b3f-b2d9-4805-a318-efcc8c7cd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:47.503530 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-f21b7b3f-b2d9-4805-a318-efcc8c7cd0a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.0782883 Sep 29 07:19:47.703010 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-021e5fc9-ff6d-475f-a2a4-9401848a7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:47.704515 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-021e5fc9-ff6d-475f-a2a4-9401848a7a8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1950076 Sep 29 07:19:47.716100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192667f7-a77e-4cfd-a02d-c55a96f03ce3 req-66d428c7-9bab-4ec4-a102-8d485a9508d0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:47.717689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-192667f7-a77e-4cfd-a02d-c55a96f03ce3 req-66d428c7-9bab-4ec4-a102-8d485a9508d0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.1347592 Sep 29 07:19:47.841371 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-192667f7-a77e-4cfd-a02d-c55a96f03ce3 req-220f5f6e-fdbe-49db-971b-d4a08e8cc1c6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730150 Sep 29 07:19:47.845235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-fae3bfe5-e0aa-47bb-9615-223d69ac08b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 999 time: 0.1267195 Sep 29 07:19:47.909652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-5ae5d980-fa7a-4d5d-9c75-6c550328843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:47.911458 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-5ae5d980-fa7a-4d5d-9c75-6c550328843e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0598512 Sep 29 07:19:47.994735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-7ffd5892-169b-4144-a6a8-10505d9ef09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:47.996207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-7ffd5892-169b-4144-a6a8-10505d9ef09a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792036 Sep 29 07:19:48.123901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-8c32aed4-c7fb-4a3b-b04c-b12d3de4804c service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215651 Sep 29 07:19:48.254895 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-49756315-6b1d-4a25-be0e-e3865ffe9fc1 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251414 Sep 29 07:19:49.043801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f375a-a6e5-4466-981f-f2d3f0a72629 req-0b12ac35-a855-4689-97f3-488b73766ee5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:49.045265 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-571f375a-a6e5-4466-981f-f2d3f0a72629 req-0b12ac35-a855-4689-97f3-488b73766ee5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0935559 Sep 29 07:19:49.088383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-571f375a-a6e5-4466-981f-f2d3f0a72629 req-1b3ab7ad-b850-4d97-8886-b96b9e627b1c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374479 Sep 29 07:19:49.996558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-59e46d36-44b6-47c6-994b-594938d79110 service neutron] 10.222.0.61 "GET /v2.0/ports/122872d0-5884-43b2-921b-5ae96948919e/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0714576 Sep 29 07:19:50.340792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-b1f9456b-50e5-4463-b415-3d67bf37e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:50.342430 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-b1f9456b-50e5-4463-b415-3d67bf37e450 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 1098 time: 0.1411033 Sep 29 07:19:50.350343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4988c5-2eca-4bbb-a7d8-d9c720a9b4f5 req-ebea5b0f-ed91-4c7e-8302-6ac7fb2b3892 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:50.351698 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4988c5-2eca-4bbb-a7d8-d9c720a9b4f5 req-ebea5b0f-ed91-4c7e-8302-6ac7fb2b3892 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.1136632 Sep 29 07:19:50.448570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee4988c5-2eca-4bbb-a7d8-d9c720a9b4f5 req-1c2d5385-fdc8-419f-aba8-37598f9fa131 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912373 Sep 29 07:19:50.468221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-401bddbc-3865-4c8d-9da1-ba97823ffcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:50.469648 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-401bddbc-3865-4c8d-9da1-ba97823ffcca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.0951090 Sep 29 07:19:50.596660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-85b914e6-e4a3-48e6-87ff-2bbdb20a7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:50.598005 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-85b914e6-e4a3-48e6-87ff-2bbdb20a7170 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1227670 Sep 29 07:19:50.697449 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-f6a2750c-7fd6-44a1-a69a-08e7c3eca86b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 999 time: 0.0935721 Sep 29 07:19:50.756969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-6612787a-5406-4a4f-bc02-e9fc79b42b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:50.758316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-6612787a-5406-4a4f-bc02-e9fc79b42b67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0550528 Sep 29 07:19:50.945785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-4bef5b89-1a1e-4505-87a5-229b7d2dd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:50.947278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-4bef5b89-1a1e-4505-87a5-229b7d2dd0fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832025 Sep 29 07:19:51.075644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-ba46aa14-bb99-4f7e-ac37-985b9c4523fe service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215112 Sep 29 07:19:51.202665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b7ab6b54-02af-4081-9377-e98236cb9f40 req-1bbe02aa-abd5-43df-9fb2-424b777eeb4b service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213181 Sep 29 07:19:51.648734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead3a5-1373-410e-afbd-7ffe6e9a81e8 req-50ad9a2f-cbd1-41b0-89c8-e07b9919db63 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:51.650205 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c5ead3a5-1373-410e-afbd-7ffe6e9a81e8 req-50ad9a2f-cbd1-41b0-89c8-e07b9919db63 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0893991 Sep 29 07:19:51.693379 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c5ead3a5-1373-410e-afbd-7ffe6e9a81e8 req-65ac975d-3eea-4379-8a94-797fbd5d44c3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375960 Sep 29 07:19:52.888556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562aa90-0356-4c2f-8f1d-9dcb4b6e298e req-4003645b-84e7-4981-9b7b-fcf9ec8bce50 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:52.889988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e562aa90-0356-4c2f-8f1d-9dcb4b6e298e req-4003645b-84e7-4981-9b7b-fcf9ec8bce50 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0857368 Sep 29 07:19:52.932901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e562aa90-0356-4c2f-8f1d-9dcb4b6e298e req-97e697a0-9121-4685-8458-afab47e81dd3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373352 Sep 29 07:19:53.975586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:19:53.981032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:19:54.132808 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401fab-397c-44de-82c5-61aee5cc2b09 req-dcdd77d1-d8f8-4008-aa3d-29c502f3f033 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:54.134269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f2401fab-397c-44de-82c5-61aee5cc2b09 req-dcdd77d1-d8f8-4008-aa3d-29c502f3f033 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0855734 Sep 29 07:19:54.176993 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f2401fab-397c-44de-82c5-61aee5cc2b09 req-427ce7e2-a19c-4040-b7f5-15af80a6c302 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369380 Sep 29 07:19:54.224647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 122872d0-5884-43b2-921b-5ae96948919e is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:19:54.225692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:54.249281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:19:54.268104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '122872d0-5884-43b2-921b-5ae96948919e', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '122872d0-5884-43b2-921b-5ae96948919e', 'mac_address': 'fa:16:3e:7b:a6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:19:54.273647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122872d0-5884-43b2-921b-5ae96948919e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:19:54.275939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f3581-07cd-46ea-9f7e-6e796f37a1df" -d '{"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-unplugged", "status": "completed", "tag": "122872d0-5884-43b2-921b-5ae96948919e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:19:54.311210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:19:54.318021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:54.390208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 122872d0-5884-43b2-921b-5ae96948919e is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:19:54.390666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:54.402826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f97361-70f1-4f56-9231-2d647b752fd2 x-openstack-request-id: req-f2f97361-70f1-4f56-9231-2d647b752fd2 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:19:54.403131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-unplugged", "status": "completed", "tag": "122872d0-5884-43b2-921b-5ae96948919e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:19:54.403373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2f97361-70f1-4f56-9231-2d647b752fd2 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:19:54.403743 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f97361-70f1-4f56-9231-2d647b752fd2'] response: {'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122872d0-5884-43b2-921b-5ae96948919e', 'code': 200} Sep 29 07:19:54.419904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 122872d0-5884-43b2-921b-5ae96948919e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:19:54.425055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:19:54.433863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.434208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.434595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.434928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.435255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.435581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.435905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.436225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.436547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.436861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.437175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.438217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:19:54.496588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:19:54.496863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:19:54.619672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-e95bfed0-8a2a-4506-b256-261cb901a3bf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:54.621100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-e95bfed0-8a2a-4506-b256-261cb901a3bf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d&tenant_id=32c5c6be81b24461ab69af6e8e8e1475&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 943 time: 0.1603503 Sep 29 07:19:54.628947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc40955-ea88-48d2-8aef-455dc075fb1c req-3b619284-98d9-4273-8f8e-eb7c97396b92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:54.630273 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4bc40955-ea88-48d2-8aef-455dc075fb1c req-3b619284-98d9-4273-8f8e-eb7c97396b92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 943 time: 0.1287796 Sep 29 07:19:54.675141 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4bc40955-ea88-48d2-8aef-455dc075fb1c req-fc0383f5-35e6-4456-b956-5e714b8c6305 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391226 Sep 29 07:19:54.783111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-09227ec1-eb23-474c-982b-c9d440f12e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:54.784493 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-09227ec1-eb23-474c-982b-c9d440f12e0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1096 time: 0.0770910 Sep 29 07:19:54.911593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-955f9304-13d6-47ab-87ed-3db4fe50e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:54.913563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-955f9304-13d6-47ab-87ed-3db4fe50e804 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1235013 Sep 29 07:19:55.013919 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-72c498d5-7f48-46e3-8245-e54025d47376 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 997 time: 0.0943954 Sep 29 07:19:55.053245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 122872d0-5884-43b2-921b-5ae96948919e is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:19:55.053789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:55.069779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122872d0-5884-43b2-921b-5ae96948919e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:19:55.074439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-85245a7e-c5f5-4f0d-b2e6-8e79fa78d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:55.076000 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-85245a7e-c5f5-4f0d-b2e6-8e79fa78d1d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0564051 Sep 29 07:19:55.085348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:19:55.090541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:55.156277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:19:55.164525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-a2dc8202-eb6e-422c-83b0-1cb53acd04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:55.165905 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-a2dc8202-eb6e-422c-83b0-1cb53acd04bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846868 Sep 29 07:19:55.217749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['122872d0-5884-43b2-921b-5ae96948919e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:19:55.298256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-05d2d355-897a-4d67-98d3-4cd981f7abac service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252577 Sep 29 07:19:55.429220 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-51b7abf1-d2c8-41cd-ae1a-0c0607bffcbc req-d75022a8-46b8-4fec-afeb-1d32528d7b4c service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247663 Sep 29 07:19:55.879212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bc666-611c-4192-9816-11f5115193bc req-2d81e1bd-d51a-4620-b9d3-76385cec5c3f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:55.880744 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f50bc666-611c-4192-9816-11f5115193bc req-2d81e1bd-d51a-4620-b9d3-76385cec5c3f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 944 time: 0.0903063 Sep 29 07:19:55.926187 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f50bc666-611c-4192-9816-11f5115193bc req-90531352-c19d-4dd8-b16c-cfa3da6962af tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392618 Sep 29 07:19:55.990796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:19:56.057863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 122872d0-5884-43b2-921b-5ae96948919e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:19:56.058592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:56.058592 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 122872d0-5884-43b2-921b-5ae96948919e Sep 29 07:19:56.176815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 122872d0-5884-43b2-921b-5ae96948919e is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:19:56.177200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:56.212666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:19:56.216203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:19:56.283619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:19:56.404761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122872d0-5884-43b2-921b-5ae96948919e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:19:56.407257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048a91ae-d164-4251-88e3-a83472ef14bf" -d '{"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-plugged", "status": "completed", "tag": "122872d0-5884-43b2-921b-5ae96948919e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:19:56.449434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd31da9-62da-4366-a17b-b21a077b304c x-openstack-request-id: req-1cd31da9-62da-4366-a17b-b21a077b304c {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:19:56.449753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-plugged", "status": "completed", "tag": "122872d0-5884-43b2-921b-5ae96948919e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:19:56.450006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cd31da9-62da-4366-a17b-b21a077b304c {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:19:56.450410 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd31da9-62da-4366-a17b-b21a077b304c'] response: {'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122872d0-5884-43b2-921b-5ae96948919e', 'code': 200} Sep 29 07:19:57.121850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ed633-b51f-474c-86a2-c563f08eb684 req-881b86e8-fae3-458b-873b-0c1fe51c5ce9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:57.123347 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-335ed633-b51f-474c-86a2-c563f08eb684 req-881b86e8-fae3-458b-873b-0c1fe51c5ce9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0887666 Sep 29 07:19:57.166654 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-335ed633-b51f-474c-86a2-c563f08eb684 req-9f6174d7-84c2-4816-a2ed-660280ceb0ad tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376360 Sep 29 07:19:57.360749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bfcbe-cc64-42a8-adb4-4de6212cd14b req-ccdf88d5-c5ff-460d-abd8-1e00590f3aa0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:57.362231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5f7bfcbe-cc64-42a8-adb4-4de6212cd14b req-ccdf88d5-c5ff-460d-abd8-1e00590f3aa0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0850189 Sep 29 07:19:57.408580 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5f7bfcbe-cc64-42a8-adb4-4de6212cd14b req-7a3ec177-2117-4604-8592-b2a4c309b908 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405920 Sep 29 07:19:57.928969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246f88-15cf-4980-bee9-f1a5368c3daf req-0d20ce24-2655-442c-aaf6-e409be30ad20 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:57.930314 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e6246f88-15cf-4980-bee9-f1a5368c3daf req-0d20ce24-2655-442c-aaf6-e409be30ad20 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.2582500 Sep 29 07:19:57.981015 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e6246f88-15cf-4980-bee9-f1a5368c3daf req-11746e6c-a194-4498-8aaf-958bfa12cdda tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450602 Sep 29 07:19:57.985381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-9ad8b665-8f06-4e2e-af12-02773bde5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:57.986887 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-9ad8b665-8f06-4e2e-af12-02773bde5033 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 1098 time: 0.2407212 Sep 29 07:19:58.114838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-fc1f7398-b34e-41d5-92a8-f2b36e9112f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:58.116869 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-fc1f7398-b34e-41d5-92a8-f2b36e9112f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1243920 Sep 29 07:19:58.222119 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-cfae5d78-de6b-44bc-a2d3-146ad2a18cf4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 200 len: 999 time: 0.0993996 Sep 29 07:19:58.281884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-7fae9274-199c-4ff3-8936-5ef8643ef80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:58.283317 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-7fae9274-199c-4ff3-8936-5ef8643ef80b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0558007 Sep 29 07:19:58.367941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-fc250274-6479-48cf-8cc6-31391ef1a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:58.369433 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-fc250274-6479-48cf-8cc6-31391ef1a136 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807557 Sep 29 07:19:58.500386 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-f9474c27-e4a8-49e9-87be-c3808212d8d4 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237371 Sep 29 07:19:58.627396 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d02e50f5-be6f-4c9c-b233-44a711f841f7 req-039de6e4-9da8-49e3-8e6c-a94c3fed8791 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217692 Sep 29 07:19:59.183793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860254-cd72-4405-8ec3-c2cc82876f5a req-64258c66-9241-4802-b589-3c9b4299024f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:19:59.185420 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1a860254-cd72-4405-8ec3-c2cc82876f5a req-64258c66-9241-4802-b589-3c9b4299024f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0891902 Sep 29 07:19:59.237020 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1a860254-cd72-4405-8ec3-c2cc82876f5a req-8b4b5aeb-5dfe-493e-b51e-aa7be1392d5f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Sep 29 07:20:00.438167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16a3ff-cd9b-42d6-a2e2-2fb9f177d77a req-ace7b95c-d136-4203-af5a-ccb3128f3eb2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:00.439662 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cb16a3ff-cd9b-42d6-a2e2-2fb9f177d77a req-ace7b95c-d136-4203-af5a-ccb3128f3eb2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0864930 Sep 29 07:20:00.483711 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cb16a3ff-cd9b-42d6-a2e2-2fb9f177d77a req-a8c2cf0c-ec31-4d32-947d-a0018d3776ff tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379913 Sep 29 07:20:00.874160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf9ab-1879-4a0c-9972-317d19c0927b req-8406cafa-1319-4db2-a54c-aca531066022 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:00.875536 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-88ebf9ab-1879-4a0c-9972-317d19c0927b req-8406cafa-1319-4db2-a54c-aca531066022 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0903997 Sep 29 07:20:00.918105 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-88ebf9ab-1879-4a0c-9972-317d19c0927b req-54c3646b-d7e5-4060-8ce4-87a68e41ce81 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 Sep 29 07:20:02.117138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07cde3-0daa-44af-871e-72419d765c37 req-33b6eb98-f1fc-4268-9e4c-f6b1c88a6440 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:02.118631 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d07cde3-0daa-44af-871e-72419d765c37 req-33b6eb98-f1fc-4268-9e4c-f6b1c88a6440 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0895736 Sep 29 07:20:02.163342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d07cde3-0daa-44af-871e-72419d765c37 req-74a00e70-c6a6-4ccd-b8e2-3597212533a6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390360 Sep 29 07:20:02.830487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-3d3c1335-4993-4b90-9e76-534a61320efb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:02.831933 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-3d3c1335-4993-4b90-9e76-534a61320efb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.0846243 Sep 29 07:20:02.901829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Deleting port 122872d0-5884-43b2-921b-5ae96948919e {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:20:02.902164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:03.149356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] For port 122872d0-5884-43b2-921b-5ae96948919e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=122872d0-5884-43b2-921b-5ae96948919e,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:20:03.149621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:03.603696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:03.604054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:03.604359 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da disassociated. External IP: 172.26.0.9, port: 122872d0-5884-43b2-921b-5ae96948919e. Sep 29 07:20:03.604691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Calling delete_port for 122872d0-5884-43b2-921b-5ae96948919e owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:20:03.637876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997d6a-d1ae-453c-97bb-0bcc44150348 req-271e31aa-860c-476a-b8ca-bba04f910329 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:03.639347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-59997d6a-d1ae-453c-97bb-0bcc44150348 req-271e31aa-860c-476a-b8ca-bba04f910329 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 945 time: 0.3391743 Sep 29 07:20:03.715202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-59997d6a-d1ae-453c-97bb-0bcc44150348 req-930f897e-fba4-47bb-8b53-5f0863407926 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686612 Sep 29 07:20:03.784792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:03.838837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event deleted for resources: {'Port': ['ID=122872d0-5884-43b2-921b-5ae96948919e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:20:03.849069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.849416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.849781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.850133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.850603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.851094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.851094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.851424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.851751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.852073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.852397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:03.852718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:20:04.038089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:20:04.213184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:20:04.223144 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:20:04.234007 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:20:04.234655 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:19:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:04.300850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] No DVR routers for this DVR port 122872d0-5884-43b2-921b-5ae96948919e on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:20:04.303925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:04.306417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-deleted', 'tag': '122872d0-5884-43b2-921b-5ae96948919e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:20:04.308759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fbed0-3ebc-45d2-bb10-0ec8319d0f0d" -d '{"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-deleted", "tag": "122872d0-5884-43b2-921b-5ae96948919e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:20:04.323451 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d3b6ef3d-90d8-4d91-ba65-2e2651d7a1d6 req-4e21f6ad-32fa-4e38-a7f8-edb17c2de63e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "DELETE /v2.0/ports/122872d0-5884-43b2-921b-5ae96948919e HTTP/1.1" status: 204 len: 173 time: 1.4867537 Sep 29 07:20:04.360644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1342c4ad-cbd4-4e55-ab4e-403c0da6d7e2 x-openstack-request-id: req-1342c4ad-cbd4-4e55-ab4e-403c0da6d7e2 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:20:04.360934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ef7c0-ec37-40c6-a9b8-71679966e86d", "name": "network-vif-deleted", "tag": "122872d0-5884-43b2-921b-5ae96948919e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:20:04.361174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1342c4ad-cbd4-4e55-ab4e-403c0da6d7e2 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:20:04.361607 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1342c4ad-cbd4-4e55-ab4e-403c0da6d7e2'] response: {'server_uuid': 'b01ef7c0-ec37-40c6-a9b8-71679966e86d', 'name': 'network-vif-deleted', 'tag': '122872d0-5884-43b2-921b-5ae96948919e', 'status': 'completed', 'code': 200} Sep 29 07:20:04.418911 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:20:04.742009 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:04.745739 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:20:04.754333 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:20:04.754960 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:19:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:04.943767 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:20:05.054184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-436b8bdc-fb2a-4293-9ade-ab4239c93cbf req-fabfa535-150e-46b0-86a9-bd839295e0f7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:20:05.069394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-436b8bdc-fb2a-4293-9ade-ab4239c93cbf req-fabfa535-150e-46b0-86a9-bd839295e0f7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:20:05.070683 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-436b8bdc-fb2a-4293-9ade-ab4239c93cbf req-fabfa535-150e-46b0-86a9-bd839295e0f7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01ef7c0-ec37-40c6-a9b8-71679966e86d HTTP/1.1" status: 200 len: 210 time: 0.0645390 Sep 29 07:20:05.247098 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:05.250860 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c3585-1b0a-4cc9-8c37-15d2a6d12808 None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:20:05.459181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222a363-f948-46d4-b27b-aa889f2d3408 None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:20:06.023970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:20:06.056855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 122872d0-5884-43b2-921b-5ae96948919e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:20:06.057204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 122872d0-5884-43b2-921b-5ae96948919e not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:20:06.408307 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-bb7fc072-d279-4eae-a651-9f8d8733ec11 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--941908122&fields=id&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 267 time: 0.0387604 Sep 29 07:20:06.555101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-1331d8aa-23ec-4abe-9e70-291e625878f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:06.556450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-1331d8aa-23ec-4abe-9e70-291e625878f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1416333 Sep 29 07:20:06.571553 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-168f1f24-262a-499f-ae4a-c4ff3ca2174a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/quotas/32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 375 time: 0.0094690 Sep 29 07:20:06.663286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-1d9d340c-0b79-4f18-a085-d6cf33aab05f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864997 Sep 29 07:20:06.794815 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-cd38c991-ea53-4af8-a8b3-d08d2878a6b7 service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203647 Sep 29 07:20:07.019495 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-32864dc3-35d4-45c4-8313-576f245b0535 service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189424 Sep 29 07:20:07.196681 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cf46ac4a-b237-4656-8a5c-c43ece0b2cd4 req-c7f012c2-eff1-4855-845e-a66f1fd70cb6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 210 time: 0.0485628 Sep 29 07:20:08.274782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-2671f04c-a0be-40fd-99af-81a3a224be9a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:08.276200 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-2671f04c-a0be-40fd-99af-81a3a224be9a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1469097 Sep 29 07:20:08.335544 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-3f985ad2-56a6-4dd5-aae5-50e286863a1c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 379 time: 0.0451424 Sep 29 07:20:08.347896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'port': {'device_id': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'admin_state_up': True, 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'security_groups': ['b339c15e-cc69-47b8-88b6-03c755783927']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:20:08.360311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-eec67448-45df-416c-914e-78ea9dd626ef req-abaea0df-c946-4af5-8384-083332273b3a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 210 time: 0.0497334 Sep 29 07:20:08.482158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:20:08.491434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:20:08.501755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Made reservation on behalf of 32c5c6be81b24461ab69af6e8e8e1475 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:20:08.505172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:08.658895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Allocated IP 172.20.0.8 (6a718570-03c3-4390-b1ea-26a990f9dc91/b166250f-9bf6-4ee8-8d62-4e58640ef393/bec526a9-7342-41a9-9b95-f07eae4b2f99) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:20:08.682015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-553b8556-ffee-4dcd-9073-53b16544b0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:08.947094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:08.962776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Transition to ACTIVE for port object bec526a9-7342-41a9-9b95-f07eae4b2f99 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:20:08.987272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:09.055405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:20:09.058516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:20:09.062279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:20:09.095830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:20:09.131804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:09.132941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:09.158263 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4e18449b-48dc-464b-b775-2511b74d2ecd tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142297 Sep 29 07:20:09.175556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Request body: {'port': {'device_id': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:20:09.283839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:09.332337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Provisioning for port bec526a9-7342-41a9-9b95-f07eae4b2f99 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:20:09.337295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Provisioning complete for port bec526a9-7342-41a9-9b95-f07eae4b2f99 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:20:09.337736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:09.338132 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Attempt 1 to provision port bec526a9-7342-41a9-9b95-f07eae4b2f99 Sep 29 07:20:09.400799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Port bec526a9-7342-41a9-9b95-f07eae4b2f99 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:20:09.632593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9b423-87a6-4672-8ed1-7f72bf7480cc req-c6b58d61-7795-4a39-aab5-a808fca46cba tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:09.633231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9ca9b423-87a6-4672-8ed1-7f72bf7480cc req-c6b58d61-7795-4a39-aab5-a808fca46cba tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:20:09.700842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9ca9b423-87a6-4672-8ed1-7f72bf7480cc req-c6b58d61-7795-4a39-aab5-a808fca46cba tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:20:09.701985 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ca9b423-87a6-4672-8ed1-7f72bf7480cc req-c6b58d61-7795-4a39-aab5-a808fca46cba tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 931 time: 0.2067840 Sep 29 07:20:09.705527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec526a9-7342-41a9-9b95-f07eae4b2f99 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:20:09.724787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:09.758262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Transition to ACTIVE for port object bec526a9-7342-41a9-9b95-f07eae4b2f99 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:20:09.765590 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ca9b423-87a6-4672-8ed1-7f72bf7480cc req-1dd3c6e4-e2f8-489a-9859-49de4906060c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557153 Sep 29 07:20:09.766291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:09.902744 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Attempt 2 to provision port bec526a9-7342-41a9-9b95-f07eae4b2f99 Sep 29 07:20:09.954428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:20:09.955062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Port bec526a9-7342-41a9-9b95-f07eae4b2f99 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:20:09.986426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Attempting to bind port bec526a9-7342-41a9-9b95-f07eae4b2f99 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:20:09.986851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Attempting to bind port bec526a9-7342-41a9-9b95-f07eae4b2f99 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:20:09.987175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Attempting to bind port bec526a9-7342-41a9-9b95-f07eae4b2f99 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:20:09.991730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Port bec526a9-7342-41a9-9b95-f07eae4b2f99 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:20:09.992043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Attempting to bind port bec526a9-7342-41a9-9b95-f07eae4b2f99 on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:20:09.997007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:20:09.997335 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:20:09.997702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Bound using segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:20:09.998115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Bound port: bec526a9-7342-41a9-9b95-f07eae4b2f99, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:20:09.998449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:10.086594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:20:10.089525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:20:10.093665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:10.097474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:10.098072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:10.099494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 1093 time: 0.9283338 Sep 29 07:20:10.130840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:20:10.133476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4a3331-cf1e-40ad-bff5-41de8b751284" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:20:10.199317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e7096-f162-4db6-a232-f99364a7290c x-openstack-request-id: req-389e7096-f162-4db6-a232-f99364a7290c {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:20:10.199608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:20:10.199859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-389e7096-f162-4db6-a232-f99364a7290c {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:20:10.200248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389e7096-f162-4db6-a232-f99364a7290c'] response: {'name': 'network-changed', 'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'status': 'completed', 'code': 200} Sep 29 07:20:10.234216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e70c-9a46-4c68-a786-213c639ae8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:20:10.252094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-3130874e-d53f-4282-bdc6-3715969bdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:10.253568 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-3130874e-d53f-4282-bdc6-3715969bdb14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1096 time: 0.1029787 Sep 29 07:20:10.331593 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-9eab97d0-67f8-452c-abe6-7d8ac6642fc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 217 time: 0.0654862 Sep 29 07:20:10.392299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4208d394-b2d5-4334-baff-1e9846a6462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:10.393707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-4208d394-b2d5-4334-baff-1e9846a6462f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0557532 Sep 29 07:20:10.456105 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Attempt 3 to provision port bec526a9-7342-41a9-9b95-f07eae4b2f99 Sep 29 07:20:10.473689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-f99047ff-d0ce-4356-9c9a-cb44ce7d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:10.475179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-f99047ff-d0ce-4356-9c9a-cb44ce7d35eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756180 Sep 29 07:20:10.515650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-db14de8e-ce71-427c-ab31-5e89fc9471de None None] Port bec526a9-7342-41a9-9b95-f07eae4b2f99 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:20:10.603426 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-01bb66b6-2742-4374-b728-62b6973b5943 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224675 Sep 29 07:20:10.833926 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a620f6b4-0761-4c2f-bc71-be79cbde07a9 req-d7e1a555-f4aa-4c0e-9441-4be9dd565da9 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242789 Sep 29 07:20:10.978128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9af8cc2b-7567-457d-8efc-0da2028ce4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:11.025367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314836bc-67c3-4e56-935b-737a5686d0d1 req-8c1e6ca6-bdb6-4872-84ff-10fdef72bf12 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:11.026842 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-314836bc-67c3-4e56-935b-737a5686d0d1 req-8c1e6ca6-bdb6-4872-84ff-10fdef72bf12 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.1474094 Sep 29 07:20:11.048067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-833f68d3-0468-4fb9-ab97-a9ba43b92a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:11.049449 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-833f68d3-0468-4fb9-ab97-a9ba43b92a28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1096 time: 0.1221721 Sep 29 07:20:11.148879 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-314836bc-67c3-4e56-935b-737a5686d0d1 req-d1830ee9-6928-4593-b8f3-4cec5264f743 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151879 Sep 29 07:20:11.195422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-6f90710f-ddf2-4145-a12f-a5b48c0ac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:11.196854 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-6f90710f-ddf2-4145-a12f-a5b48c0ac967 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1399586 Sep 29 07:20:11.263028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-7b72adb7-e355-4f2b-8dda-234013fa9ec6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 217 time: 0.0596170 Sep 29 07:20:11.326301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-bb31d99e-dcf5-4f51-88a7-716d4fd7bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:11.327785 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-bb31d99e-dcf5-4f51-88a7-716d4fd7bfe9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0585370 Sep 29 07:20:11.407559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-443b8e91-e5db-49ce-a8a6-379910ed7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:11.409016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-443b8e91-e5db-49ce-a8a6-379910ed7baa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760334 Sep 29 07:20:11.537701 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-b3225868-3aea-4b6a-9e6f-49060c312bda service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222374 Sep 29 07:20:11.666278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0a4a3331-cf1e-40ad-bff5-41de8b751284 req-bfdfd353-b4f3-414d-ac50-9f76b7507df7 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217437 Sep 29 07:20:11.902276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:12.068990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:12.359099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659924f8-7270-4f1b-86be-503b2420a2de req-f987a9df-73f7-488f-9b1d-00091e9b290a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:12.360479 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-659924f8-7270-4f1b-86be-503b2420a2de req-f987a9df-73f7-488f-9b1d-00091e9b290a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.0934930 Sep 29 07:20:12.403921 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-659924f8-7270-4f1b-86be-503b2420a2de req-ab54b9ce-5c29-4f37-a3d7-e64af3a3816f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377452 Sep 29 07:20:13.100714 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:20:13.444314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:13.602276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de968a-6d30-4e32-87e6-2c90eaf63106 req-9883b180-6ec9-4f00-8a8c-f17c4c28f36b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:13.603737 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c4de968a-6d30-4e32-87e6-2c90eaf63106 req-9883b180-6ec9-4f00-8a8c-f17c4c28f36b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.0909963 Sep 29 07:20:13.647252 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c4de968a-6d30-4e32-87e6-2c90eaf63106 req-033e68af-1626-4991-b170-7bafb04ec1b2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376878 Sep 29 07:20:14.058514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:20:14.217738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:20:14.233111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'mac_address': 'fa:16:3e:9d:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:20:14.289567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:20:14.289948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:14.306135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec526a9-7342-41a9-9b95-f07eae4b2f99 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:20:14.321593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:20:14.325266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:14.393664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:20:14.717966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['bec526a9-7342-41a9-9b95-f07eae4b2f99'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:20:14.846732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8bafd-efd1-40a5-a3b2-156c0eeb2272 req-4d67c9ec-e8c6-4b17-8870-d0bf08953513 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:14.848205 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-beb8bafd-efd1-40a5-a3b2-156c0eeb2272 req-4d67c9ec-e8c6-4b17-8870-d0bf08953513 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 944 time: 0.0856977 Sep 29 07:20:14.899243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-beb8bafd-efd1-40a5-a3b2-156c0eeb2272 req-0ffd88f0-8f57-4142-a38f-89b40dbd80ce tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445545 Sep 29 07:20:16.057636 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:20:16.092100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4232c-ed3a-427d-b02b-cafe13475d83 req-94a29912-a801-43ff-8363-111dd31a3d74 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:16.093566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b9b4232c-ed3a-427d-b02b-cafe13475d83 req-94a29912-a801-43ff-8363-111dd31a3d74 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 944 time: 0.0854497 Sep 29 07:20:16.127625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port bec526a9-7342-41a9-9b95-f07eae4b2f99 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:20:16.132862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port bec526a9-7342-41a9-9b95-f07eae4b2f99 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:20:16.133231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:16.133559 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port bec526a9-7342-41a9-9b95-f07eae4b2f99 Sep 29 07:20:16.140873 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b9b4232c-ed3a-427d-b02b-cafe13475d83 req-34084bc7-f653-4ffa-b519-774469947320 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414205 Sep 29 07:20:16.252798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:20:16.253090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:16.280319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:20:16.282617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a178c1-21f3-410f-91a2-44244a22ca09" -d '{"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-plugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:20:16.290119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:20:16.298421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:16.334171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ce00f8-c9ea-4dbe-8d11-91a217c4b967 x-openstack-request-id: req-96ce00f8-c9ea-4dbe-8d11-91a217c4b967 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:20:16.334468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-plugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:20:16.334743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96ce00f8-c9ea-4dbe-8d11-91a217c4b967 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:20:16.335133 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ce00f8-c9ea-4dbe-8d11-91a217c4b967'] response: {'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'code': 200} Sep 29 07:20:16.370152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:20:16.614899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931739b-96cb-4119-a408-9481c32d9416 req-362d529f-a158-4fbb-9cd3-d9a2b2e3598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:16.616272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9931739b-96cb-4119-a408-9481c32d9416 req-362d529f-a158-4fbb-9cd3-d9a2b2e3598a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.0751412 Sep 29 07:20:16.654417 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9931739b-96cb-4119-a408-9481c32d9416 req-a8b3b2e6-8ce2-42a4-adc3-04e98ea0c5e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Sep 29 07:20:17.374028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:17.374697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9c2ab-e73f-47c3-ac8c-b87f6c73abb1 req-25873cfa-f83e-4032-9f2b-99b5432bdd26 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:17.375877 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98e9c2ab-e73f-47c3-ac8c-b87f6c73abb1 req-25873cfa-f83e-4032-9f2b-99b5432bdd26 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0907955 Sep 29 07:20:17.421125 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98e9c2ab-e73f-47c3-ac8c-b87f6c73abb1 req-ac60462d-2421-49b2-8d0f-a1b15f3801a2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394285 Sep 29 07:20:18.616655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8079d-4d94-4363-98e8-e52682cc580e req-a7c73f4b-73cc-4ef0-bbe7-360f50c253bf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:18.618721 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c7e8079d-4d94-4363-98e8-e52682cc580e req-a7c73f4b-73cc-4ef0-bbe7-360f50c253bf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0865157 Sep 29 07:20:18.661023 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c7e8079d-4d94-4363-98e8-e52682cc580e req-63fa2c8d-bcca-4ffd-9749-8efd2380bb8b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365233 Sep 29 07:20:18.850753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26452224-166d-4be7-99c1-065223458178 req-caacb0c1-d4c3-4a63-a351-82855287ac71 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:18.852873 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26452224-166d-4be7-99c1-065223458178 req-caacb0c1-d4c3-4a63-a351-82855287ac71 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0882592 Sep 29 07:20:18.863076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 52986) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:20:18.868616 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'floatingip': {'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:20:18.943530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:19.621075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:19.624749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:19.794040 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da associated. External IP: 172.26.0.9, port: bec526a9-7342-41a9-9b95-f07eae4b2f99. Sep 29 07:20:20.133709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:20:20.309126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:20:20.313930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:20.319114 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:20:20.331422 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:20:20.332031 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:20:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:20.369087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-414dbea1-2cfd-47b1-8ba2-d2ac93e80405 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "PUT /v2.0/floatingips/0f749a63-e298-48a5-8ca1-99fd9ab466da HTTP/1.1" status: 200 len: 989 time: 1.5049372 Sep 29 07:20:20.369752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:20:20.372249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd552e2-8702-41ab-929f-169f13017d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:20:20.464040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befba044-76fe-49fe-8a6a-f7a32d5763c4 x-openstack-request-id: req-befba044-76fe-49fe-8a6a-f7a32d5763c4 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:20:20.464500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:20:20.464612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-befba044-76fe-49fe-8a6a-f7a32d5763c4 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:20:20.464962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befba044-76fe-49fe-8a6a-f7a32d5763c4'] response: {'name': 'network-changed', 'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'status': 'completed', 'code': 200} Sep 29 07:20:20.512420 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:20:20.646948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd552e2-8702-41ab-929f-169f13017d6e req-96454149-c738-4a9b-87c5-1499258fcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:20.648377 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-96454149-c738-4a9b-87c5-1499258fcdfe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.1408703 Sep 29 07:20:20.855522 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:9d:17:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:20:19Z', 'revision_number': 9, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:20.859258 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:20:20.867388 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:20:20.867976 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:20:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:20.891121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd552e2-8702-41ab-929f-169f13017d6e req-d91f4799-aa16-40a1-a69f-d78da7e72a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:20.892620 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-d91f4799-aa16-40a1-a69f-d78da7e72a78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.2386758 Sep 29 07:20:20.994722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-87a04a66-8ec0-4d1e-ae95-a6c95f86ce6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 997 time: 0.0962627 Sep 29 07:20:21.055611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd552e2-8702-41ab-929f-169f13017d6e req-df6c395d-4212-4204-9778-62b3588b6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:21.057094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-df6c395d-4212-4204-9778-62b3588b6b70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0571394 Sep 29 07:20:21.069137 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:20:21.141519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd552e2-8702-41ab-929f-169f13017d6e req-1461c9fa-679f-4c48-a7a6-8c306ac40c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:21.143029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-1461c9fa-679f-4c48-a7a6-8c306ac40c97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800271 Sep 29 07:20:21.270898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-1e6d2b8f-86a1-47d7-adab-7b75d5b952d0 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220644 Sep 29 07:20:21.402115 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1cd552e2-8702-41ab-929f-169f13017d6e req-06068764-e438-4f68-9021-234adf4467b8 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256590 Sep 29 07:20:21.412610 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:9d:17:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:20:19Z', 'revision_number': 9, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:20:21.416545 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879f4b7-3050-418f-98ad-89a337116513 None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:9d:17:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:20:19Z', 'revision_number': 9, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:20:21.610312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbbd54f-16e6-4634-adb7-93ec9b8261a7 None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:20:30.446953 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-2f0d144f-5893-433b-9359-1f97e4eb9c1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803869 Sep 29 07:20:30.606876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-7cbac548-3a9a-4503-8ad6-019ee1b0508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:30.608340 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-7cbac548-3a9a-4503-8ad6-019ee1b0508d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.0798941 Sep 29 07:20:30.748730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-beb46ddd-270a-4881-b073-d7b60f8e4a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:30.750139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-beb46ddd-270a-4881-b073-d7b60f8e4a10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1222682 Sep 29 07:20:30.849176 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-b3a3e62a-c2e3-4a3f-ae01-2a9afe85c056 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 1000 time: 0.0918860 Sep 29 07:20:30.913188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-146b3739-ae95-455f-9bd9-12519c715605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:30.914574 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-146b3739-ae95-455f-9bd9-12519c715605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0577123 Sep 29 07:20:30.995520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-54fc2573-5e5c-4575-883d-c8b0fa7a6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:20:30.996997 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-54fc2573-5e5c-4575-883d-c8b0fa7a6fbd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757191 Sep 29 07:20:31.125764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-244bfd0a-310b-4036-8911-b8bfcb3225e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203022 Sep 29 07:20:31.252960 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2cb9ebc1-1955-4676-a85d-4569cd955ce4 req-57afe55c-313b-4def-9313-21ac7ac8ba25 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208444 Sep 29 07:20:38.685447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e9f6c2ad-c431-492f-8614-6a23ea2a4524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:40.979429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-85568412-2613-405c-a7bf-18c3c2ea8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:41.904467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:42.070719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:43.443651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:47.374633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:20:50.100358 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:21:08.686572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fb16-763b-46a3-b41d-11fdbb3c63be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:10.981342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7aa7d608-c1f7-410e-808f-49163554efdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:11.906845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:12.074305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:13.445986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:17.372009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:27.099492 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:21:32.568751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-85338a30-ede6-45dc-ac83-dc904eba5d44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1719267 Sep 29 07:21:32.728319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-8d4b4f73-f851-4eed-9cb4-d6a82870ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:32.729796 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-8d4b4f73-f851-4eed-9cb4-d6a82870ae1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.0762568 Sep 29 07:21:32.868159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-e082c2b7-7e25-4ef5-829d-b4b5ee9be009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:32.869581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-e082c2b7-7e25-4ef5-829d-b4b5ee9be009 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1215143 Sep 29 07:21:32.970069 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-b72f4121-701c-4edf-b6bb-aaa9e4f2843f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 1000 time: 0.0941141 Sep 29 07:21:33.033252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-3cb2ebbe-cdfe-4757-b6f0-da1c9f1ce6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:33.034661 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-3cb2ebbe-cdfe-4757-b6f0-da1c9f1ce6da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0594232 Sep 29 07:21:33.115165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-90431745-df97-4a17-96d4-6fa3dcb41b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:33.116621 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-90431745-df97-4a17-96d4-6fa3dcb41b0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766351 Sep 29 07:21:33.242968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-4e234e4c-ebf4-4a59-abd0-5a6c33d55b47 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193864 Sep 29 07:21:33.369622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c22726b-862d-4cc6-9ac7-55128acaec4b req-30bc8db5-8a41-4b31-9edf-9f4fa7c72674 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209371 Sep 29 07:21:35.744283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-3737bda8-d41c-4070-8574-14236f473c67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807114 Sep 29 07:21:35.795889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97921c7b-814a-4efd-a834-b90952bcf20c req-808fb524-b476-4a78-b1ab-8ffc97908a7e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:35.797344 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97921c7b-814a-4efd-a834-b90952bcf20c req-808fb524-b476-4a78-b1ab-8ffc97908a7e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0911610 Sep 29 07:21:35.842299 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97921c7b-814a-4efd-a834-b90952bcf20c req-d0a63733-10a7-493a-b624-9472005e59dc tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392125 Sep 29 07:21:36.928592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-e6f12fc0-6ce0-4cbf-b16b-8975fe91f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:36.930084 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-e6f12fc0-6ce0-4cbf-b16b-8975fe91f265 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.0782633 Sep 29 07:21:37.120454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-c5aaad1c-a331-4088-94ce-05383604fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:37.121947 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-c5aaad1c-a331-4088-94ce-05383604fa62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1860204 Sep 29 07:21:37.133440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa217-bde6-430f-891e-775b6d488ae1 req-56d3d822-1136-454f-9b71-7ee71aa093d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:37.134747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d0aa217-bde6-430f-891e-775b6d488ae1 req-56d3d822-1136-454f-9b71-7ee71aa093d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.1762390 Sep 29 07:21:37.258660 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d0aa217-bde6-430f-891e-775b6d488ae1 req-832fbcb3-6e2c-45dc-beeb-e7ddd409e644 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766408 Sep 29 07:21:37.260449 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-c39e13fd-f61f-47a9-9213-8528c6e46300 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 1000 time: 0.1248534 Sep 29 07:21:37.321413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-f323f683-76a1-4d4f-a63e-fee5a3e92bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:37.322847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-f323f683-76a1-4d4f-a63e-fee5a3e92bb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0559504 Sep 29 07:21:37.407314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-9db7b800-cb72-48fc-96a9-807e6b19c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:37.408768 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-9db7b800-cb72-48fc-96a9-807e6b19c72d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788736 Sep 29 07:21:37.640906 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-bc82e465-dab8-4466-aa57-05096914142e service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256365 Sep 29 07:21:37.768445 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-6714e0e4-bca1-4ea8-b12d-f0d5b83f75b2 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219587 Sep 29 07:21:38.461016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f90fc-1015-4ee3-b5f3-a5bb51b98e1e req-5dc7e8ae-bb24-4ad5-a948-1cbe495ca9b2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:38.462456 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c3f90fc-1015-4ee3-b5f3-a5bb51b98e1e req-5dc7e8ae-bb24-4ad5-a948-1cbe495ca9b2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0849617 Sep 29 07:21:38.510450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c3f90fc-1015-4ee3-b5f3-a5bb51b98e1e req-a148928c-17ad-4628-bf3c-a5b5ca02cb61 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Sep 29 07:21:38.690220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e44eea62-530b-4e4e-b297-10471edbebd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:39.705976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc3ca-3459-4b9d-9d9f-1ecd5ee8cdf8 req-cc8254ca-b902-43e1-8f5a-f3c836873af6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:39.707443 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-063fc3ca-3459-4b9d-9d9f-1ecd5ee8cdf8 req-cc8254ca-b902-43e1-8f5a-f3c836873af6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0853431 Sep 29 07:21:39.752608 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-063fc3ca-3459-4b9d-9d9f-1ecd5ee8cdf8 req-53a472e7-6513-424e-914a-6fcf90ba9b3d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Sep 29 07:21:40.948300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18e7d-c8e7-4137-bbe9-9259bd2ea281 req-a5a78a17-e000-4aef-8bb5-e6cd8dfd9994 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:40.949771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87c18e7d-c8e7-4137-bbe9-9259bd2ea281 req-a5a78a17-e000-4aef-8bb5-e6cd8dfd9994 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0859060 Sep 29 07:21:40.983589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3fac2cf3-da01-4f6a-8e48-8a2371d084f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:40.993856 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-87c18e7d-c8e7-4137-bbe9-9259bd2ea281 req-2fb785d2-e721-46d0-bed5-3728622ff1b9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384612 Sep 29 07:21:41.908182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:42.077266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:42.191093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc294-dd46-48d9-99d2-7f0fe1f5250e req-6400a3d2-469f-4511-84e1-6686d4c4b94b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:42.192542 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-482cc294-dd46-48d9-99d2-7f0fe1f5250e req-6400a3d2-469f-4511-84e1-6686d4c4b94b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0881059 Sep 29 07:21:42.236267 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-482cc294-dd46-48d9-99d2-7f0fe1f5250e req-9e4df63c-1f04-4448-a29e-d957ab2bce98 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379651 Sep 29 07:21:43.434844 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daceed90-00f8-432d-a426-de2b1a10c3fa req-f075f4aa-eb8a-4f01-84a8-1f15889cc097 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:43.436312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-daceed90-00f8-432d-a426-de2b1a10c3fa req-f075f4aa-eb8a-4f01-84a8-1f15889cc097 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0902848 Sep 29 07:21:43.448017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:43.479299 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-daceed90-00f8-432d-a426-de2b1a10c3fa req-1cc203aa-73d9-498f-b542-e2745bdc5ed5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373647 Sep 29 07:21:44.689347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b505e-6c13-44cd-afd2-531ab2131076 req-2e9c00fd-a4a3-449b-80a8-165eda95455b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:44.690721 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e8b505e-6c13-44cd-afd2-531ab2131076 req-2e9c00fd-a4a3-449b-80a8-165eda95455b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0905216 Sep 29 07:21:44.733236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e8b505e-6c13-44cd-afd2-531ab2131076 req-49a6c4ff-fc7a-4985-8dcc-6494cbf70b0c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368564 Sep 29 07:21:45.930825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c691c-af52-4216-9e43-d63c680694c7 req-d18c2759-42f5-49ef-9668-f813830ecb15 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:45.932192 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-879c691c-af52-4216-9e43-d63c680694c7 req-d18c2759-42f5-49ef-9668-f813830ecb15 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0855899 Sep 29 07:21:45.984822 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-879c691c-af52-4216-9e43-d63c680694c7 req-31b5c94a-438c-49d4-a066-f8aeb3ea5735 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460942 Sep 29 07:21:47.179435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c89ed2-89d5-4cf2-9a04-dace41efed70 req-f5627213-2477-4aaa-b554-d7c0a9bb44be tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:47.180879 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c89ed2-89d5-4cf2-9a04-dace41efed70 req-f5627213-2477-4aaa-b554-d7c0a9bb44be tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0857961 Sep 29 07:21:47.223688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c89ed2-89d5-4cf2-9a04-dace41efed70 req-70396bb4-37e3-487f-b384-65a2fb297491 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365667 Sep 29 07:21:47.368337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:48.418183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b907673-b17f-43b4-9b56-9e7313fb3364 req-4700fd62-0ab1-4581-b4e1-c54eff148dd7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:48.419700 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7b907673-b17f-43b4-9b56-9e7313fb3364 req-4700fd62-0ab1-4581-b4e1-c54eff148dd7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0863080 Sep 29 07:21:48.463119 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7b907673-b17f-43b4-9b56-9e7313fb3364 req-da5dd7b9-e38e-4f45-9bef-88a274608758 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378075 Sep 29 07:21:49.656937 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-26ee9a6b-21df-4039-9003-df6366bf7c0c service neutron] 10.222.0.61 "GET /v2.0/ports/bec526a9-7342-41a9-9b95-f07eae4b2f99/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.1321585 Sep 29 07:21:49.679914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952f298-e503-444f-a5bb-cae1e54a9802 req-2e6d9425-b603-4ea8-a9c5-ba44fc87e193 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:49.681405 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1952f298-e503-444f-a5bb-cae1e54a9802 req-2e6d9425-b603-4ea8-a9c5-ba44fc87e193 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.1031392 Sep 29 07:21:49.730699 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1952f298-e503-444f-a5bb-cae1e54a9802 req-28c125d2-80aa-4d63-876e-5e353915338e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Sep 29 07:21:49.939912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-7952ba4e-7fbc-4321-93ed-bd5444447121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:49.941300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-7952ba4e-7fbc-4321-93ed-bd5444447121 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 1098 time: 0.0765622 Sep 29 07:21:50.052316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-291497ca-9ef9-4be0-908c-3dc7764da3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:50.053784 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-291497ca-9ef9-4be0-908c-3dc7764da3a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.0785224 Sep 29 07:21:50.183567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-a74f428a-a179-491d-9053-905ded2b1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:50.185620 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-a74f428a-a179-491d-9053-905ded2b1f77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1256242 Sep 29 07:21:50.282538 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-03ff8a55-ad38-4b35-ad15-4f0af48db0d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 1000 time: 0.0907128 Sep 29 07:21:50.346925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-14c966cc-e460-41ac-84b1-cbd591b93ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:50.348357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-14c966cc-e460-41ac-84b1-cbd591b93ab2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0597813 Sep 29 07:21:50.429224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-12399501-c053-48db-b523-ef84838613ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:50.430711 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-12399501-c053-48db-b523-ef84838613ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763693 Sep 29 07:21:50.557103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-58175cc0-47e4-491f-a113-c25878d730f0 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206486 Sep 29 07:21:50.689539 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-20dfd9a6-b69a-418d-92ae-040737824f71 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261966 Sep 29 07:21:50.930713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bcea5-e23e-407f-b6fc-767e98363b12 req-0a01331a-9198-4bef-b2ff-830d536bf198 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:50.932166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8d8bcea5-e23e-407f-b6fc-767e98363b12 req-0a01331a-9198-4bef-b2ff-830d536bf198 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0895548 Sep 29 07:21:50.976247 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8d8bcea5-e23e-407f-b6fc-767e98363b12 req-649d8419-79e2-4c9d-a018-5fbadc937c8e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384147 Sep 29 07:21:52.176272 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffef9a-1fbb-4dec-be3d-ca96f07f670c req-ef0bbfca-6f3d-4796-b590-1c6965d3266f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:52.177722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81ffef9a-1fbb-4dec-be3d-ca96f07f670c req-ef0bbfca-6f3d-4796-b590-1c6965d3266f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0909178 Sep 29 07:21:52.220984 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81ffef9a-1fbb-4dec-be3d-ca96f07f670c req-2194c92e-9326-4b9c-990c-2e0060dd886e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375500 Sep 29 07:21:52.591601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:21:52.705328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:21:52.705713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:52.731949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:21:52.734238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23f434e-6200-4889-a3be-db9f5dce33e9" -d '{"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-unplugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:21:52.741549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:21:52.746289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:52.798682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce70a57-1d70-4771-9010-ad0e6c59dd98 x-openstack-request-id: req-3ce70a57-1d70-4771-9010-ad0e6c59dd98 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:21:52.798956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-unplugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:21:52.799211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ce70a57-1d70-4771-9010-ad0e6c59dd98 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:21:52.799596 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce70a57-1d70-4771-9010-ad0e6c59dd98'] response: {'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'code': 200} Sep 29 07:21:52.817536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:21:52.824620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.825199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.825323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.825609 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.825992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.826940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.827431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.827547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.827871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.828196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.828515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:52.828834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:21:53.414249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153341-1d90-4ba5-b96e-2ff41cbbab3f req-0dca602b-6255-4b0c-b483-c3efce4e646b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:53.415722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6d153341-1d90-4ba5-b96e-2ff41cbbab3f req-0dca602b-6255-4b0c-b483-c3efce4e646b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.0854914 Sep 29 07:21:53.461923 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6d153341-1d90-4ba5-b96e-2ff41cbbab3f req-796c655a-5d92-4044-9a2c-3e9fe7e48a31 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Sep 29 07:21:54.594582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:21:54.664522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ddfa8-d048-44aa-a729-fa66e181fd65 req-75c8a1e9-22b9-4daa-bbb7-7610d1a4878d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:54.666151 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-643ddfa8-d048-44aa-a729-fa66e181fd65 req-75c8a1e9-22b9-4daa-bbb7-7610d1a4878d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.0914786 Sep 29 07:21:54.712098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-643ddfa8-d048-44aa-a729-fa66e181fd65 req-8d488832-4097-4ccd-84e5-5e40479df363 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 Sep 29 07:21:54.761436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:21:54.774906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'mac_address': 'fa:16:3e:9d:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:21:54.829734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:21:54.830117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:54.847776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec526a9-7342-41a9-9b95-f07eae4b2f99 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:21:54.862543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:21:54.866580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:54.935014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:21:55.002028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['bec526a9-7342-41a9-9b95-f07eae4b2f99'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:21:55.182394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d70a24-3bb5-44a7-9840-ec78483c87f5 req-70981b08-fd26-4f0f-a8a3-d915ab1bc011 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:55.184316 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-62d70a24-3bb5-44a7-9840-ec78483c87f5 req-70981b08-fd26-4f0f-a8a3-d915ab1bc011 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 944 time: 0.0913599 Sep 29 07:21:55.221622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-e1a3c03f-cf14-46b2-924e-8a9178f67025 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:55.223088 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-e1a3c03f-cf14-46b2-924e-8a9178f67025 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2&tenant_id=32c5c6be81b24461ab69af6e8e8e1475&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 944 time: 0.1945148 Sep 29 07:21:55.228865 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-62d70a24-3bb5-44a7-9840-ec78483c87f5 req-3a3561bd-236b-4f2e-b2ce-1becf854ec25 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386212 Sep 29 07:21:55.305812 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-3b0c4398-d147-407f-8f1f-627ab3df1d66 service neutron] 10.222.0.61 "GET /v2.0/ports/bec526a9-7342-41a9-9b95-f07eae4b2f99/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0772357 Sep 29 07:21:55.420675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-263aba33-fd9e-4798-8259-aab29e6723bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:55.422166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-263aba33-fd9e-4798-8259-aab29e6723bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1097 time: 0.0783143 Sep 29 07:21:55.550245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-524047fc-0471-46bc-9a24-b99934820cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:55.551658 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-524047fc-0471-46bc-9a24-b99934820cab service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1231711 Sep 29 07:21:55.652405 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-fbff5c22-15ea-4d05-89b2-cea38d01699e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 999 time: 0.0944932 Sep 29 07:21:55.711254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-cc4cba4d-d707-4c47-8509-9e33561db8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:55.712605 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-cc4cba4d-d707-4c47-8509-9e33561db8bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0552080 Sep 29 07:21:55.795526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-32457b02-0916-4cd6-835b-ed7b560c080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:55.796996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-32457b02-0916-4cd6-835b-ed7b560c080f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788403 Sep 29 07:21:55.925666 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-ca6ec5fd-e12d-4957-85a0-c5015c4cce51 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220081 Sep 29 07:21:56.051898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-09450f81-7f54-4843-8078-4c744de017d2 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208577 Sep 29 07:21:56.425312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7783-05f7-4810-9bdd-f2689972c580 req-f6895f86-7ebc-4567-a48f-6484c898f7eb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:56.426801 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c09d7783-05f7-4810-9bdd-f2689972c580 req-f6895f86-7ebc-4567-a48f-6484c898f7eb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 944 time: 0.0865834 Sep 29 07:21:56.470739 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c09d7783-05f7-4810-9bdd-f2689972c580 req-d04f61e8-1afb-47b4-a7be-0e1d20c436aa tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382421 Sep 29 07:21:56.606837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:21:56.675408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port bec526a9-7342-41a9-9b95-f07eae4b2f99 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:21:56.675793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:56.676104 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port bec526a9-7342-41a9-9b95-f07eae4b2f99 Sep 29 07:21:56.787320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:21:56.787681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:56.813402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:21:56.815663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468cd661-3e9d-4ab0-aef5-47e880b7397e" -d '{"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-plugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:21:56.823424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:21:56.828234 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:21:56.870464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04ccc7-8a58-4355-9d71-cf7ba0b9b5d1 x-openstack-request-id: req-4f04ccc7-8a58-4355-9d71-cf7ba0b9b5d1 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:21:56.870788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-plugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:21:56.871037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f04ccc7-8a58-4355-9d71-cf7ba0b9b5d1 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:21:56.871420 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f04ccc7-8a58-4355-9d71-cf7ba0b9b5d1'] response: {'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'code': 200} Sep 29 07:21:56.896104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:21:57.665755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8090fe-7c3a-482b-b3e0-ee9669bd6f82 req-e9396c71-7301-4b19-96d3-e464b01148a7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:57.667125 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c8090fe-7c3a-482b-b3e0-ee9669bd6f82 req-e9396c71-7301-4b19-96d3-e464b01148a7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0870721 Sep 29 07:21:57.710138 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c8090fe-7c3a-482b-b3e0-ee9669bd6f82 req-5c477d27-1c64-4328-92cf-29c84975fa9d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366843 Sep 29 07:21:58.655312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-4cf1d2be-dd75-4c78-99df-9429b59b2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:58.657500 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-4cf1d2be-dd75-4c78-99df-9429b59b2e1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 1098 time: 0.0823493 Sep 29 07:21:58.764351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-61d5e961-444f-455f-aa16-75c2fe0d06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:58.765824 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-61d5e961-444f-455f-aa16-75c2fe0d06e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 1098 time: 0.0778217 Sep 29 07:21:58.895599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-95df337c-e403-44d5-9254-124b71863fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:58.897072 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-95df337c-e403-44d5-9254-124b71863fcf service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1241488 Sep 29 07:21:58.915319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c4124-6e05-4948-bc02-426542defa8b req-da162581-eab2-4c89-9951-e5adc3bc1342 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:58.917009 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0d4c4124-6e05-4948-bc02-426542defa8b req-da162581-eab2-4c89-9951-e5adc3bc1342 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0899522 Sep 29 07:21:58.960557 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0d4c4124-6e05-4948-bc02-426542defa8b req-b18032b0-a33a-410a-bf8b-16f0d4f18d9e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 Sep 29 07:21:58.998705 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-a3cd10c4-3efa-4208-88ea-f7e279eae427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 200 len: 1000 time: 0.0957801 Sep 29 07:21:59.063678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-f9f7f495-8473-4717-9ff2-e757fec35d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:59.065122 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-f9f7f495-8473-4717-9ff2-e757fec35d67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0605383 Sep 29 07:21:59.250700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-670840bb-7841-4170-aaff-8a8752df8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:21:59.252178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-670840bb-7841-4170-aaff-8a8752df8056 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810720 Sep 29 07:21:59.381901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-73b29936-4f27-49a7-939a-298bbc0cbed8 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234021 Sep 29 07:21:59.510034 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7766a533-753e-4c85-82e1-5c68aa181a37 req-f374e1c0-667f-4432-af24-7b3c74f8c797 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225865 Sep 29 07:22:00.159136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95c3e3-24f7-4195-a4d2-0e5d5d86de70 req-e5f955ad-7368-42d0-b6a8-47d703145b7a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:00.160596 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c95c3e3-24f7-4195-a4d2-0e5d5d86de70 req-e5f955ad-7368-42d0-b6a8-47d703145b7a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0865686 Sep 29 07:22:00.203347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4c95c3e3-24f7-4195-a4d2-0e5d5d86de70 req-4eb83b6b-1dec-475b-b813-57893426dea9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371952 Sep 29 07:22:00.621763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:22:00.738238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:22:00.738656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:00.764967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:22:00.767265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d506bc7-e83e-4f6a-bae2-cdf4943e3cc7" -d '{"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-unplugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:22:00.774656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:00.778473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:00.821461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac45682b-2cf9-4e47-9f37-b1ee436a1b8e x-openstack-request-id: req-ac45682b-2cf9-4e47-9f37-b1ee436a1b8e {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:22:00.821763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-unplugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:22:00.822015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac45682b-2cf9-4e47-9f37-b1ee436a1b8e {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:22:00.822403 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac45682b-2cf9-4e47-9f37-b1ee436a1b8e'] response: {'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'code': 200} Sep 29 07:22:00.849746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=9']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:01.425166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d9957-1558-474b-ae4e-c7bd26768ad8 req-c42b25db-cbd3-4e8b-a969-b9f63ee34b9e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:01.426668 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cf4d9957-1558-474b-ae4e-c7bd26768ad8 req-c42b25db-cbd3-4e8b-a969-b9f63ee34b9e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.1043572 Sep 29 07:22:01.471343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-cf4d9957-1558-474b-ae4e-c7bd26768ad8 req-7550e303-db9b-4d6e-9d1d-2de3dcd0a9b7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 Sep 29 07:22:02.625083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:22:02.672917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e33dd-03c5-4e2b-97cd-5167f3e0f00c req-a93eac03-ba2c-494d-9ca3-839e4d04d486 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:02.674305 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb9e33dd-03c5-4e2b-97cd-5167f3e0f00c req-a93eac03-ba2c-494d-9ca3-839e4d04d486 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 943 time: 0.0922334 Sep 29 07:22:02.725628 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb9e33dd-03c5-4e2b-97cd-5167f3e0f00c req-44d9876d-7487-4c9d-83bb-f0620c75794b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455089 Sep 29 07:22:02.763581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:02.776451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'mac_address': 'fa:16:3e:9d:17:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:22:02.829981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:22:02.830360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:02.847653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec526a9-7342-41a9-9b95-f07eae4b2f99 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:22:02.863430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:02.868541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:02.924849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610936-17f7-4d45-b156-729cf2a4e0c2 req-3f28a997-3fe1-4d59-9995-d34cbd5612c4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:02.926255 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9b610936-17f7-4d45-b156-729cf2a4e0c2 req-3f28a997-3fe1-4d59-9995-d34cbd5612c4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0916796 Sep 29 07:22:02.938167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=10']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:02.971231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9b610936-17f7-4d45-b156-729cf2a4e0c2 req-c0b5c2c5-995d-4e68-8a51-a55c87683ba5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390189 Sep 29 07:22:03.017883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['bec526a9-7342-41a9-9b95-f07eae4b2f99'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:22:03.167450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947cc6-69ff-466e-96a2-7b97ca179ae7 req-87e586e1-aba3-41fd-a24f-5c7a2c76a97d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:03.168933 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-03947cc6-69ff-466e-96a2-7b97ca179ae7 req-87e586e1-aba3-41fd-a24f-5c7a2c76a97d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0872831 Sep 29 07:22:03.212396 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-03947cc6-69ff-466e-96a2-7b97ca179ae7 req-02ade004-9718-4bf6-8f71-d07679a42dbb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376937 Sep 29 07:22:03.601935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854672ba-6766-4cc0-9ca8-37632a638475 req-139986f2-8aa4-4002-a3a9-3a6d0c9303cc tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:03.603351 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-854672ba-6766-4cc0-9ca8-37632a638475 req-139986f2-8aa4-4002-a3a9-3a6d0c9303cc tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0891390 Sep 29 07:22:03.646852 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-854672ba-6766-4cc0-9ca8-37632a638475 req-6915022a-51f0-41ae-b203-f35f4bc820e9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378566 Sep 29 07:22:04.098516 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:22:04.630284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:22:04.698977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port bec526a9-7342-41a9-9b95-f07eae4b2f99 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:22:04.699350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:04.699681 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port bec526a9-7342-41a9-9b95-f07eae4b2f99 Sep 29 07:22:04.816503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port bec526a9-7342-41a9-9b95-f07eae4b2f99 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:22:04.816889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:04.843762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:22:04.846030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd8fc9-4497-4161-8adb-9b30f419f855" -d '{"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-plugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:22:04.847257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e780ec-0ea1-4474-8c77-97c59f4b7f47 req-385b57a7-59f8-472f-8564-ddc0c9004015 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:04.848835 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-74e780ec-0ea1-4474-8c77-97c59f4b7f47 req-385b57a7-59f8-472f-8564-ddc0c9004015 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 945 time: 0.0865076 Sep 29 07:22:04.853562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:04.858256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:04.895357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c63d94f-3a88-43d1-86aa-5f3ff4972051 x-openstack-request-id: req-9c63d94f-3a88-43d1-86aa-5f3ff4972051 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:22:04.895612 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-74e780ec-0ea1-4474-8c77-97c59f4b7f47 req-608439b3-8d5c-4f40-bd7e-2f8a222b387f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Sep 29 07:22:04.895731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-plugged", "status": "completed", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:22:04.895880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c63d94f-3a88-43d1-86aa-5f3ff4972051 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:22:04.896268 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c63d94f-3a88-43d1-86aa-5f3ff4972051'] response: {'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'code': 200} Sep 29 07:22:04.927285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=11']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:05.911066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d352c36-c55f-4ce7-a306-f36049596330 req-ef89cc69-2001-401e-bdc6-713910c0b2b0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:05.912471 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0d352c36-c55f-4ce7-a306-f36049596330 req-ef89cc69-2001-401e-bdc6-713910c0b2b0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 946 time: 0.0879917 Sep 29 07:22:05.981235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Deleting port bec526a9-7342-41a9-9b95-f07eae4b2f99 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:22:05.981568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:06.095990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb2887-ad0d-4c2d-a3fb-b820815fc67b req-1fa95305-3d70-45c4-903c-1ff1f4588d0d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:06.097413 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6eb2887-ad0d-4c2d-a3fb-b820815fc67b req-1fa95305-3d70-45c4-903c-1ff1f4588d0d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 946 time: 0.0877743 Sep 29 07:22:06.143770 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b6eb2887-ad0d-4c2d-a3fb-b820815fc67b req-a1c6a35d-62ef-47d2-8038-209ec17f8d67 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Sep 29 07:22:06.227047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] For port bec526a9-7342-41a9-9b95-f07eae4b2f99, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=bec526a9-7342-41a9-9b95-f07eae4b2f99,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:06.227393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:06.509059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:06.509431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:06.509742 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da disassociated. External IP: 172.26.0.9, port: bec526a9-7342-41a9-9b95-f07eae4b2f99. Sep 29 07:22:06.510080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Calling delete_port for bec526a9-7342-41a9-9b95-f07eae4b2f99 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:22:06.647843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:06.798281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event deleted for resources: {'Port': ['ID=bec526a9-7342-41a9-9b95-f07eae4b2f99,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:06.809281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.809626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.810561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.810891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.811216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.811537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.811857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.812174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.812490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.812807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.813119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.813440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:22:06.997071 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:22:07.171000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:22:07.180125 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:22:07.189392 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:22:07.189998 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:21:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:07.257736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] No DVR routers for this DVR port bec526a9-7342-41a9-9b95-f07eae4b2f99 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:22:07.260298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:07.263529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-deleted', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:22:07.265449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfcd1c2-6c5d-413c-97cd-6e83c6b0edee" -d '{"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-deleted", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:22:07.312780 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6008bb-c1b3-49c1-81a0-2d44800e0294 x-openstack-request-id: req-0a6008bb-c1b3-49c1-81a0-2d44800e0294 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:22:07.313072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c63d4-6fd1-4103-acf2-11da388827b2", "name": "network-vif-deleted", "tag": "bec526a9-7342-41a9-9b95-f07eae4b2f99", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:22:07.313326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a6008bb-c1b3-49c1-81a0-2d44800e0294 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:22:07.313711 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6008bb-c1b3-49c1-81a0-2d44800e0294'] response: {'server_uuid': '7e3c63d4-6fd1-4103-acf2-11da388827b2', 'name': 'network-vif-deleted', 'tag': 'bec526a9-7342-41a9-9b95-f07eae4b2f99', 'status': 'completed', 'code': 200} Sep 29 07:22:07.322635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ec9dbb6f-77b7-49a7-9dcf-91d27acf900d req-200a59c5-cc6d-43b7-aaf9-2cf712f9e829 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:22:07.327522 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0d352c36-c55f-4ce7-a306-f36049596330 req-e1e4635a-a7f0-439a-a3b4-f318cd38ed92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "DELETE /v2.0/ports/bec526a9-7342-41a9-9b95-f07eae4b2f99 HTTP/1.1" status: 204 len: 173 time: 1.4097698 Sep 29 07:22:07.340830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ec9dbb6f-77b7-49a7-9dcf-91d27acf900d req-200a59c5-cc6d-43b7-aaf9-2cf712f9e829 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:22:07.342684 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ec9dbb6f-77b7-49a7-9dcf-91d27acf900d req-200a59c5-cc6d-43b7-aaf9-2cf712f9e829 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e3c63d4-6fd1-4103-acf2-11da388827b2 HTTP/1.1" status: 200 len: 210 time: 0.0731132 Sep 29 07:22:07.393560 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:22:07.696125 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:07.699775 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:22:07.708267 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:22:07.708845 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:21:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:07.911798 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:22:08.212547 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:08.216664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e11162c-6eac-4708-8348-8b3e8409b64c None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:22:08.426310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4da0a-e585-415b-8bd5-d90684e1c74e None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:22:08.658013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:22:08.694654 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-5dcdd380-886b-47f4-8762-0fc2a14d5e66 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--941908122&fields=id&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 267 time: 0.0433135 Sep 29 07:22:08.699276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: bec526a9-7342-41a9-9b95-f07eae4b2f99 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:22:08.699623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device bec526a9-7342-41a9-9b95-f07eae4b2f99 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:22:08.712930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd10c5af-5b9b-4493-b907-96acfbb3078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:08.846252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-1b62e4d3-d49c-4e61-ac38-f6b7f42ea8a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:08.847681 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-1b62e4d3-d49c-4e61-ac38-f6b7f42ea8a5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1460023 Sep 29 07:22:08.862291 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-bf1281ec-66ca-4a80-86af-af0ad183d927 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/quotas/32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Sep 29 07:22:08.949269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-257acca6-0dd6-4a93-9b1c-0209cb02028d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820484 Sep 29 07:22:09.226820 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-bfa53020-3800-46c7-a0f3-854934d50b70 service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656999 Sep 29 07:22:09.354853 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-47210e9d-8d0d-47b0-bd6b-77f391938ef6 service neutron] 10.222.0.26 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221147 Sep 29 07:22:09.539183 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0b3a059-9ceb-4090-acb9-f5be08c650c1 req-14c37fc8-220c-4453-8619-85ab1ee6a7a3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 210 time: 0.0517042 Sep 29 07:22:10.598762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-e7b141a6-6fd5-406c-a796-48692d89ee7e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:10.600185 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-e7b141a6-6fd5-406c-a796-48692d89ee7e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 811 time: 0.1462855 Sep 29 07:22:10.657906 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-db8fa11f-7f6a-4f08-b081-a034fe22886e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 379 time: 0.0435827 Sep 29 07:22:10.666859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'port': {'device_id': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'admin_state_up': True, 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'security_groups': ['b339c15e-cc69-47b8-88b6-03c755783927']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:22:10.705519 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6f5e620c-b1ce-453d-9f8e-b7f36a854d9a req-4f82b9f2-d4d7-4626-a8a9-e86816667d64 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 210 time: 0.0555491 Sep 29 07:22:10.803621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:22:10.813471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:22:10.822804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Made reservation on behalf of 32c5c6be81b24461ab69af6e8e8e1475 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:22:10.826906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:10.986218 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-11df557f-ecb5-49b3-bb22-097575eccbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:10.988030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Allocated IP 172.20.0.4 (6a718570-03c3-4390-b1ea-26a990f9dc91/b166250f-9bf6-4ee8-8d62-4e58640ef393/51e65e04-4108-4801-a29c-df3645e0261d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:22:11.170365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:11.185328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Transition to ACTIVE for port object 51e65e04-4108-4801-a29c-df3645e0261d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:22:11.208052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:11.273432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:22:11.276128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:22:11.280586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:22:11.319435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:11.351759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:11.352382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:11.381248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-2e84e0c5-de5e-4e39-8959-216241a04abb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179046 Sep 29 07:22:11.398605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Request body: {'port': {'device_id': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:22:11.515986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Provisioning for port 51e65e04-4108-4801-a29c-df3645e0261d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:22:11.521436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Provisioning complete for port 51e65e04-4108-4801-a29c-df3645e0261d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:22:11.521809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:11.522148 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Attempt 1 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:22:11.577255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Port 51e65e04-4108-4801-a29c-df3645e0261d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:22:11.625954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:11.909895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:11.963863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b0a56-934a-48b8-a4f5-ac18fd236c72 req-5ef0243f-0e76-49c3-b323-46c573e35dc4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:11.964549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7a6b0a56-934a-48b8-a4f5-ac18fd236c72 req-5ef0243f-0e76-49c3-b323-46c573e35dc4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Synchronizing usage tracker for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:22:12.018701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7a6b0a56-934a-48b8-a4f5-ac18fd236c72 req-5ef0243f-0e76-49c3-b323-46c573e35dc4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Unset dirty status for tenant:32c5c6be81b24461ab69af6e8e8e1475 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:22:12.019844 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7a6b0a56-934a-48b8-a4f5-ac18fd236c72 req-5ef0243f-0e76-49c3-b323-46c573e35dc4 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 931 time: 0.1922021 Sep 29 07:22:12.070151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:22:12.078895 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Attempt 2 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:22:12.082085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:12.094720 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7a6b0a56-934a-48b8-a4f5-ac18fd236c72 req-e792166b-afbf-46c0-8428-361502cfdef8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615141 Sep 29 07:22:12.103278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Transition to ACTIVE for port object 51e65e04-4108-4801-a29c-df3645e0261d will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:22:12.107975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:12.110063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:12.137628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Port 51e65e04-4108-4801-a29c-df3645e0261d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:22:12.299792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:12.329518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Attempting to bind port 51e65e04-4108-4801-a29c-df3645e0261d on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:22:12.329850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Attempting to bind port 51e65e04-4108-4801-a29c-df3645e0261d by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:22:12.330170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Attempting to bind port 51e65e04-4108-4801-a29c-df3645e0261d on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:22:12.334729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Port 51e65e04-4108-4801-a29c-df3645e0261d on network 6a718570-03c3-4390-b1ea-26a990f9dc91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:22:12.335045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Attempting to bind port 51e65e04-4108-4801-a29c-df3645e0261d on network 6a718570-03c3-4390-b1ea-26a990f9dc91 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:22:12.340252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:22:12.340586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Checking segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:22:12.341488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Bound using segment: {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:22:12.341904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Bound port: 51e65e04-4108-4801-a29c-df3645e0261d, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281aa186-c109-4812-931c-cb6d37a05672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:22:12.342238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:12.428179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:22:12.431584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:22:12.436563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:12.466418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:12.467054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:12.468397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] 10.222.0.61 "PUT /v2.0/ports/51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1093 time: 1.0749705 Sep 29 07:22:12.468827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:22:12.471136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20" -d '{"events": [{"name": "network-changed", "server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:22:12.514934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a4205-293c-4b46-9658-2c5f63ec9785 service neutron] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:12.520414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12145c4f-a2eb-44f3-814b-35038c690b89 x-openstack-request-id: req-12145c4f-a2eb-44f3-814b-35038c690b89 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:22:12.520704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:22:12.520956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12145c4f-a2eb-44f3-814b-35038c690b89 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:22:12.521345 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12145c4f-a2eb-44f3-814b-35038c690b89'] response: {'name': 'network-changed', 'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'status': 'completed', 'code': 200} Sep 29 07:22:12.613659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-b0de1f9f-b80c-45ca-a4e9-9ff6bc52c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:12.615087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-b0de1f9f-b80c-45ca-a4e9-9ff6bc52c43f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1096 time: 0.0803001 Sep 29 07:22:12.639360 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Attempt 3 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:22:12.688599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-4871265a-2ce9-4722-a8ef-c1ee098eb560 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 217 time: 0.0621493 Sep 29 07:22:12.698448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0224b86c-7538-4539-9d9c-a20c510d6d03 None None] Port 51e65e04-4108-4801-a29c-df3645e0261d had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:22:12.753094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-92ee2e5d-26cb-4861-b67c-1d1a8f712ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:12.754535 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-92ee2e5d-26cb-4861-b67c-1d1a8f712ba3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0601294 Sep 29 07:22:12.833513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244993-302d-4e3f-be12-41dd9acea011 req-1ba99ad5-f534-4993-8ca5-281c3aa0f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:12.835055 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-1ba99ad5-f534-4993-8ca5-281c3aa0f5f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751545 Sep 29 07:22:12.962668 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-27fe9da4-1541-4c96-bb47-08f9aed619bb service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216173 Sep 29 07:22:13.091085 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4244993-302d-4e3f-be12-41dd9acea011 req-7c92490b-751b-4fb4-bde2-3dcf5431e5e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226563 Sep 29 07:22:13.326121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-57f0db50-c259-4bec-9a81-fa896a14b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:13.327631 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-57f0db50-c259-4bec-9a81-fa896a14b12b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1096 time: 0.1471689 Sep 29 07:22:13.335608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce694-88ad-4253-b3ee-1f9dc8d0502b req-23aa746f-bfe2-45e5-b5c3-d05bfa338dfe tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:13.336958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6b9ce694-88ad-4253-b3ee-1f9dc8d0502b req-23aa746f-bfe2-45e5-b5c3-d05bfa338dfe tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 943 time: 0.1128025 Sep 29 07:22:13.451829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:13.561490 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6b9ce694-88ad-4253-b3ee-1f9dc8d0502b req-0f8e2e89-8d1b-4096-a2bd-56fe122d009a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038442 Sep 29 07:22:13.592142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-25836088-6c87-41be-8f45-4be887e7e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:13.593516 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-25836088-6c87-41be-8f45-4be887e7e251 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.2557290 Sep 29 07:22:13.661484 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-aff62716-e398-49fa-b39a-70594b395110 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 217 time: 0.0617440 Sep 29 07:22:13.720600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-168b4ae6-4715-41e5-9de5-b27ccf571b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:13.721967 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-168b4ae6-4715-41e5-9de5-b27ccf571b5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0554276 Sep 29 07:22:13.805705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-deeb427d-3aa5-40f6-9637-a0d81c9f68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:13.807184 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-deeb427d-3aa5-40f6-9637-a0d81c9f68b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789468 Sep 29 07:22:13.935161 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-8acb6062-9860-4566-8df6-baa6cca66b9a service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217270 Sep 29 07:22:14.065210 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0917bd7d-3028-4c5f-bc1d-42ddd9b5df20 req-933f7b91-ca5b-4538-bf2e-3add145fa555 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241078 Sep 29 07:22:14.757705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1142048-a1ae-4643-9b91-37b3dab7330b req-95ac180a-8bca-4362-88f3-0d67105cd5ce tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:14.759170 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c1142048-a1ae-4643-9b91-37b3dab7330b req-95ac180a-8bca-4362-88f3-0d67105cd5ce tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 943 time: 0.0858841 Sep 29 07:22:14.805678 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c1142048-a1ae-4643-9b91-37b3dab7330b req-7bb6c431-ec53-49d9-b559-cb89232419a9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Sep 29 07:22:15.998962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f5b8-8496-44f0-bb87-f4aabaf84ad5 req-da8ddb34-ebd6-42a6-8b79-28c58c81c17a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:16.000561 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dcc3f5b8-8496-44f0-bb87-f4aabaf84ad5 req-da8ddb34-ebd6-42a6-8b79-28c58c81c17a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 943 time: 0.0866933 Sep 29 07:22:16.043103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dcc3f5b8-8496-44f0-bb87-f4aabaf84ad5 req-b6257b37-e38d-420e-9960-f8c68cae51e2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370085 Sep 29 07:22:16.672324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:22:16.809095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:16.821849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '51e65e04-4108-4801-a29c-df3645e0261d', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:22:16.875596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:22:16.875969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:16.894773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:22:16.910006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:16.914135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:16.978858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:17.240208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7df060-0bf3-4088-bd8d-d37bb5aba4f3 req-b1141c50-a57c-4873-8fec-0d3a59b7054c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:17.241567 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fd7df060-0bf3-4088-bd8d-d37bb5aba4f3 req-b1141c50-a57c-4873-8fec-0d3a59b7054c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0857022 Sep 29 07:22:17.284672 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fd7df060-0bf3-4088-bd8d-d37bb5aba4f3 req-8633d497-6334-4040-b40f-071fce4374a9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374913 Sep 29 07:22:17.299148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['51e65e04-4108-4801-a29c-df3645e0261d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:22:17.392648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:18.480632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edff8c-b3f7-48e6-b1da-d43303c70475 req-56eefbd8-292e-4e60-9105-26e0581109c6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:18.482787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18edff8c-b3f7-48e6-b1da-d43303c70475 req-56eefbd8-292e-4e60-9105-26e0581109c6 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0900218 Sep 29 07:22:18.524947 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-18edff8c-b3f7-48e6-b1da-d43303c70475 req-a948b1c0-dea4-4662-aa82-7d5af35d56af tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Sep 29 07:22:18.671319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:22:18.736633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 51e65e04-4108-4801-a29c-df3645e0261d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:22:18.741366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 51e65e04-4108-4801-a29c-df3645e0261d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:22:18.741741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:18.742080 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:22:18.858771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:22:18.859147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:18.884571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:22:18.886846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39091fa1-93ad-431d-a6e0-441aca1111cb" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:22:18.895360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:22:18.899342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:18.930201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a442c0-dc4d-45ac-959c-e9e787127756 x-openstack-request-id: req-b4a442c0-dc4d-45ac-959c-e9e787127756 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:22:18.930513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:22:18.930770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4a442c0-dc4d-45ac-959c-e9e787127756 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:22:18.931160 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a442c0-dc4d-45ac-959c-e9e787127756'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'code': 200} Sep 29 07:22:18.971858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:22:19.190185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42762e2b-11d6-41aa-aed8-18801c0a2f8a req-c71913cf-06f8-41e7-ad59-1b8f02cc9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:19.191592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42762e2b-11d6-41aa-aed8-18801c0a2f8a req-c71913cf-06f8-41e7-ad59-1b8f02cc9ad5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1098 time: 0.0755358 Sep 29 07:22:19.233717 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-42762e2b-11d6-41aa-aed8-18801c0a2f8a req-ba5df1a6-3491-4a12-b8e7-fa251060abcb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358202 Sep 29 07:22:19.722690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c674f-866d-46f3-b75b-b62b64f36c42 req-cfdf1699-b484-4aae-963a-5e0c215928be tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:19.724147 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fc6c674f-866d-46f3-b75b-b62b64f36c42 req-cfdf1699-b484-4aae-963a-5e0c215928be tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0854714 Sep 29 07:22:19.767668 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fc6c674f-866d-46f3-b75b-b62b64f36c42 req-ce18e704-0895-4763-af5f-f6d26918eb2b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378504 Sep 29 07:22:20.967025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4547dc-5fd8-4e68-bfdc-0d1f352a81cc req-b8f19491-3049-42e8-8100-13a11afb779a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:20.968498 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca4547dc-5fd8-4e68-bfdc-0d1f352a81cc req-b8f19491-3049-42e8-8100-13a11afb779a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0889354 Sep 29 07:22:21.010817 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ca4547dc-5fd8-4e68-bfdc-0d1f352a81cc req-9f2e31e3-86ca-4874-a2f4-719a9bbcbaa5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367093 Sep 29 07:22:21.203059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d81f-70fe-48b2-b394-3c51331e3aee req-caf14c93-b228-42ee-8009-b6bd1558ab9d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:21.204514 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3f91d81f-70fe-48b2-b394-3c51331e3aee req-caf14c93-b228-42ee-8009-b6bd1558ab9d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0889969 Sep 29 07:22:21.214630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53190) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:22:21.220348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Request body: {'floatingip': {'port_id': '51e65e04-4108-4801-a29c-df3645e0261d'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:22:21.295477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:21.976207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:21.979877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:22.150846 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da associated. External IP: 172.26.0.9, port: 51e65e04-4108-4801-a29c-df3645e0261d. Sep 29 07:22:22.491344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:22:22.663647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:22:22.668505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:22.673000 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520a102-52ca-4033-bd33-07699634c76a None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:22:22.682111 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:22:22.682738 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:22:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:22.721420 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6a7a3811-a51a-4c3f-bd39-2450cd18dc6d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "PUT /v2.0/floatingips/0f749a63-e298-48a5-8ca1-99fd9ab466da HTTP/1.1" status: 200 len: 990 time: 1.5048282 Sep 29 07:22:22.722084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:22:22.724463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89768191-c6f9-45a8-983f-a9fda4000338" -d '{"events": [{"name": "network-changed", "server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:22:22.771191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a966553-4067-43fd-8fa6-f034cdcebcc4 x-openstack-request-id: req-8a966553-4067-43fd-8fa6-f034cdcebcc4 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:22:22.771487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:22:22.771744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a966553-4067-43fd-8fa6-f034cdcebcc4 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:22:22.772152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a966553-4067-43fd-8fa6-f034cdcebcc4'] response: {'name': 'network-changed', 'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'status': 'completed', 'code': 200} Sep 29 07:22:22.873988 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:22:22.893969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768191-c6f9-45a8-983f-a9fda4000338 req-0d1b1a5d-9516-46c4-b321-2729ba977825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:22.895534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-0d1b1a5d-9516-46c4-b321-2729ba977825 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1098 time: 0.0817220 Sep 29 07:22:23.144079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768191-c6f9-45a8-983f-a9fda4000338 req-dd17ded0-3558-4277-bacd-212ae0663909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:23.145472 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-dd17ded0-3558-4277-bacd-212ae0663909 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.2442589 Sep 29 07:22:23.220666 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:22:21Z', 'revision_number': 13, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:23.224423 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520a102-52ca-4033-bd33-07699634c76a None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:22:23.233134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:22:23.233719 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:22:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:23.247747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-e4c594bd-7c8a-493c-a3d3-7f22ce830025 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 998 time: 0.0950873 Sep 29 07:22:23.307721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768191-c6f9-45a8-983f-a9fda4000338 req-a2bbd0b9-48f3-4086-b128-494b02828127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:23.309812 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-a2bbd0b9-48f3-4086-b128-494b02828127 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0558498 Sep 29 07:22:23.395537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768191-c6f9-45a8-983f-a9fda4000338 req-ef63c402-aa3c-44f6-9f54-1087f8999b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:23.397073 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-ef63c402-aa3c-44f6-9f54-1087f8999b9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817711 Sep 29 07:22:23.408068 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:22:23.530198 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-163c6d99-7159-451e-ab0e-9adc48fedf88 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253669 Sep 29 07:22:23.663385 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-89768191-c6f9-45a8-983f-a9fda4000338 req-8f82ba8a-9f9d-485e-a4c0-7f642cfc78e3 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274920 Sep 29 07:22:23.778379 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d520a102-52ca-4033-bd33-07699634c76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:22:21Z', 'revision_number': 13, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:22:23.782358 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520a102-52ca-4033-bd33-07699634c76a None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0f749a63-e298-48a5-8ca1-99fd9ab466da', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'floating_ip_address': '172.26.0.9', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:16:23Z', 'updated_at': '2022-09-29T07:22:21Z', 'revision_number': 13, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:22:23.965441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b871623e-c310-4611-98a7-0b023338f9ae None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:22:33.438004 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-a6141d9a-0dfb-427f-bbc6-ac313318ba39 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789831 Sep 29 07:22:33.607702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-da1a4e03-4dff-4ebc-95a3-376e4198abe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:33.609147 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-da1a4e03-4dff-4ebc-95a3-376e4198abe5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1098 time: 0.0799980 Sep 29 07:22:33.750960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-c9a918e6-34ee-4055-93e6-02bd09e698d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:33.752355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-c9a918e6-34ee-4055-93e6-02bd09e698d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1230593 Sep 29 07:22:33.848635 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-7c067a77-594f-484c-abd6-bc1c031fc802 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1000 time: 0.0895338 Sep 29 07:22:33.912314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-6d598db7-ffd4-4c51-b3b8-754f9c20bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:33.913688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-6d598db7-ffd4-4c51-b3b8-754f9c20bbc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0586233 Sep 29 07:22:33.993898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-fb385fe5-64cf-4f18-a436-47d6a005a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:22:33.995441 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-fb385fe5-64cf-4f18-a436-47d6a005a693 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752902 Sep 29 07:22:34.126082 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-e24d644a-aa66-4b9c-a76f-82e057e90b35 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238945 Sep 29 07:22:34.255232 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ea30c3a9-817c-471a-a215-3455d2b7b717 req-85e32829-1ef0-40b9-946a-e23d1a937b4d service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220298 Sep 29 07:22:38.695940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5af3047f-197a-4dfa-8b21-232ea9dc8d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:40.989647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-29bfb234-8993-4f91-bf6e-f101ee4b1116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:41.097703 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:22:41.911268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:42.082553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:43.453717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:22:47.386505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:08.696598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-06699f89-ffc8-4a38-93e5-795aed3b5faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:10.990205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e23f4e98-4d7d-4938-822e-d9571bd26579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:11.913320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:12.084262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:13.456464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:17.397554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:18.097084 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:23:33.448179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-55224b60-44bb-4975-a625-ceeafd5cab9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807347 Sep 29 07:23:33.606475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-9c1f5fb9-49fb-4cda-ab15-2252e535f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:33.607945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-9c1f5fb9-49fb-4cda-ab15-2252e535f1b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1098 time: 0.0778193 Sep 29 07:23:33.748847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-7d9179bb-358e-4a59-8950-5e3c4907306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:33.750383 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-7d9179bb-358e-4a59-8950-5e3c4907306f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1242964 Sep 29 07:23:33.949473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-6945c9fe-1ed7-46d8-8bea-d412c6230ca4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1000 time: 0.1934378 Sep 29 07:23:34.011924 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-091d723e-00a6-43b0-a265-76871b68d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:34.013268 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-091d723e-00a6-43b0-a265-76871b68d2fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0578387 Sep 29 07:23:34.098200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-b1a97b4c-f28c-41e1-a5fd-d8c25c2619be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:34.099721 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-b1a97b4c-f28c-41e1-a5fd-d8c25c2619be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809472 Sep 29 07:23:34.227649 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-ad71d9af-73b9-409a-9115-78e8ff193580 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215754 Sep 29 07:23:34.355774 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-58388e83-4049-4ae9-9f6e-bdb6cfa07281 req-f5d44c7f-39c2-40e1-ac18-6e48f2a63946 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219585 Sep 29 07:23:37.135386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8696-724e-4701-9769-affc27fb2804 req-7eff5e1c-8af9-4808-8387-6da69a67690b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:37.136894 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b49d8696-724e-4701-9769-affc27fb2804 req-7eff5e1c-8af9-4808-8387-6da69a67690b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0935991 Sep 29 07:23:37.180021 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b49d8696-724e-4701-9769-affc27fb2804 req-dc9c8f10-8132-4250-b39c-960730ccec76 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Sep 29 07:23:38.699132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-56ac3122-47bb-4804-a63a-744b122ec624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:41.024607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a95f1a2e-a6c4-44b3-915a-24be12539b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:41.915756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:42.086704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:43.458127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:46.900955 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-8bcdb83b-77c6-4e2b-ad9e-cab3fba38509 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1791213 Sep 29 07:23:46.909352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36f02f-cd53-4947-9a1d-dbcbf4dbd8c4 req-bc0bd63d-768a-4ad5-8dd2-5d5b1a670207 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:46.910763 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8f36f02f-cd53-4947-9a1d-dbcbf4dbd8c4 req-bc0bd63d-768a-4ad5-8dd2-5d5b1a670207 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.1161323 Sep 29 07:23:46.955033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8f36f02f-cd53-4947-9a1d-dbcbf4dbd8c4 req-7520c769-41ee-4b56-88eb-84fbde243434 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 Sep 29 07:23:47.398524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:23:48.199876 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-37d8b5f7-5ecf-42ba-a768-68a64cd5d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:48.201339 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-37d8b5f7-5ecf-42ba-a768-68a64cd5d84f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1098 time: 0.1424716 Sep 29 07:23:48.209853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd1b3f-8b50-4901-bf0a-53434e2f8289 req-b553c403-9361-458c-b3e4-22de58243c83 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:48.211202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-93fd1b3f-8b50-4901-bf0a-53434e2f8289 req-b553c403-9361-458c-b3e4-22de58243c83 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.1179683 Sep 29 07:23:48.329096 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-93fd1b3f-8b50-4901-bf0a-53434e2f8289 req-c1d96573-558d-4489-88b0-29b0bcbb139e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999529 Sep 29 07:23:48.365314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-a1792036-7804-48e3-ad00-d5555d51eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:48.366864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-a1792036-7804-48e3-ad00-d5555d51eae3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1547699 Sep 29 07:23:48.467770 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-43c87b31-bd0d-4ced-a761-e9253a06b3ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1000 time: 0.0953352 Sep 29 07:23:48.529225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-4f21bb3b-3139-4546-a4a6-346156732310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:48.530800 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-4f21bb3b-3139-4546-a4a6-346156732310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0566311 Sep 29 07:23:48.616609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-0d9ed08c-5b95-4d55-ab2b-d7e9ab15433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:48.617999 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-0d9ed08c-5b95-4d55-ab2b-d7e9ab15433c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799501 Sep 29 07:23:48.747930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-6abe6e3b-99b6-4015-9a0b-2c168b6bf01e service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239130 Sep 29 07:23:48.880223 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-4de21719-6be9-4011-a535-d5723d5cfa96 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256294 Sep 29 07:23:49.530039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4da8-1611-4f90-b00c-45bb129f4450 req-23a9e485-18c4-4afa-8d4f-be3ea56a2fc1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:49.531523 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-acfd4da8-1611-4f90-b00c-45bb129f4450 req-23a9e485-18c4-4afa-8d4f-be3ea56a2fc1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0900826 Sep 29 07:23:49.575870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-acfd4da8-1611-4f90-b00c-45bb129f4450 req-1109f6f5-34cd-44bb-b2b1-e72522f0f779 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387893 Sep 29 07:23:50.768766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c65fc-f09c-4dd3-bf4f-0566d4c77408 req-99b295e2-88de-43e2-8786-48fad8cba2a3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:50.770213 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b27c65fc-f09c-4dd3-bf4f-0566d4c77408 req-99b295e2-88de-43e2-8786-48fad8cba2a3 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0854256 Sep 29 07:23:50.815815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b27c65fc-f09c-4dd3-bf4f-0566d4c77408 req-c5ae7e18-8927-4fe2-8345-64c8876ea3c5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399857 Sep 29 07:23:52.009746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b51be-5cc8-4c51-8e47-6858bd9adb09 req-3f34616a-28a1-4c45-8c6a-4e286b688e5e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:52.011232 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b51b51be-5cc8-4c51-8e47-6858bd9adb09 req-3f34616a-28a1-4c45-8c6a-4e286b688e5e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0863912 Sep 29 07:23:52.058051 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b51b51be-5cc8-4c51-8e47-6858bd9adb09 req-e814eec2-c833-43af-a97d-47f5080b427a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Sep 29 07:23:53.358968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649936a-12c2-433f-9989-c8a7ebac52d0 req-d131a75d-b788-4d26-bbb7-d8eb678139f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:53.360427 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a649936a-12c2-433f-9989-c8a7ebac52d0 req-d131a75d-b788-4d26-bbb7-d8eb678139f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.1849356 Sep 29 07:23:53.404390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a649936a-12c2-433f-9989-c8a7ebac52d0 req-7fbf30ea-0992-48ac-a9b9-8db55a4b99d0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380447 Sep 29 07:23:54.601684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4668d-6ac8-41e8-a0a6-b80298ba4e4c req-65069c4b-a5c3-4285-8bcb-2d3cb5901a67 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:54.603154 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-73a4668d-6ac8-41e8-a0a6-b80298ba4e4c req-65069c4b-a5c3-4285-8bcb-2d3cb5901a67 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0854509 Sep 29 07:23:54.645344 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-73a4668d-6ac8-41e8-a0a6-b80298ba4e4c req-558c0c6d-2c2b-403b-92f1-3b0bf500a31c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366008 Sep 29 07:23:55.096927 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:23:55.841999 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c60b00-648c-4e0a-82ce-31e4c803677f req-e2a1e7dd-db41-4886-9509-c25d8e4d5a6c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:55.844223 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-84c60b00-648c-4e0a-82ce-31e4c803677f req-e2a1e7dd-db41-4886-9509-c25d8e4d5a6c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0880549 Sep 29 07:23:55.887158 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-84c60b00-648c-4e0a-82ce-31e4c803677f req-5c0e44c1-e61f-4dab-906e-a3585bfffb73 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367725 Sep 29 07:23:57.084642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfea44e-c99b-4852-9f8d-2bb86e8fa578 req-8b24d427-bce8-4352-995a-8097835ef5d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:57.086117 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0bfea44e-c99b-4852-9f8d-2bb86e8fa578 req-8b24d427-bce8-4352-995a-8097835ef5d8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0884621 Sep 29 07:23:57.130037 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0bfea44e-c99b-4852-9f8d-2bb86e8fa578 req-e487534b-3d90-479f-98f1-81e969ba049f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 Sep 29 07:23:58.322790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36ec24-a6e9-4f2e-85e4-333f370347a4 req-e7960e8b-5fa3-46ed-ba7b-e84eaf18c691 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:58.324246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e36ec24-a6e9-4f2e-85e4-333f370347a4 req-e7960e8b-5fa3-46ed-ba7b-e84eaf18c691 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0849771 Sep 29 07:23:58.371752 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e36ec24-a6e9-4f2e-85e4-333f370347a4 req-58ffbaef-b9fa-4c2a-8cd2-dfe2b70e78df tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Sep 29 07:23:59.566320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c7a5b-f869-4bac-b8d8-897b2b9d4b9c req-9ed88098-f2b8-4bdf-9472-65b224c2959f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:23:59.567828 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e78c7a5b-f869-4bac-b8d8-897b2b9d4b9c req-9ed88098-f2b8-4bdf-9472-65b224c2959f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0850995 Sep 29 07:23:59.614402 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e78c7a5b-f869-4bac-b8d8-897b2b9d4b9c req-a4122d86-7189-4f52-9fc0-99b45d101cb2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410483 Sep 29 07:24:00.817661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d4a16-0f65-49b2-be6c-bddc3903b0f9 req-6f4ad1bf-31cf-4f7c-990c-214a7aa18971 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:00.819159 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe9d4a16-0f65-49b2-be6c-bddc3903b0f9 req-6f4ad1bf-31cf-4f7c-990c-214a7aa18971 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0905554 Sep 29 07:24:00.862910 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe9d4a16-0f65-49b2-be6c-bddc3903b0f9 req-a5f29ee4-9569-41e6-984f-fb6c765ec48f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381391 Sep 29 07:24:02.058689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11f680-df72-47a6-bd3b-7047fbf828b1 req-5d8e13a4-a085-4a6a-9f3f-46627b4c4ae2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:02.060073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bb11f680-df72-47a6-bd3b-7047fbf828b1 req-5d8e13a4-a085-4a6a-9f3f-46627b4c4ae2 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0851023 Sep 29 07:24:02.105107 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bb11f680-df72-47a6-bd3b-7047fbf828b1 req-080cf5aa-8641-43d4-acad-4f52ed33e956 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Sep 29 07:24:03.310028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647326a1-4878-4936-8496-46087a9a067c req-641df868-234e-4607-ad8f-f965ee0da637 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:03.311509 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-647326a1-4878-4936-8496-46087a9a067c req-641df868-234e-4607-ad8f-f965ee0da637 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0929420 Sep 29 07:24:03.354932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-647326a1-4878-4936-8496-46087a9a067c req-0c7d7f4c-7d66-4f19-bff3-de2932aca5b8 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371859 Sep 29 07:24:04.564805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521651a-3f34-48b9-a885-976dd959ed73 req-f2d15a39-7811-40ad-9983-f785ac959e41 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:04.567175 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0521651a-3f34-48b9-a885-976dd959ed73 req-f2d15a39-7811-40ad-9983-f785ac959e41 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0978398 Sep 29 07:24:04.619381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0521651a-3f34-48b9-a885-976dd959ed73 req-d2c2242c-093b-4d53-a94a-f8191f570c2c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465062 Sep 29 07:24:05.816039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970849e-a0f2-4994-a30c-c7e79769be36 req-db78fcba-35d8-4360-9b08-20e1ee147dfe tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:05.817483 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1970849e-a0f2-4994-a30c-c7e79769be36 req-db78fcba-35d8-4360-9b08-20e1ee147dfe tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0859511 Sep 29 07:24:05.864011 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1970849e-a0f2-4994-a30c-c7e79769be36 req-6664ede3-48ad-4c65-891a-779d84f6da92 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Sep 29 07:24:06.553696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-1b87ec83-ccd5-4bf0-97b0-dd8b35deff99 service neutron] 10.222.0.61 "GET /v2.0/ports/51e65e04-4108-4801-a29c-df3645e0261d/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0719476 Sep 29 07:24:06.842732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-87d67124-50e4-48ce-af0a-0a1412f5fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:06.844485 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-87d67124-50e4-48ce-af0a-0a1412f5fbcd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 1098 time: 0.0764980 Sep 29 07:24:06.960369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-56dfd48d-ccad-4b00-aab0-e64a1c5b5b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:06.961898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-56dfd48d-ccad-4b00-aab0-e64a1c5b5b5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1098 time: 0.0825331 Sep 29 07:24:07.059460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930661a-9b7e-4e2f-b655-7ec160577099 req-e21803ce-235c-4904-93d7-2c84d5d0a8a0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:07.060908 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e930661a-9b7e-4e2f-b655-7ec160577099 req-e21803ce-235c-4904-93d7-2c84d5d0a8a0 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0847492 Sep 29 07:24:07.099605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-f56df25e-71ad-46db-8b6f-2c9bd84cca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:07.100962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-f56df25e-71ad-46db-8b6f-2c9bd84cca5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1309536 Sep 29 07:24:07.107229 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e930661a-9b7e-4e2f-b655-7ec160577099 req-06550ead-0f3c-4d13-9226-da66d558c44b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Sep 29 07:24:07.206355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-2ec1b82a-7627-4ca0-a870-d8068893ff5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1000 time: 0.0988729 Sep 29 07:24:07.270604 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-b912d82b-d090-47c4-9ee5-15ea072ed00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:07.271995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-b912d82b-d090-47c4-9ee5-15ea072ed00e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0551002 Sep 29 07:24:07.355533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-d5a46e65-8774-4360-b4c9-73914aeeceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:07.356935 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-d5a46e65-8774-4360-b4c9-73914aeeceee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788379 Sep 29 07:24:07.483895 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-8b68b9c2-299a-423b-b12c-bc0e8cd821f6 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199765 Sep 29 07:24:07.610628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-e75f7398-33d8-4b83-b74a-e3740e1e1507 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198211 Sep 29 07:24:08.307042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c13c46-86f1-40c9-9c4f-90f043d5abf9 req-87b8f779-22e0-4df3-8d46-11dc7ad7e2df tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:08.308502 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81c13c46-86f1-40c9-9c4f-90f043d5abf9 req-87b8f779-22e0-4df3-8d46-11dc7ad7e2df tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0873404 Sep 29 07:24:08.354792 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81c13c46-86f1-40c9-9c4f-90f043d5abf9 req-3ce7d8bc-ed60-4f35-8aaf-4bdae4f161bf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384233 Sep 29 07:24:08.702865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99429994-6903-4145-8a42-555526460a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:09.345230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:24:09.457453 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:09.457840 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:09.484447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:24:09.486735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91108d2-d7ab-4310-8da0-d956326bb4f0" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:24:09.494625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:09.498091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:09.544511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab6e58-5eb5-4815-949d-a8368baa53b1 x-openstack-request-id: req-3dab6e58-5eb5-4815-949d-a8368baa53b1 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:24:09.544803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:24:09.545215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3dab6e58-5eb5-4815-949d-a8368baa53b1 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:24:09.545596 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dab6e58-5eb5-4815-949d-a8368baa53b1'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'code': 200} Sep 29 07:24:09.562157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fbd37-d56d-46f6-abe7-6030edcda05c req-9cded072-8178-4799-802b-a1061191bc5f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:09.564273 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ee7fbd37-d56d-46f6-abe7-6030edcda05c req-9cded072-8178-4799-802b-a1061191bc5f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 943 time: 0.0888557 Sep 29 07:24:09.571249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:09.578748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.579098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.579434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.579763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.580092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.580416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.580741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.581060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.581380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.581704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.582031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.582347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:09.608937 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ee7fbd37-d56d-46f6-abe7-6030edcda05c req-8e260cd6-3f74-4980-81ad-855558860618 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382819 Sep 29 07:24:10.908392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27242308-0f3c-4fb2-a930-b7f759507d17 req-1a36cde6-91a9-42b9-a03b-3a2e47e93309 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:10.909763 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-27242308-0f3c-4fb2-a930-b7f759507d17 req-1a36cde6-91a9-42b9-a03b-3a2e47e93309 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 943 time: 0.1882391 Sep 29 07:24:10.953330 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-27242308-0f3c-4fb2-a930-b7f759507d17 req-415ea498-e7e1-4e54-b38d-488b31ee6727 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Sep 29 07:24:10.998006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1ed74b76-7656-46e6-a7f5-5a0b7c7bd884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:11.348843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:24:11.480834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:11.493455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '51e65e04-4108-4801-a29c-df3645e0261d', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:24:11.549922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:11.550329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:11.567265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:24:11.582395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:11.586239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:11.651354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:11.713011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['51e65e04-4108-4801-a29c-df3645e0261d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:24:11.916778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:12.090724 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:12.151692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e76d8-259f-46ab-b981-6f79db3b1b6b req-91c2c1cd-5e87-40dd-8107-b5e563b99554 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:12.153126 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c00e76d8-259f-46ab-b981-6f79db3b1b6b req-91c2c1cd-5e87-40dd-8107-b5e563b99554 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0897906 Sep 29 07:24:12.196246 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c00e76d8-259f-46ab-b981-6f79db3b1b6b req-ba8e8800-2b7c-4301-a9c0-d29e0ad5e351 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374615 Sep 29 07:24:13.362626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:13.398056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14926f5-77b7-411c-a297-b5585ccc5a34 req-78bc7886-a945-4f6f-ac50-f543e7571c7a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:13.399572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c14926f5-77b7-411c-a297-b5585ccc5a34 req-78bc7886-a945-4f6f-ac50-f543e7571c7a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0896354 Sep 29 07:24:13.429895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 51e65e04-4108-4801-a29c-df3645e0261d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:13.430266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:13.430637 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:24:13.445146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c14926f5-77b7-411c-a297-b5585ccc5a34 req-233056a0-8004-49a3-b981-2d018b04ca9d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391953 Sep 29 07:24:13.493621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:13.554363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:13.554763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:13.580563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:24:13.582811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8676f1-b702-4446-b9e0-7329d777b403" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:24:13.590138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:13.594898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:13.639761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984cfa05-4b8b-4ca9-8822-ac5e33cfa692 x-openstack-request-id: req-984cfa05-4b8b-4ca9-8822-ac5e33cfa692 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:24:13.640070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:24:13.640294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-984cfa05-4b8b-4ca9-8822-ac5e33cfa692 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:24:13.640699 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984cfa05-4b8b-4ca9-8822-ac5e33cfa692'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'code': 200} Sep 29 07:24:13.664458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:14.639522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651ee6c-f9a9-4f2e-b36d-b89f484cbbc4 req-8c7d2fe5-8dca-4460-a181-5a23660db500 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:14.641591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9651ee6c-f9a9-4f2e-b36d-b89f484cbbc4 req-8c7d2fe5-8dca-4460-a181-5a23660db500 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0866718 Sep 29 07:24:14.687763 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9651ee6c-f9a9-4f2e-b36d-b89f484cbbc4 req-43359e80-fdd5-45a0-869f-9b48e14a074d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 Sep 29 07:24:15.887677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7faa4a-b7ec-4e63-87d0-3a46c013e05d req-06a6ff52-49e6-4913-b310-5b7db706395c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:15.889138 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1a7faa4a-b7ec-4e63-87d0-3a46c013e05d req-06a6ff52-49e6-4913-b310-5b7db706395c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0856903 Sep 29 07:24:15.936025 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1a7faa4a-b7ec-4e63-87d0-3a46c013e05d req-20054ac8-8b51-48b7-bfb3-5450c3a103c7 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412753 Sep 29 07:24:17.141477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc66c3-adf1-4cb3-9e0c-8e7d5fd13b6f req-23c7cfe1-9059-4a94-8bb2-6437a165d076 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:17.142958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8bc66c3-adf1-4cb3-9e0c-8e7d5fd13b6f req-23c7cfe1-9059-4a94-8bb2-6437a165d076 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0955451 Sep 29 07:24:17.186532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8bc66c3-adf1-4cb3-9e0c-8e7d5fd13b6f req-c4a5665f-0e32-471e-88c7-c5353fd4a871 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375736 Sep 29 07:24:17.378833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:24:17.458714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:17.518483 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:17.530965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '51e65e04-4108-4801-a29c-df3645e0261d', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:24:17.583384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:17.583757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:17.600328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:24:17.615526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:17.619543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:17.685592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=9']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:17.744500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['51e65e04-4108-4801-a29c-df3645e0261d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:24:18.391700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d61bca-0b6c-4ad9-863b-64a50718519a req-8beca38e-7a56-484b-90ec-805b36e7062b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:18.393841 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d8d61bca-0b6c-4ad9-863b-64a50718519a req-8beca38e-7a56-484b-90ec-805b36e7062b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0950933 Sep 29 07:24:18.436293 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d8d61bca-0b6c-4ad9-863b-64a50718519a req-858c0cd4-18e1-4b02-847e-3b70e719ba85 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366852 Sep 29 07:24:18.835271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-80b68b02-9333-4013-b172-31c8caf9b263 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:18.836751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-80b68b02-9333-4013-b172-31c8caf9b263 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&tenant_id=32c5c6be81b24461ab69af6e8e8e1475&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 944 time: 0.0941749 Sep 29 07:24:18.887941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0f14e-9b0c-4caf-9be4-ce22cea9829e req-491ead92-7c80-480d-b683-4d9cae2419c9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:18.889389 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e0f14e-9b0c-4caf-9be4-ce22cea9829e req-491ead92-7c80-480d-b683-4d9cae2419c9 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0894423 Sep 29 07:24:18.916297 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-cd581e55-0d39-4421-8996-e1cbe5a05f0f service neutron] 10.222.0.61 "GET /v2.0/ports/51e65e04-4108-4801-a29c-df3645e0261d/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0741544 Sep 29 07:24:18.934594 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-09e0f14e-9b0c-4caf-9be4-ce22cea9829e req-ed909ab0-6f47-420f-baaa-6a804d84c156 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Sep 29 07:24:19.031860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-fa971909-7a65-4f42-b7fa-f025b8b05771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:19.033761 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-fa971909-7a65-4f42-b7fa-f025b8b05771 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1097 time: 0.0803273 Sep 29 07:24:19.161733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-ab54672c-22a5-413e-a284-fcc45871f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:19.163199 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-ab54672c-22a5-413e-a284-fcc45871f5e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1237001 Sep 29 07:24:19.269112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-1348fe6a-7f2e-4ec4-8a13-6005e185f15f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 999 time: 0.1001558 Sep 29 07:24:19.329044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-3c4885e7-bed5-4a6f-88c7-c30444915923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:19.330932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-3c4885e7-bed5-4a6f-88c7-c30444915923 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0559320 Sep 29 07:24:19.393047 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:19.415821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-c10a0a3a-09c4-44ff-891b-f50c891b3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:19.417316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-c10a0a3a-09c4-44ff-891b-f50c891b3f72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808005 Sep 29 07:24:19.494593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 51e65e04-4108-4801-a29c-df3645e0261d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:19.494969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:19.495309 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:24:19.548153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-62dbc427-9328-4054-98c8-17289971f7bb service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243434 Sep 29 07:24:19.618978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:19.619270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:19.645866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:24:19.648164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c48ed5-aef4-4e46-a0eb-6363a28fb342" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:24:19.655939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:19.661129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:19.689637 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-2b431f73-2668-47ec-bf33-40a2bf36f379 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351571 Sep 29 07:24:19.705467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f68c7-c4ad-49f6-a3f4-6085b7472c13 x-openstack-request-id: req-d70f68c7-c4ad-49f6-a3f4-6085b7472c13 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:24:19.705758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:24:19.706007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d70f68c7-c4ad-49f6-a3f4-6085b7472c13 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:24:19.706389 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70f68c7-c4ad-49f6-a3f4-6085b7472c13'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'code': 200} Sep 29 07:24:19.730571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=10']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:20.136239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5bb95-ec7c-4ff4-be7e-449cb8602ad9 req-97989cad-c735-4736-99d5-17e5ca2d1a76 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:20.137674 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11c5bb95-ec7c-4ff4-be7e-449cb8602ad9 req-97989cad-c735-4736-99d5-17e5ca2d1a76 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0848372 Sep 29 07:24:20.182802 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11c5bb95-ec7c-4ff4-be7e-449cb8602ad9 req-a585ba43-a74a-44c8-b4ed-395280dae52d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394692 Sep 29 07:24:21.389611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a10cb-8d2e-410e-8a1a-b8a3d24d2599 req-8f37e8e7-7824-4704-8aeb-125e5a20503d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:21.391074 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c55a10cb-8d2e-410e-8a1a-b8a3d24d2599 req-8f37e8e7-7824-4704-8aeb-125e5a20503d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0849257 Sep 29 07:24:21.434261 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c55a10cb-8d2e-410e-8a1a-b8a3d24d2599 req-1b7b344d-4028-480e-9d66-cb0a762f3192 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Sep 29 07:24:22.631734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bc2bb-e9c8-4104-82fe-0a794f643ffa req-6b373c56-5743-4c72-99e4-1761b7445c29 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:22.633231 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-559bc2bb-e9c8-4104-82fe-0a794f643ffa req-6b373c56-5743-4c72-99e4-1761b7445c29 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0886815 Sep 29 07:24:22.678993 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-559bc2bb-e9c8-4104-82fe-0a794f643ffa req-57d3e877-10d8-41c2-b78a-58f29f6cce3a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Sep 29 07:24:23.042802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-b8c049fb-91ca-40d0-ba41-75f4108753a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:23.044304 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-b8c049fb-91ca-40d0-ba41-75f4108753a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&tenant_id=32c5c6be81b24461ab69af6e8e8e1475 HTTP/1.1" status: 200 len: 1099 time: 0.0804429 Sep 29 07:24:23.150596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-f4614d0d-5ce2-4515-a37f-b41da79ea414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:23.152047 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-f4614d0d-5ce2-4515-a37f-b41da79ea414 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1099 time: 0.0763874 Sep 29 07:24:23.377823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-13fdedc8-5b93-4437-82c9-ca248b2f1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:23.379246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-13fdedc8-5b93-4437-82c9-ca248b2f1e7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.2217674 Sep 29 07:24:23.487138 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-2238f17c-f40c-4d80-b900-deb5cba8ac74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1000 time: 0.0949252 Sep 29 07:24:23.549916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-f5cbfc24-3697-4de2-a67e-5797e793e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:23.551356 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-f5cbfc24-3697-4de2-a67e-5797e793e24c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.0580184 Sep 29 07:24:23.631570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-1fb70855-3e02-4b83-bc01-512f81c49e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:23.632938 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-1fb70855-3e02-4b83-bc01-512f81c49e02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754335 Sep 29 07:24:23.760825 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-2a7caa8f-edcd-4f38-8b24-0a05ee40565e service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220701 Sep 29 07:24:23.952338 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ed8b6bb0-c98f-4951-b539-314f8f6d0104 req-0b732d1b-be34-47f4-9d16-c663d86faffd service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854594 Sep 29 07:24:23.966954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ba328-5285-4f33-98ac-b2a58d6538a0 req-7389f535-ccd9-454c-8a3d-049ab983e2cf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:23.968360 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8d9ba328-5285-4f33-98ac-b2a58d6538a0 req-7389f535-ccd9-454c-8a3d-049ab983e2cf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.1328557 Sep 29 07:24:24.013300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8d9ba328-5285-4f33-98ac-b2a58d6538a0 req-f1aec708-6e3d-49c0-9f14-fd3a4a9fc55a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Sep 29 07:24:25.329843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ca506-10d0-4c02-bb62-462576d3adea req-02184c0c-3f7e-4a09-8728-511ea4bfd6f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:25.331377 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b25ca506-10d0-4c02-bb62-462576d3adea req-02184c0c-3f7e-4a09-8728-511ea4bfd6f1 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.2065334 Sep 29 07:24:25.375914 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b25ca506-10d0-4c02-bb62-462576d3adea req-de8d811d-de50-4454-8881-30efd20f968c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386205 Sep 29 07:24:25.406266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:24:25.519011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:25.519330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:25.545187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:24:25.547423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e4e8d1-960e-4d41-a86e-f0f07bdf5148" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:24:25.555427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:25.559304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:25.605401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d3858d-206a-4eac-b48e-93eeaa33ab05 x-openstack-request-id: req-f8d3858d-206a-4eac-b48e-93eeaa33ab05 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:24:25.605697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-unplugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:24:25.605954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8d3858d-206a-4eac-b48e-93eeaa33ab05 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:24:25.606348 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d3858d-206a-4eac-b48e-93eeaa33ab05'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'code': 200} Sep 29 07:24:25.631157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=11']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:26.576247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564213-f438-45d2-85ac-3c0fc6138850 req-063fdc97-5939-4be0-8c1d-471d3d3b6def tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:26.577708 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-36564213-f438-45d2-85ac-3c0fc6138850 req-063fdc97-5939-4be0-8c1d-471d3d3b6def tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 944 time: 0.0859017 Sep 29 07:24:26.622527 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-36564213-f438-45d2-85ac-3c0fc6138850 req-6dbe36ae-6d71-4e40-b76f-a1ca941bc5ba tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374351 Sep 29 07:24:27.405230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:24:27.535285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:27.547910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '51e65e04-4108-4801-a29c-df3645e0261d', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'port_id': '51e65e04-4108-4801-a29c-df3645e0261d', 'mac_address': 'fa:16:3e:1b:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:24:27.602308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:27.602717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:27.619661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:24:27.634392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:27.638179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:27.710262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=12']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:27.758627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['51e65e04-4108-4801-a29c-df3645e0261d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:24:27.820534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6612-75d8-4680-ba60-e6e8a1000031 req-692657df-32f6-4466-877a-a57ed6879985 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:27.822007 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c44f6612-75d8-4680-ba60-e6e8a1000031 req-692657df-32f6-4466-877a-a57ed6879985 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.0851367 Sep 29 07:24:27.870908 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c44f6612-75d8-4680-ba60-e6e8a1000031 req-e5dbf98e-05b8-4034-ba05-9a7e637592cf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427210 Sep 29 07:24:29.115923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cdcfc-68a2-40c0-9799-f33a383490aa req-2a8de930-6b63-4447-9f31-9b1f811ab45a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:29.117386 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c6cdcfc-68a2-40c0-9799-f33a383490aa req-2a8de930-6b63-4447-9f31-9b1f811ab45a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 945 time: 0.1343315 Sep 29 07:24:29.161899 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c6cdcfc-68a2-40c0-9799-f33a383490aa req-f4dbc385-d20e-48d3-a986-59f97bf47361 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383520 Sep 29 07:24:29.421448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:29.490349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 51e65e04-4108-4801-a29c-df3645e0261d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:29.490749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:29.491086 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 51e65e04-4108-4801-a29c-df3645e0261d Sep 29 07:24:29.603377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 51e65e04-4108-4801-a29c-df3645e0261d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:29.603752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:29.630288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:24:29.632554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e7297-007b-43e0-849d-55a47ab429a2" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:24:29.640359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:29.645224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:29.683083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4012f9b8-4854-4f48-aaf4-41db768692aa x-openstack-request-id: req-4012f9b8-4854-4f48-aaf4-41db768692aa {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:24:29.683368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-plugged", "status": "completed", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:24:29.683616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4012f9b8-4854-4f48-aaf4-41db768692aa {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:24:29.683997 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4012f9b8-4854-4f48-aaf4-41db768692aa'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'code': 200} Sep 29 07:24:29.713982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=13']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:30.359298 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23478d78-8b32-42c9-9a98-eee556810203 req-08473318-9e97-46ea-b565-7a3443676b4f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:30.360738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-23478d78-8b32-42c9-9a98-eee556810203 req-08473318-9e97-46ea-b565-7a3443676b4f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0888369 Sep 29 07:24:30.403995 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-23478d78-8b32-42c9-9a98-eee556810203 req-4b821c33-2b4d-40e3-8140-f7c66736d98d tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374231 Sep 29 07:24:31.643050 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9d9f4-70a7-4d41-97c8-567ea02d0e8c req-a16e8064-d489-48ec-aa7d-831fb487fdef tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:31.644564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fdb9d9f4-70a7-4d41-97c8-567ea02d0e8c req-a16e8064-d489-48ec-aa7d-831fb487fdef tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.1288114 Sep 29 07:24:31.690535 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fdb9d9f4-70a7-4d41-97c8-567ea02d0e8c req-58329dbb-d99d-44d5-8cf3-a5a5de2ebc38 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Sep 29 07:24:32.096888 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:24:32.896094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a8ce5-9c6a-4d6e-880b-49f084ce6d7c req-bcded35f-ce2b-44ad-9897-cc9371846b8c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:32.897480 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d46a8ce5-9c6a-4d6e-880b-49f084ce6d7c req-bcded35f-ce2b-44ad-9897-cc9371846b8c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0869298 Sep 29 07:24:32.943554 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d46a8ce5-9c6a-4d6e-880b-49f084ce6d7c req-e57d3476-8649-4acc-a26d-dcc572754031 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Sep 29 07:24:34.153643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd8a1a-6c67-4a97-aa1e-ea187d39ceb8 req-869c4bec-aff7-48bb-9e7e-f95efa132b2b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:34.155043 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8cdd8a1a-6c67-4a97-aa1e-ea187d39ceb8 req-869c4bec-aff7-48bb-9e7e-f95efa132b2b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0963759 Sep 29 07:24:34.207646 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8cdd8a1a-6c67-4a97-aa1e-ea187d39ceb8 req-f25388b8-2ac8-4085-936a-4a738114b068 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461564 Sep 29 07:24:34.330614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-038eeaf1-6be7-4878-8b17-0399ac1b386d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754719 Sep 29 07:24:34.411979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be88aa-d0e8-4c87-95ba-0fdd8564fe00 req-e7a9a87c-644f-4236-8b73-d91f72a5bd71 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:34.413861 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1be88aa-d0e8-4c87-95ba-0fdd8564fe00 req-e7a9a87c-644f-4236-8b73-d91f72a5bd71 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0936022 Sep 29 07:24:34.458286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1be88aa-d0e8-4c87-95ba-0fdd8564fe00 req-329bf58a-1563-47e3-a7b1-9d206d0e3ef5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Sep 29 07:24:34.497494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-65d6762f-c29a-438e-944c-1fc3e5c2c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:34.499077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-65d6762f-c29a-438e-944c-1fc3e5c2c525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 1099 time: 0.0806386 Sep 29 07:24:34.708342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-a151d8f5-ae7c-4a4a-84a0-33de9a532ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:34.709800 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-a151d8f5-ae7c-4a4a-84a0-33de9a532ad2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 200 len: 912 time: 0.1921120 Sep 29 07:24:34.721160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdb8c0-a680-4063-8bcf-1e3032e14fc2 req-5070698d-33d7-49e5-af1b-bfd2daca469a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:34.722697 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67cdb8c0-a680-4063-8bcf-1e3032e14fc2 req-5070698d-33d7-49e5-af1b-bfd2daca469a tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.1393936 Sep 29 07:24:34.845127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67cdb8c0-a680-4063-8bcf-1e3032e14fc2 req-4e979e83-cf73-4cfe-b0e5-475b133edbcf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718269 Sep 29 07:24:34.848603 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-0df4955f-6511-4634-80d9-df651a5f360f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 200 len: 1000 time: 0.1250455 Sep 29 07:24:35.018098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-7ec885a3-0eee-47ab-9ed4-228dd15681ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:35.019528 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-7ec885a3-0eee-47ab-9ed4-228dd15681ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 200 len: 850 time: 0.1644516 Sep 29 07:24:35.116708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-9099ac7f-58fc-41d0-a967-dd17f334aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:35.118204 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-9099ac7f-58fc-41d0-a967-dd17f334aaf5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a718570-03c3-4390-b1ea-26a990f9dc91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0926957 Sep 29 07:24:35.315624 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-f5134587-00fc-43d6-889a-cef180df4be3 service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876223 Sep 29 07:24:35.327204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345db307-d5ca-4d37-871e-357c4ac71b30 req-73d9f236-f7a3-4c83-b941-cba9e29c8f35 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:35.328565 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-345db307-d5ca-4d37-871e-357c4ac71b30 req-73d9f236-f7a3-4c83-b941-cba9e29c8f35 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.1346879 Sep 29 07:24:35.459397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-345db307-d5ca-4d37-871e-357c4ac71b30 req-b1315fd8-57a6-4a1f-b0ef-64c225e1f498 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062672 Sep 29 07:24:35.494507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9e3a10b2-f96f-4b16-b1ac-a179d948bd6c req-2acc8111-c428-48b9-84d7-c9f2be25f46a service neutron] 10.222.0.61 "GET /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650004 Sep 29 07:24:36.662777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f71d9-761f-471b-b13f-a18e71bd6c5e req-84fb130a-eab3-4a20-a177-a0f568dd814b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:36.664145 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b46f71d9-761f-471b-b13f-a18e71bd6c5e req-84fb130a-eab3-4a20-a177-a0f568dd814b tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.0886269 Sep 29 07:24:36.706360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b46f71d9-761f-471b-b13f-a18e71bd6c5e req-e7fbacad-2cff-4bd7-918f-19cffdf57a0e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366390 Sep 29 07:24:37.914290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-b46a9cab-4d6e-43e6-b789-6880ab77810c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:37.915649 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-b46a9cab-4d6e-43e6-b789-6880ab77810c tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.1476538 Sep 29 07:24:37.965541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa15c1-9463-4111-8cd2-a334c12e3e77 req-f4a7cdd5-d782-4d7f-b274-1fbed9dbac4f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:37.967016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1caa15c1-9463-4111-8cd2-a334c12e3e77 req-f4a7cdd5-d782-4d7f-b274-1fbed9dbac4f tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 946 time: 0.1455705 Sep 29 07:24:38.024324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Deleting port 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:38.024578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:38.063985 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1caa15c1-9463-4111-8cd2-a334c12e3e77 req-23374d13-fb76-4c2b-9900-ba5cb40dbdaf tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups?id=b339c15e-cc69-47b8-88b6-03c755783927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897043 Sep 29 07:24:38.268825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] For port 51e65e04-4108-4801-a29c-df3645e0261d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=51e65e04-4108-4801-a29c-df3645e0261d,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:38.269172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:38.548905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:38.549265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:38.549576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da disassociated. External IP: 172.26.0.9, port: 51e65e04-4108-4801-a29c-df3645e0261d. Sep 29 07:24:38.549929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Calling delete_port for 51e65e04-4108-4801-a29c-df3645e0261d owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:24:38.690683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:38.704073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b361b637-fe32-47d1-8cc7-0e259c4baa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:38.739420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event deleted for resources: {'Port': ['ID=51e65e04-4108-4801-a29c-df3645e0261d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:38.749660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.750008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.750348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.750709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.751033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.751358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.751692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.752011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.752336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.752655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.752975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:38.753320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:39.042466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:24:39.223518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:24:39.228958 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-71369661-aeac-4f76-a817-7e0c59e9b7a9 req-3be21eba-2a78-4512-a4dc-77e5ea893461 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 210 time: 0.0485129 Sep 29 07:24:39.233508 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:24:39.243007 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:39.254709 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:39.308655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] No DVR routers for this DVR port 51e65e04-4108-4801-a29c-df3645e0261d on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:24:39.311119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:39.313717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-deleted', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:24:39.316595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26001cae-7125-4e14-86f0-175f64becec6" -d '{"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-deleted", "tag": "51e65e04-4108-4801-a29c-df3645e0261d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:24:39.335951 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b95298fa-a2ca-42f5-8cf2-cb7b1fc1203b req-81d2f952-b4e0-4d83-9e96-0ecc0a3d41fb tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.61 "DELETE /v2.0/ports/51e65e04-4108-4801-a29c-df3645e0261d HTTP/1.1" status: 204 len: 173 time: 1.4146903 Sep 29 07:24:39.375776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c4714-22ae-4200-8e0f-16a8c5c923c5 x-openstack-request-id: req-4b5c4714-22ae-4200-8e0f-16a8c5c923c5 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:24:39.376189 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a534f240-0d25-4c4c-87ab-8cfc94d2dc2b", "name": "network-vif-deleted", "tag": "51e65e04-4108-4801-a29c-df3645e0261d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:24:39.376521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b5c4714-22ae-4200-8e0f-16a8c5c923c5 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:24:39.377046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5c4714-22ae-4200-8e0f-16a8c5c923c5'] response: {'server_uuid': 'a534f240-0d25-4c4c-87ab-8cfc94d2dc2b', 'name': 'network-vif-deleted', 'tag': '51e65e04-4108-4801-a29c-df3645e0261d', 'status': 'completed', 'code': 200} Sep 29 07:24:39.427365 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:39.734732 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:39.739133 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:24:39.747418 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:39.748009 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:39.934262 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:40.270177 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:40.274920 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479323d9-e220-4056-9ac3-f2a6057f89b3 None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:16:21Z', 'revision_number': 4, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'c54efc65-bfa9-4fe6-85ce-8907b36d091b', 'name': '', 'network_id': '6a718570-03c3-4390-b1ea-26a990f9dc91', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'mac_address': 'fa:16:3e:2a:b4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:20Z', 'updated_at': '2022-09-29T07:16:25Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'subnets': [{'id': 'b166250f-9bf6-4ee8-8d62-4e58640ef393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:24:40.435812 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8871e491-0ac0-4427-ac11-c09130870402 req-48b08e8c-6eaa-4a84-8741-451ea979ca68 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/ports?device_id=a534f240-0d25-4c4c-87ab-8cfc94d2dc2b HTTP/1.1" status: 200 len: 210 time: 0.0529196 Sep 29 07:24:40.543866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693c90a-dcbf-481a-a1e9-356d3185259c None None] New status for floating IP 0f749a63-e298-48a5-8ca1-99fd9ab466da: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:24:40.999246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1fc8bb6c-62d7-4ce7-9207-8918943768c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:41.457314 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:24:41.493386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 51e65e04-4108-4801-a29c-df3645e0261d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:24:41.493734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 51e65e04-4108-4801-a29c-df3645e0261d not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:24:41.921595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:42.094683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:43.468462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:44.691798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53444) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:44.758872 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd687537-e8ec-4a19-ace9-e0c904b170d5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:44.786566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd687537-e8ec-4a19-ace9-e0c904b170d5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:44.839212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd687537-e8ec-4a19-ace9-e0c904b170d5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:44.858589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd687537-e8ec-4a19-ace9-e0c904b170d5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b339c15e-cc69-47b8-88b6-03c755783927,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:44.867740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bd687537-e8ec-4a19-ace9-e0c904b170d5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:44.868850 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bd687537-e8ec-4a19-ace9-e0c904b170d5 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "DELETE /v2.0/security-groups/b339c15e-cc69-47b8-88b6-03c755783927 HTTP/1.1" status: 204 len: 168 time: 0.1760411 Sep 29 07:24:44.871502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53448) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:44.887862 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-15c30a35-d680-49ad-b914-2b43ed8a9698 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] show failed (client error): The resource could not be found. Sep 29 07:24:44.888843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-15c30a35-d680-49ad-b914-2b43ed8a9698 tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "GET /v2.0/security-groups/b339c15e-cc69-47b8-88b6-03c755783927 HTTP/1.1" status: 404 len: 347 time: 0.0164416 Sep 29 07:24:44.891567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53452) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:45.043261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Deleting port 09c75519-18a0-41b0-99d3-bf30a3173115 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:45.043595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:45.205569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:45.205895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:45.326811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Calling delete_port for 09c75519-18a0-41b0-99d3-bf30a3173115 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:24:45.472267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:45.518594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Pushing event deleted for resources: {'Port': ['ID=09c75519-18a0-41b0-99d3-bf30a3173115,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:45.617181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:45.630693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:45.631823 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-22c4b999-9640-43a8-8695-6d77a380e18e tempest-ServerActionsTestJSON-78725220 tempest-ServerActionsTestJSON-78725220-project] 10.222.0.26 "DELETE /v2.0/floatingips/0f749a63-e298-48a5-8ca1-99fd9ab466da HTTP/1.1" status: 204 len: 168 time: 0.7393906 Sep 29 07:24:45.634826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53456) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:46.342170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:46.686633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Deleting port c54efc65-bfa9-4fe6-85ce-8907b36d091b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:46.686977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:46.853059 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] For port c54efc65-bfa9-4fe6-85ce-8907b36d091b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c54efc65-bfa9-4fe6-85ce-8907b36d091b,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:46.853403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:46.974249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Calling delete_port for c54efc65-bfa9-4fe6-85ce-8907b36d091b owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:24:47.220560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:47.377959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54efc65-bfa9-4fe6-85ce-8907b36d091b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:47.433924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:47.645965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:47.995926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Router f1848827-81ae-4637-9952-bba1c61c1ad5 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:24:48.172381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:24:48.181582 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] Sync routers for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:24:48.184855 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1a588e8b-7d22-419a-9850-b61953b24bc9 admin admin] 10.222.0.26 "PUT /v2.0/routers/f1848827-81ae-4637-9952-bba1c61c1ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5490479 Sep 29 07:24:48.187306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53462) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:48.191421 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:48.192018 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:48.358601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:48.365893 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:48.532192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:48.542301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Deleting port f7156303-3021-47cb-9793-20485b860a45 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:48.542654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:48.645731 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231'}], 'enable_snat': True}, 'gw_port_id': 'f7156303-3021-47cb-9793-20485b860a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:24:47Z', 'revision_number': 5, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port': {'id': 'f7156303-3021-47cb-9793-20485b860a45', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:23:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:16:18Z', 'updated_at': '2022-09-29T07:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:48.649765 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] Checking router: f1848827-81ae-4637-9952-bba1c61c1ad5 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:24:48.658627 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] Routers {'f1848827-81ae-4637-9952-bba1c61c1ad5'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:48.659257 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['f1848827-81ae-4637-9952-bba1c61c1ad5'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:48.811125 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] Set router f1848827-81ae-4637-9952-bba1c61c1ad5 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:48.822609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] For port f7156303-3021-47cb-9793-20485b860a45, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f7156303-3021-47cb-9793-20485b860a45,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:48.822969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:48.913688 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:24:48Z', 'revision_number': 6, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:48.917460 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbee16-c37f-4642-838f-c79d3d875223 None None] The sync data for ids ['f1848827-81ae-4637-9952-bba1c61c1ad5'] in dv-neutron-859761-1-hyperv is: [{'id': 'f1848827-81ae-4637-9952-bba1c61c1ad5', 'name': 'tempest-ServerActionsTestJSON-768121402-router', 'tenant_id': '32c5c6be81b24461ab69af6e8e8e1475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:16:17Z', 'updated_at': '2022-09-29T07:24:48Z', 'revision_number': 6, 'project_id': '32c5c6be81b24461ab69af6e8e8e1475', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:24:48.949870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Calling delete_port for f7156303-3021-47cb-9793-20485b860a45 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:24:49.114659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.162768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7156303-3021-47cb-9793-20485b860a45,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:49.270557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.445541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.447760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.468897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.469423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1848827-81ae-4637-9952-bba1c61c1ad5 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:24:49.481647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.482795 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fe835c73-c1ef-462e-a69a-3c27597dec67 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f1848827-81ae-4637-9952-bba1c61c1ad5 HTTP/1.1" status: 204 len: 168 time: 1.2945635 Sep 29 07:24:49.485253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53466) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:49.545285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Deleting subnet b166250f-9bf6-4ee8-8d62-4e58640ef393 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:24:49.548320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.600412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.677641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.747073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.787504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b166250f-9bf6-4ee8-8d62-4e58640ef393,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:49.791130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.796898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-aea02f9b-1054-4d14-b71a-8c22055553ab admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b166250f-9bf6-4ee8-8d62-4e58640ef393 HTTP/1.1" status: 204 len: 168 time: 0.3107035 Sep 29 07:24:49.797138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56decd-7787-4e20-b710-2c0f960a8463 None None] Network 6a718570-03c3-4390-b1ea-26a990f9dc91 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:24:49.799533 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53470) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:49.904302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f7156303-3021-47cb-9793-20485b860a45 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:24:49.917874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.930043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Deleting port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:49.930357 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:49.956208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: f7156303-3021-47cb-9793-20485b860a45 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:24:49.956811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f7156303-3021-47cb-9793-20485b860a45 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:24:49.956958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c54efc65-bfa9-4fe6-85ce-8907b36d091b no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:24:50.000124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c54efc65-bfa9-4fe6-85ce-8907b36d091b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:24:50.000371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c54efc65-bfa9-4fe6-85ce-8907b36d091b not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:24:50.144306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] For port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:50.144658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.170344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] DHCP port deletion for 6a718570-03c3-4390-b1ea-26a990f9dc91 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:24:50.174843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Deleting port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:50.175794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.265592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Calling delete_port for 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:24:50.344932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.375596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] For port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,segment=NetworkSegment(281aa186-c109-4812-931c-cb6d37a05672),segment_id=281aa186-c109-4812-931c-cb6d37a05672)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:50.375986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.397653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Pushing event deleted for resources: {'Port': ['ID=58b4a0a8-c8f1-437e-b31a-556e0aa10e80,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:50.405072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] No DVR routers for this DVR port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:24:50.407395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.407746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.408093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.408454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.408804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.409137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.410008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.410334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.410685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.411010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.411329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.411651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:50.495214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Calling delete_port for 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:24:50.532294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.561602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a718570-03c3-4390-b1ea-26a990f9dc91']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:50.567693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:24:50.568055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:24:50.577728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281aa186-c109-4812-931c-cb6d37a05672') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:50.578017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281aa186-c109-4812-931c-cb6d37a05672') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:50.589655 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.605892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.611931 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:24:50.612302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.692988 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 281aa186-c109-4812-931c-cb6d37a05672 resource provider aggregate not found Sep 29 07:24:50.704171 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.721077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.726719 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 281aa186-c109-4812-931c-cb6d37a05672 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 281aa186-c109-4812-931c-cb6d37a05672 found for delete ", "request_id": "req-509a7791-0856-4c98-9162-4ccc83fb0e21"}]} Sep 29 07:24:50.734551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] Pushing event deleted for resources: {'Network': ['ID=6a718570-03c3-4390-b1ea-26a990f9dc91,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:50.749679 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-01239e25-ba41-4ad0-85a0-5f406287ecfb admin admin] 10.222.0.26 "DELETE /v2.0/networks/6a718570-03c3-4390-b1ea-26a990f9dc91 HTTP/1.1" status: 204 len: 168 time: 0.9485564 Sep 29 07:24:50.858762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53482) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:50.909824 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6479ac5a-8d75-4c09-8758-2a31388051b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32c5c6be81b24461ab69af6e8e8e1475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498869 Sep 29 07:24:50.912313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53486) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:50.968297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52c36ef2-5a74-4af9-a334-450370f71547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:50.993126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52c36ef2-5a74-4af9-a334-450370f71547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:51.043151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52c36ef2-5a74-4af9-a334-450370f71547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:51.060777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c36ef2-5a74-4af9-a334-450370f71547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484aec0-e5b1-4a81-83a7-95aa069864db,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:51.069087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-52c36ef2-5a74-4af9-a334-450370f71547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:51.069243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Deleting port 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:24:51.069703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:51.070230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-52c36ef2-5a74-4af9-a334-450370f71547 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8484aec0-e5b1-4a81-83a7-95aa069864db HTTP/1.1" status: 204 len: 168 time: 0.1570230 Sep 29 07:24:51.142319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40bdf737-735a-44a4-9543-c2f875e5f8c9 None None] The port '58b4a0a8-c8f1-437e-b31a-556e0aa10e80' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:24:51.843721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53510) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:51.879026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:24:51.917350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:24:51.917690 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 58b4a0a8-c8f1-437e-b31a-556e0aa10e80 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:24:51.951842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-430368462-network', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:24:51.957121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:24:51.960964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Usage tracker for resource:network and tenant:9794ec7c841241a3a9962edcd63d7f86 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:24:51.963816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:24:51.969856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:24:51.979530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Made reservation on behalf of 9794ec7c841241a3a9962edcd63d7f86 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:24:51.981775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:51.993490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.010341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:24:52.014152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Usage tracker for resource:security_group_rule and tenant:9794ec7c841241a3a9962edcd63d7f86 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:24:52.016928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:24:52.023069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:24:52.103050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.106383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.132199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:24:52.144598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179f749-1fc5-4a05-9c70-f63c7b8186b7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:52.148878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.149234 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Added segment 1cbc47d8-41f5-4b41-82c5-68ae3ff12e54 of type vlan for network 8ff763e7-d617-4e56-a735-f424fac73d0c Sep 29 07:24:52.175633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.203618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.204559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:52.205117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.406843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff763e7-d617-4e56-a735-f424fac73d0c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:52.409696 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-aaec6975-2884-4f22-bc7c-4fadefa7cfa5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5648117 Sep 29 07:24:52.412561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53516) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:52.417764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Request body: {'subnet': {'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-430368462-subnet', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:24:52.421159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8ff763e7-d617-4e56-a735-f424fac73d0c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:24:52.422689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:24:52.426646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Usage tracker for resource:subnet and tenant:9794ec7c841241a3a9962edcd63d7f86 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:24:52.429510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:24:52.435169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:24:52.445828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Made reservation on behalf of 9794ec7c841241a3a9962edcd63d7f86 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:24:52.448256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.646588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.720735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:52.728845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Checking segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:24:52.729201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Network hostable DHCP agents. Network: 8ff763e7-d617-4e56-a735-f424fac73d0c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:24:52.747361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Network 8ff763e7-d617-4e56-a735-f424fac73d0c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:24:52.756103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 8ff763e7-d617-4e56-a735-f424fac73d0c) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:24:52.759984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:52.760562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.767512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93b2f40-fe1a-455a-8c49-1f979c930c5e None None] Network 8ff763e7-d617-4e56-a735-f424fac73d0c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:24:52.783813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53520) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:52.784365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ca112114-56de-4eca-8d52-7efb101f09b1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3703229 Sep 29 07:24:52.789753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:24:52.794507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:24:52.798327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Usage tracker for resource:router and tenant:9794ec7c841241a3a9962edcd63d7f86 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:24:52.801695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:24:52.807349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:24:52.818267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.819278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.834948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:52.987094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-8ff763e7-d617-4e56-a735-f424fac73d0c', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'fixed_ips': [{'subnet_id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:24:52.988475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.146095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Allocated IP 172.20.0.2 (8ff763e7-d617-4e56-a735-f424fac73d0c/0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab/f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:24:53.203605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.352479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.362451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Transition to ACTIVE for port object f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:24:53.381145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Transition to ACTIVE for port object f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:24:53.386626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.487661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Network 8ff763e7-d617-4e56-a735-f424fac73d0c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:24:53.490315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:24:53.494120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:24:53.502829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Pushing event updated for resources: {'Port': ['ID=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:53.511686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.545099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.601955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Attempting to bind port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:24:53.602320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Attempting to bind port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:24:53.602757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Attempting to bind port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 on network 8ff763e7-d617-4e56-a735-f424fac73d0c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:24:53.607923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:24:53.608290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Checking segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:24:53.608789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.609186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Bound using segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:24:53.609745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Bound port: f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:24:53.610162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.677316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Allocated IP 172.26.0.121 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/4c1863a0-ad18-4203-bbb6-f099999d91f9) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:24:53.696306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] For port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:24:53.699458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] For port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:24:53.703399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.789319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c2b68-4468-49cb-aed2-57ea8d51d7d1 None None] Pushing event updated for resources: {'Port': ['ID=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:53.834147 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.863816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:53.942455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:24:53.945382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:24:53.949347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:24:53.985418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c1863a0-ad18-4203-bbb6-f099999d91f9,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:54.365484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:54.694906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631c9d6-794e-49ca-a27b-760bf124c13e None None] Network 8ff763e7-d617-4e56-a735-f424fac73d0c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:24:54.781430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bcc88dd6-1733-42c2-99e7-1e5288281266 None None] Provisioning for port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:24:54.822684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:55.026973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Router 290834db-64b1-4812-b1a1-f8caeecbf68c is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:24:55.205726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:24:55.214610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Sync routers for ids ['290834db-64b1-4812-b1a1-f8caeecbf68c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:24:55.224509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Routers {'290834db-64b1-4812-b1a1-f8caeecbf68c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:55.225116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['290834db-64b1-4812-b1a1-f8caeecbf68c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:55.230357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:55.231644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-21533f88-870c-4c1f-be04-d61bd05dfbe0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4459434 Sep 29 07:24:55.234658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53524) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:24:55.406205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Set router 290834db-64b1-4812-b1a1-f8caeecbf68c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:55.689547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:24:54Z', 'revision_number': 3, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:55.693897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Checking router: 290834db-64b1-4812-b1a1-f8caeecbf68c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:24:55.694246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Updating router 290834db-64b1-4812-b1a1-f8caeecbf68c port 4c1863a0-ad18-4203-bbb6-f099999d91f9 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:24:55.745088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:55.907345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:55.946149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:56.061276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:24:56.069291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:56.069674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.070010 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 Sep 29 07:24:56.115810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Allocated IP 172.20.0.1 (8ff763e7-d617-4e56-a735-f424fac73d0c/0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab/3144bc36-fe0c-46b0-8bb7-977390e789db) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:24:56.226953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.241257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Transition to ACTIVE for port object 4c1863a0-ad18-4203-bbb6-f099999d91f9 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:24:56.261300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.277823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Transition to ACTIVE for port object 3144bc36-fe0c-46b0-8bb7-977390e789db will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:24:56.285467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.302517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.336873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Attempting to bind port 4c1863a0-ad18-4203-bbb6-f099999d91f9 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:24:56.337248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Attempting to bind port 4c1863a0-ad18-4203-bbb6-f099999d91f9 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:24:56.337613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Attempting to bind port 4c1863a0-ad18-4203-bbb6-f099999d91f9 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:24:56.358806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:24:56.359250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:24:56.359596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.359993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:24:56.360475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Bound port: 4c1863a0-ad18-4203-bbb6-f099999d91f9, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:24:56.360850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.404235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:56.404235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.440494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69451ae-0136-4ce7-82cb-8f173b879f62 None None] Pushing event updated for resources: {'Port': ['ID=4c1863a0-ad18-4203-bbb6-f099999d91f9,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:56.479165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:56.480460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] For port 4c1863a0-ad18-4203-bbb6-f099999d91f9, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:24:56.483959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] For port 4c1863a0-ad18-4203-bbb6-f099999d91f9, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4c1863a0-ad18-4203-bbb6-f099999d91f9,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:24:56.485940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.491445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Network 8ff763e7-d617-4e56-a735-f424fac73d0c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:24:56.494288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:24:56.496768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:24:56.521542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.544098 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Pushing event updated for resources: {'Port': ['ID=3144bc36-fe0c-46b0-8bb7-977390e789db,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:56.555543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Routers {'290834db-64b1-4812-b1a1-f8caeecbf68c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:56.556127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['290834db-64b1-4812-b1a1-f8caeecbf68c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:56.565242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.647625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:56.696380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.805815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Provisioning for port 3144bc36-fe0c-46b0-8bb7-977390e789db completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:24:56.811518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69451ae-0136-4ce7-82cb-8f173b879f62 None None] Pushing event updated for resources: {'Port': ['ID=4c1863a0-ad18-4203-bbb6-f099999d91f9,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:56.821736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Provisioning complete for port 3144bc36-fe0c-46b0-8bb7-977390e789db triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:56.822106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.822434 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 1 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:24:56.853265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] Set router 290834db-64b1-4812-b1a1-f8caeecbf68c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:56.914618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:56.919782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:57.022018 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Pushing event updated for resources: {'Port': ['ID=3144bc36-fe0c-46b0-8bb7-977390e789db,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:57.026587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:57.047425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:24:57.155859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:24:54Z', 'revision_number': 3, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:57.160423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3f3b0-f825-4d73-b4bf-e3f4ee811315 None None] The sync data for ids ['290834db-64b1-4812-b1a1-f8caeecbf68c'] in dv-neutron-859761-1-hyperv is: [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:24:54Z', 'revision_number': 3, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:24:57.162314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Network 8ff763e7-d617-4e56-a735-f424fac73d0c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:24:57.163446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:24:57.362154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Router 290834db-64b1-4812-b1a1-f8caeecbf68c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:24:57.548339 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 2 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:24:57.579982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:24:57.600455 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-127179ee-2db0-4350-b39b-055dda7fdf03 admin admin] 10.222.0.26 "PUT /v2.0/routers/290834db-64b1-4812-b1a1-f8caeecbf68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3646190 Sep 29 07:24:57.606962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:24:57.966656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4c1863a0-ad18-4203-bbb6-f099999d91f9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:58.045972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 4c1863a0-ad18-4203-bbb6-f099999d91f9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:24:58.052075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4c1863a0-ad18-4203-bbb6-f099999d91f9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:58.052443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:58.052779 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4c1863a0-ad18-4203-bbb6-f099999d91f9 Sep 29 07:24:58.108510 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 3 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:24:58.161225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-3d138e9f-a895-494b-b2e2-34b42cc500fe tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:24:58.161820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-3d138e9f-a895-494b-b2e2-34b42cc500fe tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Synchronizing usage tracker for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:24:58.179738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-3d138e9f-a895-494b-b2e2-34b42cc500fe tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Unset dirty status for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:24:58.180889 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-3d138e9f-a895-494b-b2e2-34b42cc500fe tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/networks?id=8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 200 len: 813 time: 0.1718707 Sep 29 07:24:58.195059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:24:58.197051 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-e066df1c-0ac4-4201-b9d9-bc3f4bb4113d tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/quotas/9794ec7c841241a3a9962edcd63d7f86 HTTP/1.1" status: 200 len: 375 time: 0.0099299 Sep 29 07:24:58.219164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4c1863a0-ad18-4203-bbb6-f099999d91f9 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:58.219549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:58.240145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 4c1863a0-ad18-4203-bbb6-f099999d91f9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4c1863a0-ad18-4203-bbb6-f099999d91f9,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:24:58.244031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:58.244779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:58.289718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-4d465661-6448-491e-b845-5c00ef3467d9 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Synchronizing usage tracker for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:24:58.306879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-4d465661-6448-491e-b845-5c00ef3467d9 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Unset dirty status for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:24:58.308150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-4d465661-6448-491e-b845-5c00ef3467d9 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9794ec7c841241a3a9962edcd63d7f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057217 Sep 29 07:24:58.360496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=4c1863a0-ad18-4203-bbb6-f099999d91f9,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:58.371869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:58.372248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:58.372583 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 Sep 29 07:24:58.445872 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-4592d242-8047-479c-a665-b13b74b239b1 service neutron] 10.222.0.26 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298420 Sep 29 07:24:58.536215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:24:58.691419 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Sync routers for ids ['290834db-64b1-4812-b1a1-f8caeecbf68c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:24:58.696487 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 4 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:24:58.698250 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-9fb59af0-e646-41d4-95be-9ace3f5a2ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463996 Sep 29 07:24:58.701720 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Routers {'290834db-64b1-4812-b1a1-f8caeecbf68c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:24:58.702802 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['290834db-64b1-4812-b1a1-f8caeecbf68c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:58.752056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:24:58.888328 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0f997c5f-8b79-4be5-abb5-130fd4b5ed7e req-eada9fe3-272f-4827-b1ed-e38f81814640 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 210 time: 0.0517566 Sep 29 07:24:58.914576 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Set router 290834db-64b1-4812-b1a1-f8caeecbf68c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:24:59.221931 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:24:56Z', 'revision_number': 4, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '3144bc36-fe0c-46b0-8bb7-977390e789db', 'name': '', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'mac_address': 'fa:16:3e:68:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:55Z', 'updated_at': '2022-09-29T07:24:56Z', 'revision_number': 2, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'subnets': [{'id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:24:59.225788 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Checking router: 290834db-64b1-4812-b1a1-f8caeecbf68c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:24:59.226134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Updating router 290834db-64b1-4812-b1a1-f8caeecbf68c port 3144bc36-fe0c-46b0-8bb7-977390e789db binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:24:59.254417 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 5 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:24:59.280715 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:59.318766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:24:59.639307 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:59.650876 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Transition to ACTIVE for port object 3144bc36-fe0c-46b0-8bb7-977390e789db will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:24:59.656670 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:59.820515 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 6 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:24:59.843253 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89941e-2171-475a-878d-840ee434775c None None] Pushing event updated for resources: {'Port': ['ID=3144bc36-fe0c-46b0-8bb7-977390e789db,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:24:59.865369 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.865725 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.866026 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.866347 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.866694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.867422 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.867422 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.867626 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.867916 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.868224 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.868533 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.868838 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89941e-2171-475a-878d-840ee434775c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:24:59.875633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:24:59.877130 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Attempting to bind port 3144bc36-fe0c-46b0-8bb7-977390e789db on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:24:59.877493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Attempting to bind port 3144bc36-fe0c-46b0-8bb7-977390e789db by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:24:59.877837 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Attempting to bind port 3144bc36-fe0c-46b0-8bb7-977390e789db on network 8ff763e7-d617-4e56-a735-f424fac73d0c {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:24:59.883600 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:24:59.883960 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Checking segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:24:59.884403 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:59.884780 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Bound using segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:24:59.885233 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Bound port: 3144bc36-fe0c-46b0-8bb7-977390e789db, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:24:59.885660 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:59.894698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4c1863a0-ad18-4203-bbb6-f099999d91f9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:24:59.973826 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4c1863a0-ad18-4203-bbb6-f099999d91f9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:24:59.974200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:24:59.974549 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4c1863a0-ad18-4203-bbb6-f099999d91f9 Sep 29 07:24:59.981382 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] For port 3144bc36-fe0c-46b0-8bb7-977390e789db, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:24:59.984652 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] For port 3144bc36-fe0c-46b0-8bb7-977390e789db, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3144bc36-fe0c-46b0-8bb7-977390e789db,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:24:59.990435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:00.080989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Routers {'290834db-64b1-4812-b1a1-f8caeecbf68c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:25:00.082608 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:24:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['290834db-64b1-4812-b1a1-f8caeecbf68c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:00.090955 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7d840064-583f-4eba-b105-289c16f50d35 req-6fb332a2-2af2-4a0f-97c9-95099cda2d03 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 210 time: 0.0808637 Sep 29 07:25:00.102249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4c1863a0-ad18-4203-bbb6-f099999d91f9 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:00.158298 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89941e-2171-475a-878d-840ee434775c None None] Pushing event updated for resources: {'Port': ['ID=3144bc36-fe0c-46b0-8bb7-977390e789db,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:00.218566 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6d9c0253-d4d6-43ae-bd9a-fae07dffa887 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:00.220392 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6d9c0253-d4d6-43ae-bd9a-fae07dffa887 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "GET /v2.0/networks?id=8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 200 len: 813 time: 0.1737032 Sep 29 07:25:00.238084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Request body: {'port': {'device_id': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'admin_state_up': True, 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:00.281697 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] Set router 290834db-64b1-4812-b1a1-f8caeecbf68c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:25:00.377668 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Attempt 7 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:25:00.378198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:00.388683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:00.399664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Made reservation on behalf of 9794ec7c841241a3a9962edcd63d7f86 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:00.403935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:00.450654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ff226beb-1230-480e-ae49-75518f0e5930 None None] Port 3144bc36-fe0c-46b0-8bb7-977390e789db had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:25:00.578727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Allocated IP 172.20.0.6 (8ff763e7-d617-4e56-a735-f424fac73d0c/0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab/626512f6-a03d-4f60-a5f0-b6787e64d62d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:25:00.629248 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:24:56Z', 'revision_number': 4, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '3144bc36-fe0c-46b0-8bb7-977390e789db', 'name': '', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'mac_address': 'fa:16:3e:68:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:55Z', 'updated_at': '2022-09-29T07:24:59Z', 'revision_number': 4, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'subnets': [{'id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:00.633015 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8a7ad-4c64-4228-abbc-3d98ced5f286 None None] The sync data for ids ['290834db-64b1-4812-b1a1-f8caeecbf68c'] in dv-neutron-859761-1-hyperv is: [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:24:56Z', 'revision_number': 4, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '3144bc36-fe0c-46b0-8bb7-977390e789db', 'name': '', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'mac_address': 'fa:16:3e:68:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:55Z', 'updated_at': '2022-09-29T07:24:59Z', 'revision_number': 4, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'subnets': [{'id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:25:00.797393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:00.816299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Transition to ACTIVE for port object 626512f6-a03d-4f60-a5f0-b6787e64d62d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:00.841402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:00.916833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Network 8ff763e7-d617-4e56-a735-f424fac73d0c is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:25:00.920101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:00.923979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:25:00.955684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Pushing event updated for resources: {'Port': ['ID=626512f6-a03d-4f60-a5f0-b6787e64d62d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:00.995995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:00.996606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:01.023874 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-2edb1f65-098c-479f-b15c-19e536c52c5c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7894115 Sep 29 07:25:01.040608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Request body: {'port': {'device_id': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:01.160279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:01.194833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Provisioning for port 626512f6-a03d-4f60-a5f0-b6787e64d62d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:01.200223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Provisioning complete for port 626512f6-a03d-4f60-a5f0-b6787e64d62d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:01.200596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:01.200934 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Attempt 1 to provision port 626512f6-a03d-4f60-a5f0-b6787e64d62d Sep 29 07:25:01.258926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Port 626512f6-a03d-4f60-a5f0-b6787e64d62d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:25:01.571522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68341-a886-4dbf-883c-894e454f8d5d req-375ab0bf-1179-4c0e-96ed-966af1711a12 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:01.572211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-49e68341-a886-4dbf-883c-894e454f8d5d req-375ab0bf-1179-4c0e-96ed-966af1711a12 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Synchronizing usage tracker for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:25:01.608621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-49e68341-a886-4dbf-883c-894e454f8d5d req-375ab0bf-1179-4c0e-96ed-966af1711a12 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Unset dirty status for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:25:01.609793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49e68341-a886-4dbf-883c-894e454f8d5d req-375ab0bf-1179-4c0e-96ed-966af1711a12 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 931 time: 0.3847027 Sep 29 07:25:01.679545 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49e68341-a886-4dbf-883c-894e454f8d5d req-e845888a-92dd-4d60-b674-aa4a726002ea tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633705 Sep 29 07:25:01.749030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626512f6-a03d-4f60-a5f0-b6787e64d62d {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:25:01.756328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:01.760329 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Attempt 2 to provision port 626512f6-a03d-4f60-a5f0-b6787e64d62d Sep 29 07:25:01.770942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Transition to ACTIVE for port object 626512f6-a03d-4f60-a5f0-b6787e64d62d will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:01.774710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:01.815282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Port 626512f6-a03d-4f60-a5f0-b6787e64d62d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:25:01.906021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3144bc36-fe0c-46b0-8bb7-977390e789db up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:01.966308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Pushing event updated for resources: {'Port': ['ID=626512f6-a03d-4f60-a5f0-b6787e64d62d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:01.977400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3144bc36-fe0c-46b0-8bb7-977390e789db completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:01.982244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3144bc36-fe0c-46b0-8bb7-977390e789db triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:01.982656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:01.983029 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:25:02.004867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Attempting to bind port 626512f6-a03d-4f60-a5f0-b6787e64d62d on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:25:02.005385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Attempting to bind port 626512f6-a03d-4f60-a5f0-b6787e64d62d by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:25:02.005707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Attempting to bind port 626512f6-a03d-4f60-a5f0-b6787e64d62d on network 8ff763e7-d617-4e56-a735-f424fac73d0c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:02.010197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Port 626512f6-a03d-4f60-a5f0-b6787e64d62d on network 8ff763e7-d617-4e56-a735-f424fac73d0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:25:02.010525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Attempting to bind port 626512f6-a03d-4f60-a5f0-b6787e64d62d on network 8ff763e7-d617-4e56-a735-f424fac73d0c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:02.015552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:25:02.015877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Checking segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:02.016246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Bound using segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:25:02.016657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Bound port: 626512f6-a03d-4f60-a5f0-b6787e64d62d, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:25:02.016989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:02.099906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3144bc36-fe0c-46b0-8bb7-977390e789db is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:02.099906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:02.111286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] For port 626512f6-a03d-4f60-a5f0-b6787e64d62d, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:25:02.116687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] For port 626512f6-a03d-4f60-a5f0-b6787e64d62d, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:25:02.121206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:02.136611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3144bc36-fe0c-46b0-8bb7-977390e789db, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3144bc36-fe0c-46b0-8bb7-977390e789db,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:02.140378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:02.152718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:02.153269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:02.154703 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] 10.222.0.61 "PUT /v2.0/ports/626512f6-a03d-4f60-a5f0-b6787e64d62d HTTP/1.1" status: 200 len: 1093 time: 1.1185052 Sep 29 07:25:02.155247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'tag': '626512f6-a03d-4f60-a5f0-b6787e64d62d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:25:02.157558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef90f84-e995-47a7-8238-2e8cd1e69048" -d '{"events": [{"name": "network-changed", "server_uuid": "6a78c01f-5689-4bbd-91f8-e3b28f902427", "tag": "626512f6-a03d-4f60-a5f0-b6787e64d62d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:25:02.209796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2199acf5-e252-433b-8528-c7e837f2a4eb x-openstack-request-id: req-2199acf5-e252-433b-8528-c7e837f2a4eb {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:25:02.210089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a78c01f-5689-4bbd-91f8-e3b28f902427", "tag": "626512f6-a03d-4f60-a5f0-b6787e64d62d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:25:02.210339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2199acf5-e252-433b-8528-c7e837f2a4eb {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:25:02.210783 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2199acf5-e252-433b-8528-c7e837f2a4eb'] response: {'name': 'network-changed', 'server_uuid': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'tag': '626512f6-a03d-4f60-a5f0-b6787e64d62d', 'status': 'completed', 'code': 200} Sep 29 07:25:02.211329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35146-0b51-4030-85fa-bef83fa283e6 service neutron] Pushing event updated for resources: {'Port': ['ID=626512f6-a03d-4f60-a5f0-b6787e64d62d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:02.212901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3144bc36-fe0c-46b0-8bb7-977390e789db,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:02.302929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-d5a18273-9259-4765-b1af-10dd8f1cec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:02.304405 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-d5a18273-9259-4765-b1af-10dd8f1cec32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9794ec7c841241a3a9962edcd63d7f86&device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 1096 time: 0.0789306 Sep 29 07:25:02.316227 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Attempt 3 to provision port 626512f6-a03d-4f60-a5f0-b6787e64d62d Sep 29 07:25:02.383062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f83e68eb-919a-4bbd-a931-2cfca4e018b5 None None] Port 626512f6-a03d-4f60-a5f0-b6787e64d62d had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:25:02.387419 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-7c5ee362-671e-417e-8463-7d716ef4945a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d HTTP/1.1" status: 200 len: 217 time: 0.0696375 Sep 29 07:25:02.452081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6c454de8-e519-4c6c-9fa9-685411769180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:02.453491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-6c454de8-e519-4c6c-9fa9-685411769180 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab HTTP/1.1" status: 200 len: 852 time: 0.0601871 Sep 29 07:25:02.534327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-7fb8a164-d31d-4908-8eaf-956220959a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:02.536331 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-7fb8a164-d31d-4908-8eaf-956220959a07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ff763e7-d617-4e56-a735-f424fac73d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766208 Sep 29 07:25:02.664388 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-ca073126-0116-40e6-a9ad-9045ad7e9692 service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222119 Sep 29 07:25:02.826932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3088efd0-a6b3-475f-a4e7-c0c65c5314c6 req-03a9d2ea-6edf-4fec-bef9-b76e79acf28c service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566651 Sep 29 07:25:02.877182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d29c22-b4cd-40c2-88d2-6be0fb4e6928 req-1420153e-dd7d-4086-974c-637a20e61097 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:02.879200 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b6d29c22-b4cd-40c2-88d2-6be0fb4e6928 req-1420153e-dd7d-4086-974c-637a20e61097 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 943 time: 0.0887237 Sep 29 07:25:02.965563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b6d29c22-b4cd-40c2-88d2-6be0fb4e6928 req-55214352-ba33-4b3c-8a63-9e484fc6f71f tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804734 Sep 29 07:25:03.000774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-35c7f7a6-3fb3-4ad5-bbdd-88a2ecf634ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:03.002222 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-35c7f7a6-3fb3-4ad5-bbdd-88a2ecf634ae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9794ec7c841241a3a9962edcd63d7f86&device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 1096 time: 0.0818191 Sep 29 07:25:03.228815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-b408969d-e8c8-45bd-9493-606315258a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:03.230181 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-b408969d-e8c8-45bd-9493-606315258a4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 200 len: 914 time: 0.2223926 Sep 29 07:25:03.298468 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-eb9df0c8-239c-4df4-b059-d9ec083e65cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d HTTP/1.1" status: 200 len: 217 time: 0.0619094 Sep 29 07:25:03.363126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-e077f117-0090-4683-b47f-401d0cf63cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:03.364851 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-e077f117-0090-4683-b47f-401d0cf63cd0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab HTTP/1.1" status: 200 len: 852 time: 0.0610094 Sep 29 07:25:03.448834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-b0fe353f-ef84-46a5-a77b-dd97d3fee46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:03.450354 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-b0fe353f-ef84-46a5-a77b-dd97d3fee46d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ff763e7-d617-4e56-a735-f424fac73d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799618 Sep 29 07:25:03.578952 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-3d08585c-d668-40cb-9f6d-61b7b0570420 service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220644 Sep 29 07:25:03.705462 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7ef90f84-e995-47a7-8238-2e8cd1e69048 req-b02463ec-cc3d-406a-948b-841fe43013d8 service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205916 Sep 29 07:25:03.887325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3144bc36-fe0c-46b0-8bb7-977390e789db up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:03.952662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3144bc36-fe0c-46b0-8bb7-977390e789db triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:03.953027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:03.953356 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3144bc36-fe0c-46b0-8bb7-977390e789db Sep 29 07:25:04.069405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3144bc36-fe0c-46b0-8bb7-977390e789db is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:04.332300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c0b2-0fb4-4b1c-b465-0c24ef2808f3 req-c9937183-9528-41fb-8bc9-f001f68ee704 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:04.333746 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f2e8c0b2-0fb4-4b1c-b465-0c24ef2808f3 req-c9937183-9528-41fb-8bc9-f001f68ee704 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 943 time: 0.0912554 Sep 29 07:25:04.377226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f2e8c0b2-0fb4-4b1c-b465-0c24ef2808f3 req-62bda937-949a-47d2-b4f4-d03be9233c5a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Synchronizing usage tracker for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:25:04.396939 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f2e8c0b2-0fb4-4b1c-b465-0c24ef2808f3 req-62bda937-949a-47d2-b4f4-d03be9233c5a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Unset dirty status for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:25:04.398233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f2e8c0b2-0fb4-4b1c-b465-0c24ef2808f3 req-62bda937-949a-47d2-b4f4-d03be9233c5a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586836 Sep 29 07:25:05.591946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf87b7-9227-4d26-995f-3b0d45bb6f21 req-ff071ba3-96d5-4a18-a96b-a37b485f9003 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:05.593699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 626512f6-a03d-4f60-a5f0-b6787e64d62d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:25:05.594146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fddf87b7-9227-4d26-995f-3b0d45bb6f21 req-ff071ba3-96d5-4a18-a96b-a37b485f9003 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 943 time: 0.0876782 Sep 29 07:25:05.638570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fddf87b7-9227-4d26-995f-3b0d45bb6f21 req-70d96be9-051b-4e42-873b-2ad8f988afaa tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 Sep 29 07:25:05.733966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 626512f6-a03d-4f60-a5f0-b6787e64d62d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:05.746763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '626512f6-a03d-4f60-a5f0-b6787e64d62d', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'port_id': '626512f6-a03d-4f60-a5f0-b6787e64d62d', 'mac_address': 'fa:16:3e:65:b1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:25:05.800067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 626512f6-a03d-4f60-a5f0-b6787e64d62d is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:05.800442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:05.816988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626512f6-a03d-4f60-a5f0-b6787e64d62d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:25:05.832093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 626512f6-a03d-4f60-a5f0-b6787e64d62d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:05.836399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:05.904829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=626512f6-a03d-4f60-a5f0-b6787e64d62d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:06.237943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['626512f6-a03d-4f60-a5f0-b6787e64d62d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:25:06.831254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d033bf-adc9-4982-ac91-a96e0f689d84 req-dbd858aa-50f7-4ece-9781-026c5a649bfe tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:06.832700 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-24d033bf-adc9-4982-ac91-a96e0f689d84 req-dbd858aa-50f7-4ece-9781-026c5a649bfe tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 944 time: 0.0845656 Sep 29 07:25:06.879413 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-24d033bf-adc9-4982-ac91-a96e0f689d84 req-19186359-5e31-439f-8215-643bf27c1609 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411184 Sep 29 07:25:07.602458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 626512f6-a03d-4f60-a5f0-b6787e64d62d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:07.670536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 626512f6-a03d-4f60-a5f0-b6787e64d62d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:07.675548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 626512f6-a03d-4f60-a5f0-b6787e64d62d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:07.675921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:07.676255 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 626512f6-a03d-4f60-a5f0-b6787e64d62d Sep 29 07:25:07.819640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 626512f6-a03d-4f60-a5f0-b6787e64d62d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:07.820017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:07.845286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626512f6-a03d-4f60-a5f0-b6787e64d62d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:25:07.847853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5aca20-a9f6-4282-899e-ba86ad9fb0b2" -d '{"events": [{"server_uuid": "6a78c01f-5689-4bbd-91f8-e3b28f902427", "name": "network-vif-plugged", "status": "completed", "tag": "626512f6-a03d-4f60-a5f0-b6787e64d62d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:25:07.855613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 626512f6-a03d-4f60-a5f0-b6787e64d62d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:07.859277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:07.927589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=626512f6-a03d-4f60-a5f0-b6787e64d62d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:07.951473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228584d-b19b-4a47-bf0b-9b91b9b3ec2b x-openstack-request-id: req-3228584d-b19b-4a47-bf0b-9b91b9b3ec2b {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:25:07.951802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78c01f-5689-4bbd-91f8-e3b28f902427", "name": "network-vif-plugged", "status": "completed", "tag": "626512f6-a03d-4f60-a5f0-b6787e64d62d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:25:07.952077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3228584d-b19b-4a47-bf0b-9b91b9b3ec2b {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:25:07.952502 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3228584d-b19b-4a47-bf0b-9b91b9b3ec2b'] response: {'server_uuid': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626512f6-a03d-4f60-a5f0-b6787e64d62d', 'code': 200} Sep 29 07:25:08.075310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d12db-bb5c-4899-8fcc-5362d9cbc3c9 req-334bd83a-a97a-413f-bfd8-4bae8d69392f tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:08.076795 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-634d12db-bb5c-4899-8fcc-5362d9cbc3c9 req-334bd83a-a97a-413f-bfd8-4bae8d69392f tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0874996 Sep 29 07:25:08.121231 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-634d12db-bb5c-4899-8fcc-5362d9cbc3c9 req-c2d645b6-4bba-48de-b92d-d40be8af450c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Sep 29 07:25:08.231400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d986493-8a91-4feb-8959-5d354c8a7dae req-68e00fcf-461e-4ccb-a4d0-92b05b94e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:08.232870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7d986493-8a91-4feb-8959-5d354c8a7dae req-68e00fcf-461e-4ccb-a4d0-92b05b94e3cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 1098 time: 0.0800827 Sep 29 07:25:08.272307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7d986493-8a91-4feb-8959-5d354c8a7dae req-effecd67-9655-4439-a697-1c92bc14312d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Sep 29 07:25:08.705727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cd579924-f7b6-4c8b-aa73-75fa57681fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:09.095588 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:25:09.321787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e89a5b-a958-4af7-8ef6-8d700dd38f8f req-f986b8bf-cdb4-4ab7-8149-8a7773070031 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:09.323266 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d7e89a5b-a958-4af7-8ef6-8d700dd38f8f req-f986b8bf-cdb4-4ab7-8149-8a7773070031 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0898359 Sep 29 07:25:09.367325 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d7e89a5b-a958-4af7-8ef6-8d700dd38f8f req-e2baf429-97a7-4fbf-a629-88cf6178e8df tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 Sep 29 07:25:10.566944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37df1e-a8ff-4817-bab5-c039e009d754 req-6f98a1db-3b2a-4c8c-9f1a-81f9173ba4fd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:10.568312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d37df1e-a8ff-4817-bab5-c039e009d754 req-6f98a1db-3b2a-4c8c-9f1a-81f9173ba4fd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0893431 Sep 29 07:25:10.619810 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d37df1e-a8ff-4817-bab5-c039e009d754 req-6fc3ccfc-f661-4b9e-a97e-bb03f92ed4fb tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458724 Sep 29 07:25:10.905958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-1335730c-0d88-4789-ac18-ef5f9e12cdee tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:10.907349 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-1335730c-0d88-4789-ac18-ef5f9e12cdee tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/networks?id=8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 200 len: 813 time: 0.1461709 Sep 29 07:25:10.922752 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-6ae410e1-2936-4fcb-8591-2305c3899613 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/quotas/9794ec7c841241a3a9962edcd63d7f86 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Sep 29 07:25:11.003510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f8921b6f-8fdb-4aaa-a017-06788c108178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:11.013450 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-ca08cdea-9edb-494c-a271-5ec777fb9c15 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9794ec7c841241a3a9962edcd63d7f86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856588 Sep 29 07:25:11.069564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-bdbb3c14-bda5-45c8-b51b-1a2c4e215fa7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:25:11.070582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-bdbb3c14-bda5-45c8-b51b-1a2c4e215fa7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500541 Sep 29 07:25:11.203705 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-80552b53-13bb-4a5d-bb0b-8bcd6471edab service neutron] 10.222.0.26 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271429 Sep 29 07:25:11.333083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-9faca0b5-1450-4c95-8df0-1dac7aad9ed3 service neutron] 10.222.0.26 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229663 Sep 29 07:25:11.517339 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-60e18319-2287-448b-a65b-5f7fbc46f1e5 req-2d2938c6-7edf-4234-80cb-2f6a10ccb8bf tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 210 time: 0.0497024 Sep 29 07:25:11.914405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:12.095088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:12.620486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-ad5687eb-8121-41e2-b480-0c26631d6330 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:12.622243 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-ad5687eb-8121-41e2-b480-0c26631d6330 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "GET /v2.0/networks?id=8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 200 len: 813 time: 0.1548204 Sep 29 07:25:12.776434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Request body: {'port': {'device_id': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'admin_state_up': True, 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:12.798838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2869ac77-486d-4c99-bb80-dfdec6a4dd01 req-49b8da07-66a3-40b0-b6fd-a7cc98418a6f tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 210 time: 0.1697993 Sep 29 07:25:12.915570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:12.927142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:12.936397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Made reservation on behalf of 9794ec7c841241a3a9962edcd63d7f86 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:12.939870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.098792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Allocated IP 172.20.0.13 (8ff763e7-d617-4e56-a735-f424fac73d0c/0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab/44846d1e-c2eb-4970-b9a6-820bab828432) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:25:13.292781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.307704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Transition to ACTIVE for port object 44846d1e-c2eb-4970-b9a6-820bab828432 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:13.331006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.366083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['626512f6-a03d-4f60-a5f0-b6787e64d62d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:25:13.402061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Network 8ff763e7-d617-4e56-a735-f424fac73d0c is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:25:13.405141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:13.407703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:25:13.454390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Pushing event updated for resources: {'Port': ['ID=44846d1e-c2eb-4970-b9a6-820bab828432,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:13.481617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.484318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:13.484963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.518426 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-fc95ec3f-1ee1-4c1a-b794-94a1706326e4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7457716 Sep 29 07:25:13.534720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c3158d6c-dab2-402e-a51f-105390e87c93 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:25:13.535707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c3158d6c-dab2-402e-a51f-105390e87c93 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053360 Sep 29 07:25:13.545834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Request body: {'port': {'device_id': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:13.661378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.665534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Provisioning for port 44846d1e-c2eb-4970-b9a6-820bab828432 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:13.670403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Provisioning complete for port 44846d1e-c2eb-4970-b9a6-820bab828432 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:13.670807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:13.671149 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Attempt 1 to provision port 44846d1e-c2eb-4970-b9a6-820bab828432 Sep 29 07:25:13.723940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Port 44846d1e-c2eb-4970-b9a6-820bab828432 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:25:13.996108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cd286-8df8-433b-8c0d-0143505492d5 req-183df624-8c80-4a27-b4eb-7b581e894481 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:13.997566 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c80cd286-8df8-433b-8c0d-0143505492d5 req-183df624-8c80-4a27-b4eb-7b581e894481 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 932 time: 0.0897245 Sep 29 07:25:13.998069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44846d1e-c2eb-4970-b9a6-820bab828432 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:25:14.006164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:14.020501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Transition to ACTIVE for port object 44846d1e-c2eb-4970-b9a6-820bab828432 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:14.024588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:14.043474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c80cd286-8df8-433b-8c0d-0143505492d5 req-a20c5ab5-a85c-4dae-b8ba-f264c1606581 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Sep 29 07:25:14.211284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Pushing event updated for resources: {'Port': ['ID=44846d1e-c2eb-4970-b9a6-820bab828432,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:14.225238 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Attempt 2 to provision port 44846d1e-c2eb-4970-b9a6-820bab828432 Sep 29 07:25:14.249362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Attempting to bind port 44846d1e-c2eb-4970-b9a6-820bab828432 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:25:14.249694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Attempting to bind port 44846d1e-c2eb-4970-b9a6-820bab828432 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:25:14.250016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Attempting to bind port 44846d1e-c2eb-4970-b9a6-820bab828432 on network 8ff763e7-d617-4e56-a735-f424fac73d0c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:14.254550 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Port 44846d1e-c2eb-4970-b9a6-820bab828432 on network 8ff763e7-d617-4e56-a735-f424fac73d0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:25:14.254868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Attempting to bind port 44846d1e-c2eb-4970-b9a6-820bab828432 on network 8ff763e7-d617-4e56-a735-f424fac73d0c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:14.259858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:25:14.260191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Checking segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:14.260564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Bound using segment: {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:25:14.260978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Bound port: 44846d1e-c2eb-4970-b9a6-820bab828432, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:25:14.261315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:14.279260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Port 44846d1e-c2eb-4970-b9a6-820bab828432 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:25:14.347674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] For port 44846d1e-c2eb-4970-b9a6-820bab828432, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:25:14.350592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] For port 44846d1e-c2eb-4970-b9a6-820bab828432, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=44846d1e-c2eb-4970-b9a6-820bab828432,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:25:14.355819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:14.386088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:14.386717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:14.388075 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] 10.222.0.61 "PUT /v2.0/ports/44846d1e-c2eb-4970-b9a6-820bab828432 HTTP/1.1" status: 200 len: 1094 time: 0.8464489 Sep 29 07:25:14.388505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'tag': '44846d1e-c2eb-4970-b9a6-820bab828432'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:25:14.390791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f" -d '{"events": [{"name": "network-changed", "server_uuid": "8df26397-4f43-4a2d-93e1-2bc6e1376dfc", "tag": "44846d1e-c2eb-4970-b9a6-820bab828432"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:25:14.434855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef526fba-8177-4f3d-a5eb-e0f3b4415ab4 x-openstack-request-id: req-ef526fba-8177-4f3d-a5eb-e0f3b4415ab4 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:25:14.435140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df26397-4f43-4a2d-93e1-2bc6e1376dfc", "tag": "44846d1e-c2eb-4970-b9a6-820bab828432", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:25:14.435391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef526fba-8177-4f3d-a5eb-e0f3b4415ab4 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:25:14.435793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef526fba-8177-4f3d-a5eb-e0f3b4415ab4'] response: {'name': 'network-changed', 'server_uuid': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'tag': '44846d1e-c2eb-4970-b9a6-820bab828432', 'status': 'completed', 'code': 200} Sep 29 07:25:14.439912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644949d-c008-43ee-8624-0b58146f9fcb service neutron] Pushing event updated for resources: {'Port': ['ID=44846d1e-c2eb-4970-b9a6-820bab828432,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:14.529333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-b276a0f3-42e6-4e07-b965-1d7ad6e74654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:14.530754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-b276a0f3-42e6-4e07-b965-1d7ad6e74654 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9794ec7c841241a3a9962edcd63d7f86&device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 1097 time: 0.0779133 Sep 29 07:25:14.707564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-802c94ef-1fdc-4a51-8bcb-3bb6faa3c138 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44846d1e-c2eb-4970-b9a6-820bab828432 HTTP/1.1" status: 200 len: 217 time: 0.1598494 Sep 29 07:25:14.769786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-7a3d2c8d-c873-4e61-9336-b263ba8ea437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:14.771198 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-7a3d2c8d-c873-4e61-9336-b263ba8ea437 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab HTTP/1.1" status: 200 len: 852 time: 0.0561047 Sep 29 07:25:14.780846 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Attempt 3 to provision port 44846d1e-c2eb-4970-b9a6-820bab828432 Sep 29 07:25:14.841945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e15a3-6c53-4142-8ce5-8be5c992e186 None None] Port 44846d1e-c2eb-4970-b9a6-820bab828432 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:25:14.860394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06677d-f94f-4bc8-9664-b8607430192e req-d1631a6e-c445-4939-8ad4-fb2237beb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:14.861854 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-d1631a6e-c445-4939-8ad4-fb2237beb6a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ff763e7-d617-4e56-a735-f424fac73d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853276 Sep 29 07:25:14.987965 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-71bdf1f9-0730-4636-800b-6b46ed9a0be2 service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201577 Sep 29 07:25:15.115499 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6c06677d-f94f-4bc8-9664-b8607430192e req-5a998695-4894-443d-8593-6fb8e3f3efeb service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220582 Sep 29 07:25:15.240839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76665f-37dc-4c14-827f-a5a819ca4875 req-1a5716fe-aba2-4b34-8048-9c63a950a28a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:15.242319 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9d76665f-37dc-4c14-827f-a5a819ca4875 req-1a5716fe-aba2-4b34-8048-9c63a950a28a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 944 time: 0.0888619 Sep 29 07:25:15.275754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-7ea5535f-a09f-49a1-9893-daac4ff4f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:15.277235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-7ea5535f-a09f-49a1-9893-daac4ff4f795 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9794ec7c841241a3a9962edcd63d7f86&device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 1097 time: 0.0785112 Sep 29 07:25:15.289275 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9d76665f-37dc-4c14-827f-a5a819ca4875 req-7cb9b488-c281-49a2-93e9-6dafd13681bd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Sep 29 07:25:15.407210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-d2422c86-af93-47bf-92cb-d6638d68f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:15.408674 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-d2422c86-af93-47bf-92cb-d6638d68f7b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 200 len: 914 time: 0.1254666 Sep 29 07:25:15.478287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-f509a618-9f04-4eff-ab13-ce93b1413fe0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44846d1e-c2eb-4970-b9a6-820bab828432 HTTP/1.1" status: 200 len: 217 time: 0.0639629 Sep 29 07:25:15.538394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-9b20609a-5d84-42f8-94de-43035e7b93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:15.539833 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-9b20609a-5d84-42f8-94de-43035e7b93e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab HTTP/1.1" status: 200 len: 852 time: 0.0563788 Sep 29 07:25:15.627204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-ec0c8835-7562-4040-acc5-378419df10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:15.628740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-ec0c8835-7562-4040-acc5-378419df10cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8ff763e7-d617-4e56-a735-f424fac73d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835843 Sep 29 07:25:15.756833 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-0a5942db-2887-4584-a928-1b65c586c7d6 service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222167 Sep 29 07:25:15.885519 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d242cf8-31dd-4716-abe1-a6eb4d90ce5f req-1718f357-9a8b-49dd-b51f-090b83482b48 service neutron] 10.222.0.61 "GET /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223414 Sep 29 07:25:16.486859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00131dd2-7b92-4482-8c12-348c65e57262 req-45757ebf-bdef-44e6-aa4b-516e3491edc2 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:16.487546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-00131dd2-7b92-4482-8c12-348c65e57262 req-45757ebf-bdef-44e6-aa4b-516e3491edc2 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Synchronizing usage tracker for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:25:16.502643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-00131dd2-7b92-4482-8c12-348c65e57262 req-45757ebf-bdef-44e6-aa4b-516e3491edc2 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Unset dirty status for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:25:16.504301 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-00131dd2-7b92-4482-8c12-348c65e57262 req-45757ebf-bdef-44e6-aa4b-516e3491edc2 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 944 time: 0.1014934 Sep 29 07:25:16.547427 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-00131dd2-7b92-4482-8c12-348c65e57262 req-eb049b0e-0655-44c8-8194-bb464402d593 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Sep 29 07:25:17.438232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:17.743654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62431267-5426-471a-8d56-aebff00075ca req-75f15f8b-65e8-4f8d-a8ac-18642b3dc49e tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:17.745091 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-62431267-5426-471a-8d56-aebff00075ca req-75f15f8b-65e8-4f8d-a8ac-18642b3dc49e tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 944 time: 0.0846410 Sep 29 07:25:17.787427 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-62431267-5426-471a-8d56-aebff00075ca req-60de013b-ad3c-435f-ad74-853970971618 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Sep 29 07:25:18.985327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d32f6-11a2-4843-b714-a4dfc6b9b24d req-b6b0b375-f6ed-4228-828e-daa7204fc79a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:18.986815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac9d32f6-11a2-4843-b714-a4dfc6b9b24d req-b6b0b375-f6ed-4228-828e-daa7204fc79a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 944 time: 0.0921175 Sep 29 07:25:19.030375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac9d32f6-11a2-4843-b714-a4dfc6b9b24d req-87c99987-d0c9-452e-9b5d-2723db085032 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Sep 29 07:25:19.641244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 44846d1e-c2eb-4970-b9a6-820bab828432 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:25:19.771319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 44846d1e-c2eb-4970-b9a6-820bab828432, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=44846d1e-c2eb-4970-b9a6-820bab828432,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:19.783830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '44846d1e-c2eb-4970-b9a6-820bab828432', 'network_id': '8ff763e7-d617-4e56-a735-f424fac73d0c', 'port_id': '44846d1e-c2eb-4970-b9a6-820bab828432', 'mac_address': 'fa:16:3e:89:88:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:25:19.841354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 44846d1e-c2eb-4970-b9a6-820bab828432 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:19.841754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:19.858186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44846d1e-c2eb-4970-b9a6-820bab828432 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:25:19.873508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 44846d1e-c2eb-4970-b9a6-820bab828432, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=44846d1e-c2eb-4970-b9a6-820bab828432,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:19.877303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:19.941950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=44846d1e-c2eb-4970-b9a6-820bab828432,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:19.948919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.949269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.949612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.949948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.950280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.950642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.950978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.951305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.951631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.951969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.952275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:19.952593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:20.230365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473b36-2dcb-4a09-9348-eaeb8e3fc0d8 req-ff93e5da-8f12-4477-88ba-3705f22c31a8 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:20.231842 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f473b36-2dcb-4a09-9348-eaeb8e3fc0d8 req-ff93e5da-8f12-4477-88ba-3705f22c31a8 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 945 time: 0.0901020 Sep 29 07:25:20.267552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['44846d1e-c2eb-4970-b9a6-820bab828432'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:25:20.276416 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9f473b36-2dcb-4a09-9348-eaeb8e3fc0d8 req-f0292492-f6b0-4ffe-9a13-674f29cf9041 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Sep 29 07:25:21.473423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75236112-e310-42e3-82a8-749739bf7ddb req-11ccf2f7-ffcd-4d67-8eb6-361cce7b0f38 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:21.475029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75236112-e310-42e3-82a8-749739bf7ddb req-11ccf2f7-ffcd-4d67-8eb6-361cce7b0f38 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 945 time: 0.0893295 Sep 29 07:25:21.521061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-75236112-e310-42e3-82a8-749739bf7ddb req-78d6cd25-875a-46de-aef3-df40a423db1f tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Sep 29 07:25:21.658591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 44846d1e-c2eb-4970-b9a6-820bab828432 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:21.725633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 44846d1e-c2eb-4970-b9a6-820bab828432 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:21.730143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 44846d1e-c2eb-4970-b9a6-820bab828432 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:21.730544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:21.730883 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 44846d1e-c2eb-4970-b9a6-820bab828432 Sep 29 07:25:21.845900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 44846d1e-c2eb-4970-b9a6-820bab828432 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:21.846568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:21.877066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44846d1e-c2eb-4970-b9a6-820bab828432'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:25:21.879785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c99427-1cb4-4761-89e9-5802838b5748" -d '{"events": [{"server_uuid": "8df26397-4f43-4a2d-93e1-2bc6e1376dfc", "name": "network-vif-plugged", "status": "completed", "tag": "44846d1e-c2eb-4970-b9a6-820bab828432"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:25:21.887793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 44846d1e-c2eb-4970-b9a6-820bab828432, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=44846d1e-c2eb-4970-b9a6-820bab828432,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:21.892616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:21.928989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0eb1b5-a571-412f-a4c3-93b70fe1c313 x-openstack-request-id: req-cb0eb1b5-a571-412f-a4c3-93b70fe1c313 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:25:21.929280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df26397-4f43-4a2d-93e1-2bc6e1376dfc", "name": "network-vif-plugged", "status": "completed", "tag": "44846d1e-c2eb-4970-b9a6-820bab828432", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:25:21.929527 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb0eb1b5-a571-412f-a4c3-93b70fe1c313 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:25:21.929913 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0eb1b5-a571-412f-a4c3-93b70fe1c313'] response: {'server_uuid': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44846d1e-c2eb-4970-b9a6-820bab828432', 'code': 200} Sep 29 07:25:21.963584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=44846d1e-c2eb-4970-b9a6-820bab828432,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:22.230731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4680f73-6acc-4df3-80f7-d210bd9b4558 req-fe1a586a-2137-4d99-88e9-50295d74ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:22.232238 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4680f73-6acc-4df3-80f7-d210bd9b4558 req-fe1a586a-2137-4d99-88e9-50295d74ed7f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 1099 time: 0.1195047 Sep 29 07:25:22.283975 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b4680f73-6acc-4df3-80f7-d210bd9b4558 req-4517f356-3421-45c4-852d-f943e5e4685b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Sep 29 07:25:22.821360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b11bf-747d-4739-81fe-8693aa487917 req-911af5dd-7a0f-4269-b414-e44209e2a59a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:22.823726 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f6b11bf-747d-4739-81fe-8693aa487917 req-911af5dd-7a0f-4269-b414-e44209e2a59a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 946 time: 0.1906605 Sep 29 07:25:22.869273 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f6b11bf-747d-4739-81fe-8693aa487917 req-0b1ffc4b-84a5-4d19-9eb4-f7ba499190c7 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400071 Sep 29 07:25:24.063239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc0b05-d54c-4fa8-8a48-ba4d1363d846 req-b39da745-f92b-46a1-aac4-b16626630fe5 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:24.064681 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35bc0b05-d54c-4fa8-8a48-ba4d1363d846 req-b39da745-f92b-46a1-aac4-b16626630fe5 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 946 time: 0.0845690 Sep 29 07:25:24.112803 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35bc0b05-d54c-4fa8-8a48-ba4d1363d846 req-ae3542cd-11a2-44fb-b134-5c5e9669cd69 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Sep 29 07:25:24.501401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85634978-4845-46fd-940a-6ca6c1172785 req-3d27e2e0-24c4-40d6-aca3-02f5db78592a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:24.502870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-85634978-4845-46fd-940a-6ca6c1172785 req-3d27e2e0-24c4-40d6-aca3-02f5db78592a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 946 time: 0.0870738 Sep 29 07:25:24.545833 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-85634978-4845-46fd-940a-6ca6c1172785 req-4144de6c-918c-41ca-a3ad-57608ea6725e tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Sep 29 07:25:25.745750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f643b-65e3-4def-afe2-3aad56ef9551 req-7c713150-b3bb-49a2-8a5e-c2e415c5551c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:25.747245 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d72f643b-65e3-4def-afe2-3aad56ef9551 req-7c713150-b3bb-49a2-8a5e-c2e415c5551c tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 946 time: 0.0873253 Sep 29 07:25:25.790339 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d72f643b-65e3-4def-afe2-3aad56ef9551 req-2b0f1ce5-0659-49ce-8b95-9b58f377c6de tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374608 Sep 29 07:25:26.244159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-3d91105a-f876-4647-8113-5f0253322679 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:26.245596 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-3d91105a-f876-4647-8113-5f0253322679 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 946 time: 0.0916078 Sep 29 07:25:26.319109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Deleting port 44846d1e-c2eb-4970-b9a6-820bab828432 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:26.319449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:26.565247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] For port 44846d1e-c2eb-4970-b9a6-820bab828432, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=44846d1e-c2eb-4970-b9a6-820bab828432,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:26.565485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:26.686420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Calling delete_port for 44846d1e-c2eb-4970-b9a6-820bab828432 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:26.828507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:26.870069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['626512f6-a03d-4f60-a5f0-b6787e64d62d', '44846d1e-c2eb-4970-b9a6-820bab828432'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:25:26.881704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Pushing event deleted for resources: {'Port': ['ID=44846d1e-c2eb-4970-b9a6-820bab828432,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:26.962684 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4f95adc6-2d1c-4a4d-9a13-e68478700874 req-3753d462-9ce0-4efb-bd7b-d66248a2ff09 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=8df26397-4f43-4a2d-93e1-2bc6e1376dfc HTTP/1.1" status: 200 len: 210 time: 0.0565815 Sep 29 07:25:26.997048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] No DVR routers for this DVR port 44846d1e-c2eb-4970-b9a6-820bab828432 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:26.999535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:27.002170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'name': 'network-vif-deleted', 'tag': '44846d1e-c2eb-4970-b9a6-820bab828432'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:25:27.005207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa79c68-e791-4b3c-8f31-60d8fe305df7" -d '{"events": [{"server_uuid": "8df26397-4f43-4a2d-93e1-2bc6e1376dfc", "name": "network-vif-deleted", "tag": "44846d1e-c2eb-4970-b9a6-820bab828432"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:25:27.021724 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f94f79aa-9e46-41b0-ac70-d5b33c48efb5 req-6ab7783e-94b0-40d6-a1d3-ad38b356e421 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "DELETE /v2.0/ports/44846d1e-c2eb-4970-b9a6-820bab828432 HTTP/1.1" status: 204 len: 173 time: 0.7697587 Sep 29 07:25:27.118988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866322a5-f23d-4318-b9d1-dbb2ff138dce x-openstack-request-id: req-866322a5-f23d-4318-b9d1-dbb2ff138dce {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:25:27.119286 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df26397-4f43-4a2d-93e1-2bc6e1376dfc", "name": "network-vif-deleted", "tag": "44846d1e-c2eb-4970-b9a6-820bab828432", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:25:27.119542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-866322a5-f23d-4318-b9d1-dbb2ff138dce {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:25:27.119950 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866322a5-f23d-4318-b9d1-dbb2ff138dce'] response: {'server_uuid': '8df26397-4f43-4a2d-93e1-2bc6e1376dfc', 'name': 'network-vif-deleted', 'tag': '44846d1e-c2eb-4970-b9a6-820bab828432', 'status': 'completed', 'code': 200} Sep 29 07:25:28.229341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00abd2-65dd-40ae-b276-b67f531d070a req-3094b275-ac0a-4c38-8364-113f911d28af tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:28.230043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ee00abd2-65dd-40ae-b276-b67f531d070a req-3094b275-ac0a-4c38-8364-113f911d28af tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Synchronizing usage tracker for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:25:28.244784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-ee00abd2-65dd-40ae-b276-b67f531d070a req-3094b275-ac0a-4c38-8364-113f911d28af tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Unset dirty status for tenant:9794ec7c841241a3a9962edcd63d7f86 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:25:28.245891 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee00abd2-65dd-40ae-b276-b67f531d070a req-3094b275-ac0a-4c38-8364-113f911d28af tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.1035676 Sep 29 07:25:28.289638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee00abd2-65dd-40ae-b276-b67f531d070a req-76cab832-dc9b-4237-98bc-78d479d2ad45 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Sep 29 07:25:28.505631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6fd1b-6113-4f2b-9574-e806b861148e req-c10baa57-e257-4a89-932e-558d3a153d88 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:28.507061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30f6fd1b-6113-4f2b-9574-e806b861148e req-c10baa57-e257-4a89-932e-558d3a153d88 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0888355 Sep 29 07:25:28.551883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30f6fd1b-6113-4f2b-9574-e806b861148e req-ee47cf1e-c88d-417f-8db7-5aba4725a04b tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Sep 29 07:25:28.747519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf73f92-0c56-4811-999e-f866e3a2dab1 req-d7cfc84d-8ae6-484a-a205-9b84aef8ca0a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:28.748956 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5bf73f92-0c56-4811-999e-f866e3a2dab1 req-d7cfc84d-8ae6-484a-a205-9b84aef8ca0a tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0851901 Sep 29 07:25:28.791099 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5bf73f92-0c56-4811-999e-f866e3a2dab1 req-983b6c98-aef4-4947-b6a8-b85224d86c57 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Sep 29 07:25:29.084718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1895da-ccd9-4cf6-9843-308edf1348f5 req-48ff0ea3-61e3-4a50-a82a-fee294e12d86 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:29.086076 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-df1895da-ccd9-4cf6-9843-308edf1348f5 req-48ff0ea3-61e3-4a50-a82a-fee294e12d86 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0875790 Sep 29 07:25:29.130416 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-df1895da-ccd9-4cf6-9843-308edf1348f5 req-d52c9a02-6d06-4ad0-b26d-22e72002d0f6 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Sep 29 07:25:29.327701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014c13f-4c1b-4d50-b2f8-aaf3e0fd57db req-1be96f4d-7c77-42b5-9215-21122e1ed7f4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:29.329157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d014c13f-4c1b-4d50-b2f8-aaf3e0fd57db req-1be96f4d-7c77-42b5-9215-21122e1ed7f4 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0888469 Sep 29 07:25:29.373103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d014c13f-4c1b-4d50-b2f8-aaf3e0fd57db req-2bdae19f-98a7-4a79-9f5d-eef1162707b6 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Sep 29 07:25:29.577047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30a56-5248-4fbd-ab39-57ea42041305 req-cc11af97-4ebc-46f4-81fa-539f0b2b230b tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:29.578527 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0b30a56-5248-4fbd-ab39-57ea42041305 req-cc11af97-4ebc-46f4-81fa-539f0b2b230b tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0856032 Sep 29 07:25:29.623082 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d0b30a56-5248-4fbd-ab39-57ea42041305 req-6eabcca3-c8bc-4b0f-b40e-bc1b02469240 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Sep 29 07:25:29.674838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 44846d1e-c2eb-4970-b9a6-820bab828432 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:29.711217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 44846d1e-c2eb-4970-b9a6-820bab828432 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:29.711633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 44846d1e-c2eb-4970-b9a6-820bab828432 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:30.151819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5810c7-6638-49b2-aaa5-2e1dde6810d1 req-353d9e22-5927-42b9-b6d5-e16eabb8eea3 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:30.153253 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2c5810c7-6638-49b2-aaa5-2e1dde6810d1 req-353d9e22-5927-42b9-b6d5-e16eabb8eea3 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0885885 Sep 29 07:25:30.197033 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2c5810c7-6638-49b2-aaa5-2e1dde6810d1 req-3b93315f-ffa4-434c-8e01-325010dcca91 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Sep 29 07:25:31.390266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f80e8-c9a9-4dac-9084-4c2d7474e2dd req-518806ad-e9cc-40c5-9dc7-3f8945070adb tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:31.391740 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-807f80e8-c9a9-4dac-9084-4c2d7474e2dd req-518806ad-e9cc-40c5-9dc7-3f8945070adb tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0855832 Sep 29 07:25:31.441621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-807f80e8-c9a9-4dac-9084-4c2d7474e2dd req-505281f3-5a00-4983-b7b1-56ec0a2760a6 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/security-groups?id=1179f749-1fc5-4a05-9c70-f63c7b8186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Sep 29 07:25:31.886505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-e1f9e0a3-884c-451a-9300-0ab53a2f6589 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:31.887960 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-e1f9e0a3-884c-451a-9300-0ab53a2f6589 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 945 time: 0.0861945 Sep 29 07:25:31.959269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Deleting port 626512f6-a03d-4f60-a5f0-b6787e64d62d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:31.959614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:32.290642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] For port 626512f6-a03d-4f60-a5f0-b6787e64d62d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=626512f6-a03d-4f60-a5f0-b6787e64d62d,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:32.290990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:32.410592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Calling delete_port for 626512f6-a03d-4f60-a5f0-b6787e64d62d owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:32.587624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:32.641237 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3b7ca8d1-edb0-4537-aa8a-aa5af9f73d32 req-10b6f3fb-9985-446a-9219-a48bdf33f4e1 tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a78c01f-5689-4bbd-91f8-e3b28f902427 HTTP/1.1" status: 200 len: 210 time: 0.0907598 Sep 29 07:25:32.651571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Pushing event deleted for resources: {'Port': ['ID=626512f6-a03d-4f60-a5f0-b6787e64d62d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:32.737354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] No DVR routers for this DVR port 626512f6-a03d-4f60-a5f0-b6787e64d62d on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:32.740150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:32.742850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'name': 'network-vif-deleted', 'tag': '626512f6-a03d-4f60-a5f0-b6787e64d62d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:25:32.745257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b4c8a-3cb5-4342-bfa5-ea82771e7097" -d '{"events": [{"server_uuid": "6a78c01f-5689-4bbd-91f8-e3b28f902427", "name": "network-vif-deleted", "tag": "626512f6-a03d-4f60-a5f0-b6787e64d62d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:25:32.760259 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-04f70c42-f413-4389-84ff-1af6a5dac5b0 req-052908e6-5269-4cfc-854c-49a4f6f63dfd tempest-ServersNegativeTestJSON-450762282 tempest-ServersNegativeTestJSON-450762282-project] 10.222.0.61 "DELETE /v2.0/ports/626512f6-a03d-4f60-a5f0-b6787e64d62d HTTP/1.1" status: 204 len: 173 time: 0.8669739 Sep 29 07:25:32.796064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63892afb-ecd6-4a9b-a6e2-d3cb4f4bfa5c x-openstack-request-id: req-63892afb-ecd6-4a9b-a6e2-d3cb4f4bfa5c {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:25:32.796360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78c01f-5689-4bbd-91f8-e3b28f902427", "name": "network-vif-deleted", "tag": "626512f6-a03d-4f60-a5f0-b6787e64d62d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:25:32.796612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63892afb-ecd6-4a9b-a6e2-d3cb4f4bfa5c {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:25:32.797032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63892afb-ecd6-4a9b-a6e2-d3cb4f4bfa5c'] response: {'server_uuid': '6a78c01f-5689-4bbd-91f8-e3b28f902427', 'name': 'network-vif-deleted', 'tag': '626512f6-a03d-4f60-a5f0-b6787e64d62d', 'status': 'completed', 'code': 200} Sep 29 07:25:33.696575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 626512f6-a03d-4f60-a5f0-b6787e64d62d no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:33.730673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 626512f6-a03d-4f60-a5f0-b6787e64d62d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:33.731101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 626512f6-a03d-4f60-a5f0-b6787e64d62d not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:33.746194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53694) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:34.369620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:34.709942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Deleting port 3144bc36-fe0c-46b0-8bb7-977390e789db {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:34.710271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:34.874069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] For port 3144bc36-fe0c-46b0-8bb7-977390e789db, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3144bc36-fe0c-46b0-8bb7-977390e789db,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:34.874760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:34.992530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Calling delete_port for 3144bc36-fe0c-46b0-8bb7-977390e789db owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:35.243474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:35.286013 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3144bc36-fe0c-46b0-8bb7-977390e789db,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:35.672327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:36.023200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Router 290834db-64b1-4812-b1a1-f8caeecbf68c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:25:36.195916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:25:36.204564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127025a-4541-4142-b322-d130387da0b3 None None] Sync routers for ids ['290834db-64b1-4812-b1a1-f8caeecbf68c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:25:36.207969 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-da7a5d07-d2a7-4c84-88fa-d21c1d2e4ba6 admin admin] 10.222.0.26 "PUT /v2.0/routers/290834db-64b1-4812-b1a1-f8caeecbf68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4606586 Sep 29 07:25:36.210395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53698) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:36.214051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] Routers {'290834db-64b1-4812-b1a1-f8caeecbf68c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:25:36.214701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['290834db-64b1-4812-b1a1-f8caeecbf68c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:36.382103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:36.400074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] Set router 290834db-64b1-4812-b1a1-f8caeecbf68c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:25:36.559091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:36.568834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Deleting port 4c1863a0-ad18-4203-bbb6-f099999d91f9 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:36.569204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:36.711922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121'}], 'enable_snat': True}, 'gw_port_id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:25:35Z', 'revision_number': 5, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port': {'id': '4c1863a0-ad18-4203-bbb6-f099999d91f9', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:27:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:24:53Z', 'updated_at': '2022-09-29T07:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:36.716169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127025a-4541-4142-b322-d130387da0b3 None None] Checking router: 290834db-64b1-4812-b1a1-f8caeecbf68c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:25:36.727339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] Routers {'290834db-64b1-4812-b1a1-f8caeecbf68c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:25:36.728052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['290834db-64b1-4812-b1a1-f8caeecbf68c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:36.860201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] For port 4c1863a0-ad18-4203-bbb6-f099999d91f9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4c1863a0-ad18-4203-bbb6-f099999d91f9,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:36.860544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:36.881090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] Set router 290834db-64b1-4812-b1a1-f8caeecbf68c gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:25:36.988657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0127025a-4541-4142-b322-d130387da0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:25:36Z', 'revision_number': 6, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:36.991890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Calling delete_port for 4c1863a0-ad18-4203-bbb6-f099999d91f9 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:36.992497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127025a-4541-4142-b322-d130387da0b3 None None] The sync data for ids ['290834db-64b1-4812-b1a1-f8caeecbf68c'] in dv-neutron-859761-1-hyperv is: [{'id': '290834db-64b1-4812-b1a1-f8caeecbf68c', 'name': 'tempest-ServersNegativeTestJSON-430368462-router', 'tenant_id': '9794ec7c841241a3a9962edcd63d7f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:24:52Z', 'updated_at': '2022-09-29T07:25:36Z', 'revision_number': 6, 'project_id': '9794ec7c841241a3a9962edcd63d7f86', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:25:37.154322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.231644 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1863a0-ad18-4203-bbb6-f099999d91f9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:37.295684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.471209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.473617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.497908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.498405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 290834db-64b1-4812-b1a1-f8caeecbf68c {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:25:37.510828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.511940 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d348bf5b-d343-4575-b8e0-1d409ce68831 admin admin] 10.222.0.26 "DELETE /v2.0/routers/290834db-64b1-4812-b1a1-f8caeecbf68c HTTP/1.1" status: 204 len: 168 time: 1.3006349 Sep 29 07:25:37.514393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53702) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:37.571242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Deleting subnet 0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:25:37.574004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.621257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.702766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.778453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.819031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.822932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:37.823763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf4bdd-517e-486a-be6c-38dd1404b474 None None] Network 8ff763e7-d617-4e56-a735-f424fac73d0c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:37.829618 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-27495865-0339-479f-bbc7-c9971cf94868 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0f7cfeb6-d57e-4f4d-85d6-9182c07e4fab HTTP/1.1" status: 204 len: 168 time: 0.3142550 Sep 29 07:25:37.832139 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53706) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:37.909345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4c1863a0-ad18-4203-bbb6-f099999d91f9 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:37.938359 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.949423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Deleting port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:37.949761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:37.950293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 4c1863a0-ad18-4203-bbb6-f099999d91f9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:37.950895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4c1863a0-ad18-4203-bbb6-f099999d91f9 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:37.951606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3144bc36-fe0c-46b0-8bb7-977390e789db no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:38.002040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3144bc36-fe0c-46b0-8bb7-977390e789db {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:38.002385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3144bc36-fe0c-46b0-8bb7-977390e789db not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:38.153778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] DHCP port deletion for 8ff763e7-d617-4e56-a735-f424fac73d0c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:25:38.158068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Deleting port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:38.158445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.168814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] For port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:38.169305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.289893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Calling delete_port for f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:38.367292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] For port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,segment=NetworkSegment(1cbc47d8-41f5-4b41-82c5-68ae3ff12e54),segment_id=1cbc47d8-41f5-4b41-82c5-68ae3ff12e54)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:38.367695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.470426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.491237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Calling delete_port for f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:38.514992 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:38.519194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] No DVR routers for this DVR port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:38.564371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:25:38.564726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:25:38.630887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.655152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff763e7-d617-4e56-a735-f424fac73d0c']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:38.667628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:38.667935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbc47d8-41f5-4b41-82c5-68ae3ff12e54') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:38.679249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.695350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.701505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:38.701884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.707989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e9484b3-b423-4fbb-ac7e-3bbac26025cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.769159 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 1cbc47d8-41f5-4b41-82c5-68ae3ff12e54 resource provider aggregate not found Sep 29 07:25:38.790728 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 1cbc47d8-41f5-4b41-82c5-68ae3ff12e54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cbc47d8-41f5-4b41-82c5-68ae3ff12e54 found for delete ", "request_id": "req-c5d6040e-8783-4890-9995-63572f0bb603"}]} Sep 29 07:25:38.801942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.823819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:38.835523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ff763e7-d617-4e56-a735-f424fac73d0c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:38.847189 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5aedeadd-8c8a-41f4-9714-ec0fbe35e18d admin admin] 10.222.0.26 "DELETE /v2.0/networks/8ff763e7-d617-4e56-a735-f424fac73d0c HTTP/1.1" status: 204 len: 168 time: 1.0137610 Sep 29 07:25:38.955000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53716) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:39.007339 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8ee09579-80c0-4c52-a63d-10dbce541f18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9794ec7c841241a3a9962edcd63d7f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511837 Sep 29 07:25:39.009657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53720) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:39.065227 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08213e4c-cdfd-4062-81d6-8cebd7c7925e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:39.066663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Deleting port f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:39.067131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:39.091490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08213e4c-cdfd-4062-81d6-8cebd7c7925e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:39.131451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a9e65dcd-cf45-4631-8196-b80f124ba6b6 None None] The port 'f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:25:39.147802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08213e4c-cdfd-4062-81d6-8cebd7c7925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:39.165412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08213e4c-cdfd-4062-81d6-8cebd7c7925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179f749-1fc5-4a05-9c70-f63c7b8186b7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:39.173633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-08213e4c-cdfd-4062-81d6-8cebd7c7925e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:39.174451 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-08213e4c-cdfd-4062-81d6-8cebd7c7925e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1179f749-1fc5-4a05-9c70-f63c7b8186b7 HTTP/1.1" status: 204 len: 168 time: 0.1639125 Sep 29 07:25:39.899613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53744) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:39.903084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:39.972409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:39.972751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f8a6d07d-0f05-4588-b0f3-5fef9f48a5f8 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:40.006990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-703556820'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:40.011998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:40.015842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:network and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:40.018687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:40.024927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:40.034853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:40.038115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.049791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.068043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:40.072142 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:security_group_rule and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:40.075155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:40.080894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:40.165740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.169411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.202478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:40.210729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f13182-918b-47ad-ac2c-1f91b55722b4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:40.219930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.220270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Added segment 5cb022c7-f157-4a81-98f2-405986c40ca3 of type vlan for network 98265e66-bcd7-41eb-817a-094100ff0592 Sep 29 07:25:40.222814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.223110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.223454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.223791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.224122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.224452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.224778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.225103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.225427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.225751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.226077 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.226397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:25:40.255491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.283464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.289343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:40.289919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:40.395592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4940546 Sep 29 07:25:40.402340 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce1c58-cdac-4eab-a1bc-deade698dc9e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Network': ['ID=98265e66-bcd7-41eb-817a-094100ff0592,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:40.420363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 98265e66-bcd7-41eb-817a-094100ff0592 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:41.004988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d8ef6e5-1189-4c38-b2af-b354d7d1a946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:41.917071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:42.099557 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:43.473203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:43.702721 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53750) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:43.708742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'subnet': {'network_id': '98265e66-bcd7-41eb-817a-094100ff0592', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:43.823966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:43.827840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:subnet and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:43.830710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:43.836739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:43.847306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:43.851343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.068740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.144962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Subnet': ['ID=0ffd5d42-6d6d-43aa-b665-c44f62fb068f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:44.154875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Checking segment: {'id': '5cb022c7-f157-4a81-98f2-405986c40ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98265e66-bcd7-41eb-817a-094100ff0592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:44.155222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network hostable DHCP agents. Network: 98265e66-bcd7-41eb-817a-094100ff0592, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:44.174092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network 98265e66-bcd7-41eb-817a-094100ff0592 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:44.183186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 98265e66-bcd7-41eb-817a-094100ff0592) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:44.187049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:44.187640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.192286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b24280-1add-4347-b537-baa73dbdc223 None None] Network 98265e66-bcd7-41eb-817a-094100ff0592 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:44.209174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b8d81cfc-b997-4fcb-9285-b01ba3b135ae tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5053279 Sep 29 07:25:44.212600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53754) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:44.218136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1021448202'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:44.223586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:44.227396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:network and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:44.230188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:44.235928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:44.247067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:44.250414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.277350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:44.286694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.287036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Added segment aff618af-6c84-4e2f-a30d-9dcb396fa5fa of type vlan for network e32d83af-264e-4007-a5c4-ff278c2b61dc Sep 29 07:25:44.313542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.342523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.348479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:44.349062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.411817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-98265e66-bcd7-41eb-817a-094100ff0592', 'network_id': '98265e66-bcd7-41eb-817a-094100ff0592', 'tenant_id': '365cf8b62c904017bc2e5e174aecb454', 'fixed_ips': [{'subnet_id': '0ffd5d42-6d6d-43aa-b665-c44f62fb068f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:44.412648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.436842 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2231793 Sep 29 07:25:44.439840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53758) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:44.445810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'subnet': {'network_id': 'e32d83af-264e-4007-a5c4-ff278c2b61dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:44.461038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c8a6d-457d-4fd0-8bc4-5f6bc204f14b tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Network': ['ID=e32d83af-264e-4007-a5c4-ff278c2b61dc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:44.474254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e32d83af-264e-4007-a5c4-ff278c2b61dc details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:44.562066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:44.565940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:subnet and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:44.568774 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:44.574750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:44.585147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:44.588836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.650871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Allocated IP 2001:db8:0:ffff::2 (98265e66-bcd7-41eb-817a-094100ff0592/0ffd5d42-6d6d-43aa-b665-c44f62fb068f/814c5c48-8111-49c1-a21c-84e98edf900f) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:25:44.809002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.855378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.866117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Transition to ACTIVE for port object 814c5c48-8111-49c1-a21c-84e98edf900f will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:44.884898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Transition to ACTIVE for port object 814c5c48-8111-49c1-a21c-84e98edf900f will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:44.890360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.894982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Subnet': ['ID=8b17ba03-3c3d-4d49-87e4-7761d811298b,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:44.899465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Checking segment: {'id': 'aff618af-6c84-4e2f-a30d-9dcb396fa5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e32d83af-264e-4007-a5c4-ff278c2b61dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:44.899826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network hostable DHCP agents. Network: e32d83af-264e-4007-a5c4-ff278c2b61dc, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:44.919771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network e32d83af-264e-4007-a5c4-ff278c2b61dc is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:44.929530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e32d83af-264e-4007-a5c4-ff278c2b61dc) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:44.933941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:44.934656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:44.946113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7edb38-c42c-4ccc-9b57-71072d40ff9a None None] Network e32d83af-264e-4007-a5c4-ff278c2b61dc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:44.957735 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dab32137-5b91-4fa9-8781-9c436ab2565c tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5167408 Sep 29 07:25:44.960548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53762) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:45.037238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Network 98265e66-bcd7-41eb-817a-094100ff0592 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:25:45.043927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:45.046790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:25:45.052028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Pushing event updated for resources: {'Port': ['ID=814c5c48-8111-49c1-a21c-84e98edf900f,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:45.101391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.165960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.209653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Attempting to bind port 814c5c48-8111-49c1-a21c-84e98edf900f on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:25:45.210023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Attempting to bind port 814c5c48-8111-49c1-a21c-84e98edf900f by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '5cb022c7-f157-4a81-98f2-405986c40ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98265e66-bcd7-41eb-817a-094100ff0592'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:25:45.210384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Attempting to bind port 814c5c48-8111-49c1-a21c-84e98edf900f on network 98265e66-bcd7-41eb-817a-094100ff0592 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:45.227713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:25:45.227713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Checking segment: {'id': '5cb022c7-f157-4a81-98f2-405986c40ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98265e66-bcd7-41eb-817a-094100ff0592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:45.228008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.228622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Bound using segment: {'id': '5cb022c7-f157-4a81-98f2-405986c40ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98265e66-bcd7-41eb-817a-094100ff0592'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:25:45.228802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Bound port: 814c5c48-8111-49c1-a21c-84e98edf900f, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb022c7-f157-4a81-98f2-405986c40ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98265e66-bcd7-41eb-817a-094100ff0592'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:25:45.229259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.252625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.291719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Subnet': ['ID=8b17ba03-3c3d-4d49-87e4-7761d811298b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:45.363373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83242f-8156-4f4a-9f34-183c1a65cd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e32d83af-264e-4007-a5c4-ff278c2b61dc', 'network_id': 'e32d83af-264e-4007-a5c4-ff278c2b61dc', 'tenant_id': '365cf8b62c904017bc2e5e174aecb454', 'fixed_ips': [{'subnet_id': '8b17ba03-3c3d-4d49-87e4-7761d811298b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:45.365416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5f83242f-8156-4f4a-9f34-183c1a65cd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.391806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.421793 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32d83af-264e-4007-a5c4-ff278c2b61dc']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:45.434771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff618af-6c84-4e2f-a30d-9dcb396fa5fa') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:45.435132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff618af-6c84-4e2f-a30d-9dcb396fa5fa') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:45.447212 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.452356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] For port 814c5c48-8111-49c1-a21c-84e98edf900f, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:25:45.465513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.472151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:45.472747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.478283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] For port 814c5c48-8111-49c1-a21c-84e98edf900f, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=814c5c48-8111-49c1-a21c-84e98edf900f,segment=NetworkSegment(5cb022c7-f157-4a81-98f2-405986c40ca3),segment_id=5cb022c7-f157-4a81-98f2-405986c40ca3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:25:45.484626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.562766 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment aff618af-6c84-4e2f-a30d-9dcb396fa5fa resource provider aggregate not found Sep 29 07:25:45.581198 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment aff618af-6c84-4e2f-a30d-9dcb396fa5fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aff618af-6c84-4e2f-a30d-9dcb396fa5fa found for delete ", "request_id": "req-ea9b0016-b6f7-4445-9962-25a343d4187c"}]} Sep 29 07:25:45.582345 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.605363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a393d2d-e595-4e1e-8717-91ea7afc0961 None None] Network e32d83af-264e-4007-a5c4-ff278c2b61dc requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:45.605839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.609272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Network': ['ID=e32d83af-264e-4007-a5c4-ff278c2b61dc,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:45.620575 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6b58f9ec-d303-4317-a417-487c048fc6de tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/e32d83af-264e-4007-a5c4-ff278c2b61dc HTTP/1.1" status: 204 len: 168 time: 0.6589739 Sep 29 07:25:45.624097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53770) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:45.629274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a393d2d-e595-4e1e-8717-91ea7afc0961 None None] Network e32d83af-264e-4007-a5c4-ff278c2b61dc could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 07:25:45.632556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-281071486'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:45.635835 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a924e4-3553-4a25-8433-42b13c8328d9 None None] Pushing event updated for resources: {'Port': ['ID=814c5c48-8111-49c1-a21c-84e98edf900f,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:45.639696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:45.644319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:network and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:45.647295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:45.654166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:45.666465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:45.670057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.701613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:45.713217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.713217 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Added segment c62dd3a4-872d-41e2-8ea3-1212cb13bf6e of type vlan for network 033c355a-1f5a-4c8c-9038-01d042e74b47 Sep 29 07:25:45.742362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.775517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.781332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:45.781997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:45.934527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Network': ['ID=033c355a-1f5a-4c8c-9038-01d042e74b47,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:45.939641 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a0d78906-0f8a-406f-9a54-77bab123b5c6 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3112409 Sep 29 07:25:45.939978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53774) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:45.948230 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'subnet': {'network_id': '033c355a-1f5a-4c8c-9038-01d042e74b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:45.952533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 033c355a-1f5a-4c8c-9038-01d042e74b47 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:45.990529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 814c5c48-8111-49c1-a21c-84e98edf900f up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:46.069599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:46.073960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:subnet and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:46.076803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:46.083262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:46.094099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:46.095607 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:25:46.098442 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.131080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 814c5c48-8111-49c1-a21c-84e98edf900f completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:46.287356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Performing IP validity checks on allocation pools {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 29 07:25:46.287872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.ipam_backend_mixin [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 29 07:25:46.414367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.497758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Subnet': ['ID=1ed53ab4-95d1-415e-ad06-80521f2f85ce,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:46.507399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Checking segment: {'id': 'c62dd3a4-872d-41e2-8ea3-1212cb13bf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '033c355a-1f5a-4c8c-9038-01d042e74b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:46.507748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network hostable DHCP agents. Network: 033c355a-1f5a-4c8c-9038-01d042e74b47, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:46.527601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network 033c355a-1f5a-4c8c-9038-01d042e74b47 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:46.537335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 033c355a-1f5a-4c8c-9038-01d042e74b47) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:46.541589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:46.542181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.549032 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d172a20-a9f3-4834-aa83-6b7a21b8de13 None None] Network 033c355a-1f5a-4c8c-9038-01d042e74b47 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:46.564208 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-19489083-49bc-4c53-b45e-cfca397d3de3 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6230998 Sep 29 07:25:46.567510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53778) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:46.668474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec6ced-de3c-419f-a71b-d90028797ca7 None None] Network 98265e66-bcd7-41eb-817a-094100ff0592 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:46.821127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.864194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Provisioning for port 814c5c48-8111-49c1-a21c-84e98edf900f completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:46.889644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Provisioning complete for port 814c5c48-8111-49c1-a21c-84e98edf900f triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:46.890013 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.890343 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Attempt 1 to provision port 814c5c48-8111-49c1-a21c-84e98edf900f Sep 29 07:25:46.891749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.917856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a3408-19a9-4d62-9fb8-989e28602989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-033c355a-1f5a-4c8c-9038-01d042e74b47', 'network_id': '033c355a-1f5a-4c8c-9038-01d042e74b47', 'tenant_id': '365cf8b62c904017bc2e5e174aecb454', 'fixed_ips': [{'subnet_id': '1ed53ab4-95d1-415e-ad06-80521f2f85ce'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:46.918624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ae7a3408-19a9-4d62-9fb8-989e28602989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:46.968415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.012063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed53ab4-95d1-415e-ad06-80521f2f85ce,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:47.102735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.132661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033c355a-1f5a-4c8c-9038-01d042e74b47']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:47.146226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62dd3a4-872d-41e2-8ea3-1212cb13bf6e') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:47.146686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62dd3a4-872d-41e2-8ea3-1212cb13bf6e') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:47.156349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dcbb4f-e31e-4705-84e4-16252ff60864 None None] Network 033c355a-1f5a-4c8c-9038-01d042e74b47 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:47.158673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.174549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.180646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:47.181135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.263563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Current status of the port 814c5c48-8111-49c1-a21c-84e98edf900f is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:47.263944 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.281643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.305995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.313992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Network': ['ID=033c355a-1f5a-4c8c-9038-01d042e74b47,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:47.320632 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2f0683e7-8b96-4e98-a79b-9344f9768741 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/033c355a-1f5a-4c8c-9038-01d042e74b47 HTTP/1.1" status: 204 len: 168 time: 0.7485726 Sep 29 07:25:47.320911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53786) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:47.326458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388297205'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:47.340984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:47.346726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:network and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:47.350182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:47.356902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:47.360729 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c62dd3a4-872d-41e2-8ea3-1212cb13bf6e resource provider aggregate not found Sep 29 07:25:47.382930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:47.390192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.391250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] For port 814c5c48-8111-49c1-a21c-84e98edf900f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=814c5c48-8111-49c1-a21c-84e98edf900f,segment=NetworkSegment(5cb022c7-f157-4a81-98f2-405986c40ca3),segment_id=5cb022c7-f157-4a81-98f2-405986c40ca3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:47.396753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.413812 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c62dd3a4-872d-41e2-8ea3-1212cb13bf6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c62dd3a4-872d-41e2-8ea3-1212cb13bf6e found for delete ", "request_id": "req-7d90e9d1-f169-4747-b5b0-9060b04ff611"}]} Sep 29 07:25:47.429602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:47.439669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.440094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Added segment 6cf27baa-8dae-40d2-a1f5-87cf9539c84f of type vlan for network f982d2e0-ecb4-4f28-b398-195976f5f073 Sep 29 07:25:47.467952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.468803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.478350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac041efb-c777-472b-9e3e-e33711cf6fa3 None None] Pushing event updated for resources: {'Port': ['ID=814c5c48-8111-49c1-a21c-84e98edf900f,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:47.502797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.509106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:47.509692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.614486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2924519 Sep 29 07:25:47.614719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53792) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:47.618415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-ae3e8bf2-e5a3-42cf-827b-38f8e5ea2a66 None None] Provisioning complete for port 814c5c48-8111-49c1-a21c-84e98edf900f triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:47.618858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ae3e8bf2-e5a3-42cf-827b-38f8e5ea2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.619353 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-ae3e8bf2-e5a3-42cf-827b-38f8e5ea2a66 None None] Attempt 1 to provision port 814c5c48-8111-49c1-a21c-84e98edf900f Sep 29 07:25:47.620152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'subnet': {'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:47.623256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5539e-3f2a-44dc-8362-c62e7427f807 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Network': ['ID=f982d2e0-ecb4-4f28-b398-195976f5f073,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:47.652399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f982d2e0-ecb4-4f28-b398-195976f5f073 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:47.735012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:47.739346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:subnet and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:47.742284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:47.748003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:47.758252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:47.761812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.829756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e8bf2-e5a3-42cf-827b-38f8e5ea2a66 None None] Current status of the port 814c5c48-8111-49c1-a21c-84e98edf900f is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:47.910377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 814c5c48-8111-49c1-a21c-84e98edf900f up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:47.976929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 814c5c48-8111-49c1-a21c-84e98edf900f triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:47.977308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:47.977650 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 814c5c48-8111-49c1-a21c-84e98edf900f Sep 29 07:25:47.978615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.062585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Subnet': ['ID=64ba8d91-43e8-4734-8b19-1357d2a5f4df,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:48.071067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Checking segment: {'id': '6cf27baa-8dae-40d2-a1f5-87cf9539c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:48.071418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network hostable DHCP agents. Network: f982d2e0-ecb4-4f28-b398-195976f5f073, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:48.089702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network f982d2e0-ecb4-4f28-b398-195976f5f073 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:48.099349 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f982d2e0-ecb4-4f28-b398-195976f5f073) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:48.104585 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:48.105146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.113895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2da1e-d152-4b18-9cf1-bd8c2e8b6fbe None None] Network f982d2e0-ecb4-4f28-b398-195976f5f073 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:48.127209 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-59f8a66e-6bff-4f07-8107-4a8c06a4e634 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5115225 Sep 29 07:25:48.130725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53796) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:48.136324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15966722'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:48.141059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:48.144822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:network and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:48.147684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:48.153250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:48.164093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:48.167689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.197241 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:48.207220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.207559 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Added segment 08056ae5-517a-4ef8-b90a-e5dbbc8bac1b of type vlan for network da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 Sep 29 07:25:48.209475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 814c5c48-8111-49c1-a21c-84e98edf900f is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:48.234097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.263077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.268476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:48.269603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.354484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f982d2e0-ecb4-4f28-b398-195976f5f073', 'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073', 'tenant_id': '365cf8b62c904017bc2e5e174aecb454', 'fixed_ips': [{'subnet_id': '64ba8d91-43e8-4734-8b19-1357d2a5f4df'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:48.355372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.370266 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2385194 Sep 29 07:25:48.373148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:48.383595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Request body: {'subnet': {'network_id': 'da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:48.397619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f4c25-8a00-4b3e-8bad-583429dc2eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Network': ['ID=da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:48.415805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:48.497399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:48.501251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Usage tracker for resource:subnet and tenant:365cf8b62c904017bc2e5e174aecb454 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:48.504132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:48.509786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:48.519761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Made reservation on behalf of 365cf8b62c904017bc2e5e174aecb454 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:48.523266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.676797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Allocated IP 2001:db8::2 (f982d2e0-ecb4-4f28-b398-195976f5f073/64ba8d91-43e8-4734-8b19-1357d2a5f4df/c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:25:48.745203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.826263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event updated for resources: {'Subnet': ['ID=c48d38ad-4819-46b1-bfe6-ac7bce37a525,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:48.831850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Checking segment: {'id': '08056ae5-517a-4ef8-b90a-e5dbbc8bac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:48.832205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network hostable DHCP agents. Network: da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:48.850694 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Network da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:48.859392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:48.865523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:48.866718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:48.875576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05d55c-a978-4b63-899d-1f72c2d46746 None None] Network da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:48.888084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-608b39e6-e8c5-4e9d-8979-def3d633bd18 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5137661 Sep 29 07:25:48.890783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53804) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:49.030871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.071330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.100589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.123823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Transition to ACTIVE for port object c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:49.165900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Transition to ACTIVE for port object c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:49.182703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.208650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.221299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Subnet': ['ID=c48d38ad-4819-46b1-bfe6-ac7bce37a525,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:49.277246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b4e7f4-4950-4a99-ae01-31fd53b21217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5', 'network_id': 'da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5', 'tenant_id': '365cf8b62c904017bc2e5e174aecb454', 'fixed_ips': [{'subnet_id': 'c48d38ad-4819-46b1-bfe6-ac7bce37a525'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:49.278055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-57b4e7f4-4950-4a99-ae01-31fd53b21217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.292490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Network f982d2e0-ecb4-4f28-b398-195976f5f073 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:25:49.298851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:49.304467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:25:49.316954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.342523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:49.355080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08056ae5-517a-4ef8-b90a-e5dbbc8bac1b') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:49.355381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08056ae5-517a-4ef8-b90a-e5dbbc8bac1b') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:49.367555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.383076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Pushing event updated for resources: {'Port': ['ID=c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:49.383740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.390281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:49.390750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.461160 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 08056ae5-517a-4ef8-b90a-e5dbbc8bac1b resource provider aggregate not found Sep 29 07:25:49.485272 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 08056ae5-517a-4ef8-b90a-e5dbbc8bac1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08056ae5-517a-4ef8-b90a-e5dbbc8bac1b found for delete ", "request_id": "req-5b12ce05-01a5-4c3b-861d-51bec7627ce0"}]} Sep 29 07:25:49.507828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.509670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Attempting to bind port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:25:49.510039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Attempting to bind port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '6cf27baa-8dae-40d2-a1f5-87cf9539c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:25:49.510400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Attempting to bind port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc on network f982d2e0-ecb4-4f28-b398-195976f5f073 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:49.512757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.518296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:25:49.518737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Checking segment: {'id': '6cf27baa-8dae-40d2-a1f5-87cf9539c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:49.519237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.519507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Bound using segment: {'id': '6cf27baa-8dae-40d2-a1f5-87cf9539c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:25:49.519972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Bound port: c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf27baa-8dae-40d2-a1f5-87cf9539c84f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f982d2e0-ecb4-4f28-b398-195976f5f073'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:25:49.520340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.530468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29f5e5-9700-4037-94a1-637c9db6781a None None] Network da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:49.541448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Network': ['ID=da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:49.545148 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-97817abb-b947-4e7a-84db-b07536120eaa tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 HTTP/1.1" status: 204 len: 168 time: 0.6531155 Sep 29 07:25:49.547618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53812) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:49.553231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29f5e5-9700-4037-94a1-637c9db6781a None None] Network da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 could not be found, it might have been deleted concurrently. {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 29 07:25:49.633256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] For port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:25:49.636550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] For port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc,segment=NetworkSegment(6cf27baa-8dae-40d2-a1f5-87cf9539c84f),segment_id=6cf27baa-8dae-40d2-a1f5-87cf9539c84f)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:25:49.641485 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.697922 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab155e8-a0da-4e60-b7e5-b7b026bb9c6f tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] GET failed (client error): The resource could not be found. Sep 29 07:25:49.698532 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7ab155e8-a0da-4e60-b7e5-b7b026bb9c6f tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Synchronizing usage tracker for tenant:365cf8b62c904017bc2e5e174aecb454 on resource:subnet {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:25:49.713381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48582b64-3fdf-4045-a900-887a34a0d0f4 None None] Pushing event updated for resources: {'Port': ['ID=c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:49.719648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7ab155e8-a0da-4e60-b7e5-b7b026bb9c6f tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Unset dirty status for tenant:365cf8b62c904017bc2e5e174aecb454 on resource:subnet {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:25:49.721150 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7ab155e8-a0da-4e60-b7e5-b7b026bb9c6f tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "GET /v2.0/subnets/c48d38ad-4819-46b1-bfe6-ac7bce37a525 HTTP/1.1" status: 404 len: 337 time: 0.1723871 Sep 29 07:25:49.724890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 53816) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:49.749414 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d707dccd-ff94-4d9b-9820-3d29cd361b2e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:49.750043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d707dccd-ff94-4d9b-9820-3d29cd361b2e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:49.751563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d707dccd-ff94-4d9b-9820-3d29cd361b2e tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 HTTP/1.1" status: 404 len: 339 time: 0.0257504 Sep 29 07:25:49.755387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53820) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:49.794911 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e65de0-61ad-474d-82f1-cf3b7aeed768 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:49.795442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e65de0-61ad-474d-82f1-cf3b7aeed768 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:49.797339 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-45e65de0-61ad-474d-82f1-cf3b7aeed768 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/subnets/c48d38ad-4819-46b1-bfe6-ac7bce37a525 HTTP/1.1" status: 404 len: 337 time: 0.0407016 Sep 29 07:25:49.799626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53824) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:49.830774 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-09abb00a-16c5-4086-ab8e-a6ed6b6f7692 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:49.831966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09abb00a-16c5-4086-ab8e-a6ed6b6f7692 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:49.837450 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-09abb00a-16c5-4086-ab8e-a6ed6b6f7692 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/da6faa12-3ce2-4a2f-a509-5edeaf3ae1f5 HTTP/1.1" status: 404 len: 339 time: 0.0365772 Sep 29 07:25:49.838163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53828) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:49.917649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Deleting subnet 64ba8d91-43e8-4734-8b19-1357d2a5f4df {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:25:49.921065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:49.960788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:49.987705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.033656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:50.078688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.152584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.194049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.196658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Subnet': ['ID=64ba8d91-43e8-4734-8b19-1357d2a5f4df,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:50.209008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-00fafaf1-857c-422c-b0ad-f0faca0a89cf tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/subnets/64ba8d91-43e8-4734-8b19-1357d2a5f4df HTTP/1.1" status: 204 len: 168 time: 0.3696575 Sep 29 07:25:50.211465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53832) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:50.321767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.333307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Deleting port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:50.333632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.547389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] For port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc,segment=NetworkSegment(6cf27baa-8dae-40d2-a1f5-87cf9539c84f),segment_id=6cf27baa-8dae-40d2-a1f5-87cf9539c84f)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:50.547747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.622026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf7cdb-45da-4e5b-a67d-4ed801db285e None None] Network f982d2e0-ecb4-4f28-b398-195976f5f073 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:50.728553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b77a26a8-f6e1-418c-a692-e858c168e90e None None] Provisioning for port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:50.764553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b77a26a8-f6e1-418c-a692-e858c168e90e None None] Provisioning complete for port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:50.764919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b77a26a8-f6e1-418c-a692-e858c168e90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.765253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Calling delete_port for c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:50.765707 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-b77a26a8-f6e1-418c-a692-e858c168e90e None None] Attempt 1 to provision port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc Sep 29 07:25:50.844111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:50.866173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-b77a26a8-f6e1-418c-a692-e858c168e90e None None] Could not find standard attr ID for object c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc. {{(pid=89138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 07:25:50.869943 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.db [None req-b77a26a8-f6e1-418c-a692-e858c168e90e None None] No ports have port_id starting with c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc Sep 29 07:25:50.890192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Port': ['ID=c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:50.893747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No DVR routers for this DVR port c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:50.941378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1061d4d7-38c5-463f-90ba-553991620b3d None None] DHCP port deletion for f982d2e0-ecb4-4f28-b398-195976f5f073 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:25:51.014399 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.038631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f982d2e0-ecb4-4f28-b398-195976f5f073']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:51.050720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf27baa-8dae-40d2-a1f5-87cf9539c84f') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:51.051011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf27baa-8dae-40d2-a1f5-87cf9539c84f') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:51.061820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.076942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.082688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:51.083060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.150277 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6cf27baa-8dae-40d2-a1f5-87cf9539c84f resource provider aggregate not found Sep 29 07:25:51.169955 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 6cf27baa-8dae-40d2-a1f5-87cf9539c84f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf27baa-8dae-40d2-a1f5-87cf9539c84f found for delete ", "request_id": "req-90ad658d-9f83-4f5e-9b64-38dcb3c6d8da"}]} Sep 29 07:25:51.183862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.200102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.211204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Network': ['ID=f982d2e0-ecb4-4f28-b398-195976f5f073,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:51.215093 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f7ada9d7-9bbf-456c-80c5-3d91178e7947 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/f982d2e0-ecb4-4f28-b398-195976f5f073 HTTP/1.1" status: 204 len: 168 time: 1.0027325 Sep 29 07:25:51.217563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53840) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:51.257155 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-73391e1a-e106-4c59-bf5e-002e13ed10ce tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:51.257585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73391e1a-e106-4c59-bf5e-002e13ed10ce tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:51.259189 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-73391e1a-e106-4c59-bf5e-002e13ed10ce tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/subnets/1ed53ab4-95d1-415e-ad06-80521f2f85ce HTTP/1.1" status: 404 len: 337 time: 0.0407505 Sep 29 07:25:51.261570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53844) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:51.285517 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b03694-1d09-4681-b8a8-aba3f9b0efff tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:51.285952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b03694-1d09-4681-b8a8-aba3f9b0efff tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:51.287532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c2b03694-1d09-4681-b8a8-aba3f9b0efff tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/033c355a-1f5a-4c8c-9038-01d042e74b47 HTTP/1.1" status: 404 len: 339 time: 0.0251145 Sep 29 07:25:51.289819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53848) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:51.324612 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba079671-d8d1-4b38-ad38-72fea9028e6d tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:51.325037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba079671-d8d1-4b38-ad38-72fea9028e6d tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:51.326600 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba079671-d8d1-4b38-ad38-72fea9028e6d tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/subnets/8b17ba03-3c3d-4d49-87e4-7761d811298b HTTP/1.1" status: 404 len: 337 time: 0.0359154 Sep 29 07:25:51.328880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53852) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:51.352767 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09548bb-e6f9-4477-96e8-57ea8192ae76 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] DELETE failed (client error): The resource could not be found. Sep 29 07:25:51.353190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09548bb-e6f9-4477-96e8-57ea8192ae76 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 07:25:51.354774 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a09548bb-e6f9-4477-96e8-57ea8192ae76 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/e32d83af-264e-4007-a5c4-ff278c2b61dc HTTP/1.1" status: 404 len: 339 time: 0.0250254 Sep 29 07:25:51.357104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53856) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:51.423048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Deleting subnet 0ffd5d42-6d6d-43aa-b665-c44f62fb068f {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:25:51.426105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.481578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.564220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.636271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.676772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.681422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffd5d42-6d6d-43aa-b665-c44f62fb068f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:51.682182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23132508-64fd-4496-86b5-1dbe98bfc9fc None None] Network 98265e66-bcd7-41eb-817a-094100ff0592 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:51.690146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-18ab8a3a-83fe-4bdc-8115-7580bd95f3a2 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/subnets/0ffd5d42-6d6d-43aa-b665-c44f62fb068f HTTP/1.1" status: 204 len: 168 time: 0.3321650 Sep 29 07:25:51.693637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53860) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:51.808265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.819858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Deleting port 814c5c48-8111-49c1-a21c-84e98edf900f {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:51.821497 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:51.910180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:51.945088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:51.945437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device c7bf09a1-f3c8-4f0b-a7b8-607f1c02b4dc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:51.954137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] DHCP port deletion for 98265e66-bcd7-41eb-817a-094100ff0592 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:25:51.958366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Deleting port 814c5c48-8111-49c1-a21c-84e98edf900f {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:51.958769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.041989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] For port 814c5c48-8111-49c1-a21c-84e98edf900f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=814c5c48-8111-49c1-a21c-84e98edf900f,segment=NetworkSegment(5cb022c7-f157-4a81-98f2-405986c40ca3),segment_id=5cb022c7-f157-4a81-98f2-405986c40ca3)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:52.042342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.160767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] For port 814c5c48-8111-49c1-a21c-84e98edf900f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=814c5c48-8111-49c1-a21c-84e98edf900f,segment=NetworkSegment(5cb022c7-f157-4a81-98f2-405986c40ca3),segment_id=5cb022c7-f157-4a81-98f2-405986c40ca3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:52.161099 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.166801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Calling delete_port for 814c5c48-8111-49c1-a21c-84e98edf900f owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:52.246785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.282356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Calling delete_port for 814c5c48-8111-49c1-a21c-84e98edf900f owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:52.365635 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:25:52.366111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:25:52.388600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Port': ['ID=814c5c48-8111-49c1-a21c-84e98edf900f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:52.390414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] No DVR routers for this DVR port 814c5c48-8111-49c1-a21c-84e98edf900f on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:52.510627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.536773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98265e66-bcd7-41eb-817a-094100ff0592']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:52.548356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb022c7-f157-4a81-98f2-405986c40ca3') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:52.548656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb022c7-f157-4a81-98f2-405986c40ca3') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:52.560122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.575734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.582148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:52.582544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.674785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.691958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.703391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] Pushing event deleted for resources: {'Network': ['ID=98265e66-bcd7-41eb-817a-094100ff0592,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:52.706174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4f2bf2bf-1b49-4e36-bfc5-f02d3241d455 tempest-NetworksIpV6Test-1589586293 tempest-NetworksIpV6Test-1589586293-project] 10.222.0.26 "DELETE /v2.0/networks/98265e66-bcd7-41eb-817a-094100ff0592 HTTP/1.1" status: 204 len: 168 time: 1.0115976 Sep 29 07:25:52.867528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Deleting port 814c5c48-8111-49c1-a21c-84e98edf900f {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:52.867913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:52.932895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e83cf454-0736-49d7-9b45-521546ce4e2e None None] The port '814c5c48-8111-49c1-a21c-84e98edf900f' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:25:52.967767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53868) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:53.121024 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a7e5a19d-5517-41a0-bb53-8327dc39f653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=365cf8b62c904017bc2e5e174aecb454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520960 Sep 29 07:25:53.123543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53874) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:53.183054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47e1-81a3-493c-877d-90c54b1a8b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:53.192444 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 5cb022c7-f157-4a81-98f2-405986c40ca3 resource provider aggregate not found Sep 29 07:25:53.212315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 5cb022c7-f157-4a81-98f2-405986c40ca3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cb022c7-f157-4a81-98f2-405986c40ca3 found for delete ", "request_id": "req-6e463dfb-9888-4c25-9d2e-f5e5a1fd1d75"}]} Sep 29 07:25:53.213991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47e1-81a3-493c-877d-90c54b1a8b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:53.265078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47e1-81a3-493c-877d-90c54b1a8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:53.280673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf47e1-81a3-493c-877d-90c54b1a8b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f13182-918b-47ad-ac2c-1f91b55722b4,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:53.286132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a9bf47e1-81a3-493c-877d-90c54b1a8b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:53.286827 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a9bf47e1-81a3-493c-877d-90c54b1a8b7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1f13182-918b-47ad-ac2c-1f91b55722b4 HTTP/1.1" status: 204 len: 168 time: 0.1623518 Sep 29 07:25:53.906686 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 814c5c48-8111-49c1-a21c-84e98edf900f no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:53.942252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 814c5c48-8111-49c1-a21c-84e98edf900f {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:53.942940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 814c5c48-8111-49c1-a21c-84e98edf900f not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:53.960353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53902) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:54.062762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1433949893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:54.069874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:54.073796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Usage tracker for resource:router and tenant:d2d5f793c4fa498b8f766ed57dd22215 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:54.076645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:54.083521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:54.096341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.097775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.112438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.129762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.151072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.152204 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-89888961-2dbc-4a7b-903c-96c5c899c4b0 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1908617 Sep 29 07:25:54.155133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53908) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:54.160576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1510843442'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:54.165416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:54.170121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Usage tracker for resource:network and tenant:d2d5f793c4fa498b8f766ed57dd22215 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:54.173019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:54.179221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:54.188174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Made reservation on behalf of d2d5f793c4fa498b8f766ed57dd22215 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:54.192162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.203704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.220465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:54.224724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Usage tracker for resource:security_group_rule and tenant:d2d5f793c4fa498b8f766ed57dd22215 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:54.227772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:54.233304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:54.312435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.316318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.349031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:54.354037 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf13c0-45eb-456b-984e-aecacf8ace93,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:54.360598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.360931 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Added segment d7d40fc9-fa78-45d8-8c5b-3304c43a54e0 of type vlan for network 5cda072a-5f65-47d7-8224-76454e7ca374 Sep 29 07:25:54.387865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.416461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.421765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:54.422338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.528153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event updated for resources: {'Network': ['ID=5cda072a-5f65-47d7-8224-76454e7ca374,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:54.531439 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-86f42292-7136-422c-9e75-fd09e3adca6d tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3753257 Sep 29 07:25:54.535799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53912) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:54.540257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 5cda072a-5f65-47d7-8224-76454e7ca374 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:54.541394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Request body: {'subnet': {'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:54.649578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:54.653484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Usage tracker for resource:subnet and tenant:d2d5f793c4fa498b8f766ed57dd22215 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:54.656446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:54.662848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:54.672925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Made reservation on behalf of d2d5f793c4fa498b8f766ed57dd22215 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:54.677370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.881898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:54.967648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event updated for resources: {'Subnet': ['ID=54e74f7d-004b-41ae-9ef8-a598ea20de3f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:54.971195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Checking segment: {'id': 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:54.971552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Network hostable DHCP agents. Network: 5cda072a-5f65-47d7-8224-76454e7ca374, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:54.990956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Network 5cda072a-5f65-47d7-8224-76454e7ca374 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:55.000075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 5cda072a-5f65-47d7-8224-76454e7ca374) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:55.005901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:55.006729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.008153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd82acb6-4004-4c14-9fd7-eba19ad1bad4 None None] Network 5cda072a-5f65-47d7-8224-76454e7ca374 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:55.027878 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-47eab020-f504-4cf2-b561-8ece6d0505fa tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4910169 Sep 29 07:25:55.030948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53916) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:55.037044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-45284763'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:55.041845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:55.045652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Usage tracker for resource:network and tenant:d2d5f793c4fa498b8f766ed57dd22215 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:55.048473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:55.054110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:55.064145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Made reservation on behalf of d2d5f793c4fa498b8f766ed57dd22215 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:55.067487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.096211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:25:55.105465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.105804 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Added segment 0e74e47e-369c-4d3c-b7f2-cc836f79fcf4 of type vlan for network e13e8345-f2cb-4986-83df-5f2ea4a09a31 Sep 29 07:25:55.134412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.163719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.169224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:55.169803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.225841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-5cda072a-5f65-47d7-8224-76454e7ca374', 'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374', 'tenant_id': 'd2d5f793c4fa498b8f766ed57dd22215', 'fixed_ips': [{'subnet_id': '54e74f7d-004b-41ae-9ef8-a598ea20de3f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:55.226732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.267962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2359266 Sep 29 07:25:55.271529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53920) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:55.279016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Request body: {'subnet': {'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:55.300464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87addf4-0aa6-4455-844d-d574edf8b71a tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event updated for resources: {'Network': ['ID=e13e8345-f2cb-4986-83df-5f2ea4a09a31,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:55.311396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network e13e8345-f2cb-4986-83df-5f2ea4a09a31 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:25:55.392016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:25:55.396542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Usage tracker for resource:subnet and tenant:d2d5f793c4fa498b8f766ed57dd22215 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:25:55.399357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:25:55.404985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:25:55.415759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Made reservation on behalf of d2d5f793c4fa498b8f766ed57dd22215 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:25:55.419586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.473038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Allocated IP 172.20.0.2 (5cda072a-5f65-47d7-8224-76454e7ca374/54e74f7d-004b-41ae-9ef8-a598ea20de3f/cdb20c1d-d949-4ee7-9c8d-d0161bf5a668) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:25:55.684255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.695025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Transition to ACTIVE for port object cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:55.712386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Transition to ACTIVE for port object cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:55.718320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.727661 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.782632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Network 5cda072a-5f65-47d7-8224-76454e7ca374 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:25:55.785654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:55.788841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:25:55.800488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Pushing event updated for resources: {'Port': ['ID=cdb20c1d-d949-4ee7-9c8d-d0161bf5a668,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:55.808809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event updated for resources: {'Subnet': ['ID=2625f2cf-62e9-4f5a-b72a-d485309117df,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:55.814063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Checking segment: {'id': '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:55.814406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Network hostable DHCP agents. Network: e13e8345-f2cb-4986-83df-5f2ea4a09a31, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:25:55.835612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Network e13e8345-f2cb-4986-83df-5f2ea4a09a31 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:25:55.845377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, e13e8345-f2cb-4986-83df-5f2ea4a09a31) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:55.849729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:25:55.850306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.871773 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-edf7a4ab-b64f-4f5a-ab93-e6561625aa41 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5993774 Sep 29 07:25:55.874742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53924) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:55.880503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fea028cc-acc6-47d7-8489-86de400f9576 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:25:55.884085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b4b06-2260-4d65-9795-a5eb6fd84e4d None None] Network e13e8345-f2cb-4986-83df-5f2ea4a09a31 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:55.975162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Attempting to bind port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:25:55.975537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Attempting to bind port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:25:55.975903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Attempting to bind port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 on network 5cda072a-5f65-47d7-8224-76454e7ca374 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:55.985758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:25:55.986067 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Checking segment: {'id': 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:55.986469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:55.986889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Bound using segment: {'id': 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:25:55.987892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Bound port: cdb20c1d-d949-4ee7-9c8d-d0161bf5a668, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5cda072a-5f65-47d7-8224-76454e7ca374'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:25:55.988268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.152476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] For port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:25:56.195985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] For port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cdb20c1d-d949-4ee7-9c8d-d0161bf5a668,segment=NetworkSegment(d7d40fc9-fa78-45d8-8c5b-3304c43a54e0),segment_id=d7d40fc9-fa78-45d8-8c5b-3304c43a54e0)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:25:56.203006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.235149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-e13e8345-f2cb-4986-83df-5f2ea4a09a31', 'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31', 'tenant_id': 'd2d5f793c4fa498b8f766ed57dd22215', 'fixed_ips': [{'subnet_id': '2625f2cf-62e9-4f5a-b72a-d485309117df'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:25:56.236003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.262963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fea028cc-acc6-47d7-8489-86de400f9576 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.353952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e72812-9015-415a-a7b7-59cf37662a3a None None] Pushing event updated for resources: {'Port': ['ID=cdb20c1d-d949-4ee7-9c8d-d0161bf5a668,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:56.435220 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.api.v2.resource [None req-fea028cc-acc6-47d7-8489-86de400f9576 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 07:25:56.436310 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fea028cc-acc6-47d7-8489-86de400f9576 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "PUT /v2.0/routers/e11bbdb5-31ec-447d-8b49-034de3c49bac HTTP/1.1" status: 400 len: 364 time: 0.5606458 Sep 29 07:25:56.442288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53928) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:56.447845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Allocated IP 172.21.0.2 (e13e8345-f2cb-4986-83df-5f2ea4a09a31/2625f2cf-62e9-4f5a-b72a-d485309117df/fd638c41-8b75-4c57-8087-d823ddba7af8) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:25:56.532027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Deleting subnet 2625f2cf-62e9-4f5a-b72a-d485309117df {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:25:56.723150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.733284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Transition to ACTIVE for port object fd638c41-8b75-4c57-8087-d823ddba7af8 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:56.750687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Transition to ACTIVE for port object fd638c41-8b75-4c57-8087-d823ddba7af8 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:25:56.755402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.759891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.812080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.824892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Network e13e8345-f2cb-4986-83df-5f2ea4a09a31 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:25:56.827956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:25:56.832104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:25:56.837700 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Pushing event updated for resources: {'Port': ['ID=fd638c41-8b75-4c57-8087-d823ddba7af8,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:56.899690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.937496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Attempting to bind port fd638c41-8b75-4c57-8087-d823ddba7af8 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:25:56.937854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Attempting to bind port fd638c41-8b75-4c57-8087-d823ddba7af8 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:25:56.938213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Attempting to bind port fd638c41-8b75-4c57-8087-d823ddba7af8 on network e13e8345-f2cb-4986-83df-5f2ea4a09a31 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:25:56.944298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:25:56.944665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Checking segment: {'id': '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:25:56.945061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.945456 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Bound using segment: {'id': '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:25:56.945917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Bound port: fd638c41-8b75-4c57-8087-d823ddba7af8, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e13e8345-f2cb-4986-83df-5f2ea4a09a31'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:25:56.946287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:56.976574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.014923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event deleted for resources: {'Subnet': ['ID=2625f2cf-62e9-4f5a-b72a-d485309117df,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:57.021020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.029355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8b81c071-2229-488d-8caa-e3fef5a82d0f tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "DELETE /v2.0/subnets/2625f2cf-62e9-4f5a-b72a-d485309117df HTTP/1.1" status: 204 len: 168 time: 0.5839124 Sep 29 07:25:57.029737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:57.046807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] For port fd638c41-8b75-4c57-8087-d823ddba7af8, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:25:57.050267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] For port fd638c41-8b75-4c57-8087-d823ddba7af8, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=fd638c41-8b75-4c57-8087-d823ddba7af8,segment=NetworkSegment(0e74e47e-369c-4d3c-b7f2-cc836f79fcf4),segment_id=0e74e47e-369c-4d3c-b7f2-cc836f79fcf4)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:25:57.055761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.148805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.161635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Deleting port fd638c41-8b75-4c57-8087-d823ddba7af8 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:57.162388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.180915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085092f-fae5-41c5-b826-e7d631c43b55 None None] Pushing event updated for resources: {'Port': ['ID=fd638c41-8b75-4c57-8087-d823ddba7af8,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:57.200426 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d945f91-fd5e-494e-9537-5c451d82cc69 None None] Network e13e8345-f2cb-4986-83df-5f2ea4a09a31 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:57.282837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d7ec0-8e3a-4494-9e93-587c71083f2c None None] Network 5cda072a-5f65-47d7-8224-76454e7ca374 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:57.464507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-57310ee1-a8ac-4aa2-9520-dee968f12fed None None] Provisioning for port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:57.485890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] For port fd638c41-8b75-4c57-8087-d823ddba7af8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=fd638c41-8b75-4c57-8087-d823ddba7af8,segment=NetworkSegment(0e74e47e-369c-4d3c-b7f2-cc836f79fcf4),segment_id=0e74e47e-369c-4d3c-b7f2-cc836f79fcf4)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:57.486451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.613978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Calling delete_port for fd638c41-8b75-4c57-8087-d823ddba7af8 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:57.695426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.743821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event deleted for resources: {'Port': ['ID=fd638c41-8b75-4c57-8087-d823ddba7af8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:57.747652 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] No DVR routers for this DVR port fd638c41-8b75-4c57-8087-d823ddba7af8 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:57.814189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11929ba2-6772-48df-98bd-49f450085b81 None None] get_active_networks_info from dv-neutron-859761-1-hyperv {{(pid=89138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 29 07:25:57.874702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.903900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13e8345-f2cb-4986-83df-5f2ea4a09a31']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:57.908431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11929ba2-6772-48df-98bd-49f450085b81 None None] Resources bound (agent type, host, resource id): {{(pid=89138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 07:25:57.918104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:57.918389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e74e47e-369c-4d3c-b7f2-cc836f79fcf4') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:57.931469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.950825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:25:57.951041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:57.958547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:57.958988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.030123 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0e74e47e-369c-4d3c-b7f2-cc836f79fcf4 resource provider aggregate not found Sep 29 07:25:58.053832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 0e74e47e-369c-4d3c-b7f2-cc836f79fcf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e74e47e-369c-4d3c-b7f2-cc836f79fcf4 found for delete ", "request_id": "req-33b13a19-8576-4e5a-8cca-9a21af037dba"}]} Sep 29 07:25:58.070674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.076307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.102885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event deleted for resources: {'Network': ['ID=e13e8345-f2cb-4986-83df-5f2ea4a09a31,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:58.107889 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-669d2c21-2d82-4bf6-a2f5-13728bb538e6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "DELETE /v2.0/networks/e13e8345-f2cb-4986-83df-5f2ea4a09a31 HTTP/1.1" status: 204 len: 168 time: 1.0769422 Sep 29 07:25:58.110114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53940) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:58.131755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:25:58.170626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:25:58.171003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.171341 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 Sep 29 07:25:58.180804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Deleting subnet 54e74f7d-004b-41ae-9ef8-a598ea20de3f {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:25:58.183786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.238410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.319523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.354749 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:25:58.355328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.406456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.443520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event deleted for resources: {'Subnet': ['ID=54e74f7d-004b-41ae-9ef8-a598ea20de3f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:58.449022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.455250 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e01b9e4a-ed3f-4e00-99f3-f7c90d201dfd tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "DELETE /v2.0/subnets/54e74f7d-004b-41ae-9ef8-a598ea20de3f HTTP/1.1" status: 204 len: 168 time: 0.3441269 Sep 29 07:25:58.457377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe82167-1b5b-421a-977f-9ff341cc433a None None] Network 5cda072a-5f65-47d7-8224-76454e7ca374 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:25:58.458437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53944) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:58.528207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:25:58.528549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:25:58.574729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.586099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Deleting port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:58.586436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.745439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] DHCP port deletion for 5cda072a-5f65-47d7-8224-76454e7ca374 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:25:58.749741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Deleting port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:58.750111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.803557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] For port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cdb20c1d-d949-4ee7-9c8d-d0161bf5a668,segment=NetworkSegment(d7d40fc9-fa78-45d8-8c5b-3304c43a54e0),segment_id=d7d40fc9-fa78-45d8-8c5b-3304c43a54e0)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:58.803912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.924784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Calling delete_port for cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:58.948003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] For port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=cdb20c1d-d949-4ee7-9c8d-d0161bf5a668,segment=NetworkSegment(d7d40fc9-fa78-45d8-8c5b-3304c43a54e0),segment_id=d7d40fc9-fa78-45d8-8c5b-3304c43a54e0)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:25:58.948333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:58.998726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.050635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] No DVR routers for this DVR port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:25:59.052375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event deleted for resources: {'Port': ['ID=cdb20c1d-d949-4ee7-9c8d-d0161bf5a668,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:59.095454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Calling delete_port for cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:25:59.130423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 update to ACTIVE by agent not found {{(pid=89138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 29 07:25:59.172821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:25:59.173186 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:25:59.271298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.295144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cda072a-5f65-47d7-8224-76454e7ca374']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:59.306757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:59.307051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d40fc9-fa78-45d8-8c5b-3304c43a54e0') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:25:59.318407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.334153 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.340109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:25:59.340484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.434366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.439310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.464537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Pushing event deleted for resources: {'Network': ['ID=5cda072a-5f65-47d7-8224-76454e7ca374,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:25:59.468534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-18cff793-baeb-4fd9-8b6e-32f5dc5b0dbb tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "DELETE /v2.0/networks/5cda072a-5f65-47d7-8224-76454e7ca374 HTTP/1.1" status: 204 len: 168 time: 1.0091188 Sep 29 07:25:59.471227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53948) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:59.524624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8dfb0a02-be4e-49fd-ad15-ad11c6dcccd2 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Synchronizing usage tracker for tenant:d2d5f793c4fa498b8f766ed57dd22215 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:25:59.539810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8dfb0a02-be4e-49fd-ad15-ad11c6dcccd2 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Unset dirty status for tenant:d2d5f793c4fa498b8f766ed57dd22215 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:25:59.541157 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8dfb0a02-be4e-49fd-ad15-ad11c6dcccd2 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "GET /v2.0/ports?device_id=e11bbdb5-31ec-447d-8b49-034de3c49bac HTTP/1.1" status: 200 len: 205 time: 0.0689454 Sep 29 07:25:59.543569 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53952) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:25:59.673185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.674706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Deleting port cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:25:59.675658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.741222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9a91a284-af41-4f90-be0a-311d77e6643e None None] The port 'cdb20c1d-d949-4ee7-9c8d-d0161bf5a668' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:25:59.916597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:25:59.950439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:25:59.950811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device cdb20c1d-d949-4ee7-9c8d-d0161bf5a668 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:25:59.970018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.972987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.994588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:25:59.995128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Fanout notify agent at l3_agent the message router_deleted on router e11bbdb5-31ec-447d-8b49-034de3c49bac {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:26:00.008021 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:00.009150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2a60e549-185f-4daa-8f91-c49cf2d950d6 tempest-RoutersNegativeTest-391867320 tempest-RoutersNegativeTest-391867320-project] 10.222.0.26 "DELETE /v2.0/routers/e11bbdb5-31ec-447d-8b49-034de3c49bac HTTP/1.1" status: 204 len: 168 time: 0.4646697 Sep 29 07:26:00.070608 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d7d40fc9-fa78-45d8-8c5b-3304c43a54e0 resource provider aggregate not found Sep 29 07:26:00.086599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d7d40fc9-fa78-45d8-8c5b-3304c43a54e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7d40fc9-fa78-45d8-8c5b-3304c43a54e0 found for delete ", "request_id": "req-401cc234-f913-43a5-9071-92dcc138a4d4"}]} Sep 29 07:26:00.266327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53964) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:00.417298 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4b4d9776-6501-4043-9506-ff63ca6447d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2d5f793c4fa498b8f766ed57dd22215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498129 Sep 29 07:26:00.419917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53970) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:00.476663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8a18e02-70b2-45c1-8ec3-4f2f68ba630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:00.501154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8a18e02-70b2-45c1-8ec3-4f2f68ba630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:00.551320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8a18e02-70b2-45c1-8ec3-4f2f68ba630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:00.565190 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a18e02-70b2-45c1-8ec3-4f2f68ba630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf13c0-45eb-456b-984e-aecacf8ace93,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:00.574187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b8a18e02-70b2-45c1-8ec3-4f2f68ba630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:00.575334 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b8a18e02-70b2-45c1-8ec3-4f2f68ba630e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1bf13c0-45eb-456b-984e-aecacf8ace93 HTTP/1.1" status: 204 len: 168 time: 0.1545322 Sep 29 07:26:01.208257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 53994) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:01.311430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-230793040-network', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:01.316156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:01.320055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Usage tracker for resource:network and tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:01.322904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:01.329025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:01.339811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Made reservation on behalf of ed7dfd5db7e74b2abed5d4bea50a73a7 for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:26:01.342114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.354769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.369251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:01.373080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Usage tracker for resource:security_group_rule and tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:01.375886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:01.381578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:01.464377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.467800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.499548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:26:01.504599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91995331-6140-4729-867b-b34924ddff29,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:01.511218 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.511572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Added segment c471393f-6f37-4eab-84e1-d4d84b462082 of type vlan for network 079cb824-f229-40fa-a2cc-2e66e010e66c Sep 29 07:26:01.537128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.565233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.566178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:01.566768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.666361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] Pushing event updated for resources: {'Network': ['ID=079cb824-f229-40fa-a2cc-2e66e010e66c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:01.669582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5d81221c-0445-4eac-a8b1-6b929017a36b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4602704 Sep 29 07:26:01.672763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54000) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:01.677741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 079cb824-f229-40fa-a2cc-2e66e010e66c details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:26:01.678212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Request body: {'subnet': {'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-subnet', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:01.683099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:01.686939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Usage tracker for resource:subnet and tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:01.689851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:01.695807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:01.707669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Made reservation on behalf of ed7dfd5db7e74b2abed5d4bea50a73a7 for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:26:01.710412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:01.905523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.084576 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150ea1d3-77c3-4b1e-abdd-b415d01c6623,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:02.088501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Checking segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:02.088852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Network hostable DHCP agents. Network: 079cb824-f229-40fa-a2cc-2e66e010e66c, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:26:02.107882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:26:02.116774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 079cb824-f229-40fa-a2cc-2e66e010e66c) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:02.120660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:02.121302 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.125692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e5c2e-3eac-4318-9d21-8f1ac6809eed None None] Network 079cb824-f229-40fa-a2cc-2e66e010e66c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:26:02.142148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4a8a7cea-5736-4fbc-add3-18fc663ea5e8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4679327 Sep 29 07:26:02.144797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54004) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:02.150205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:02.154961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:02.158821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Usage tracker for resource:router and tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:02.161647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:02.167773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:02.177266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.178302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.193367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.358659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-079cb824-f229-40fa-a2cc-2e66e010e66c', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:26:02.359494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.459440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.513748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Allocated IP 172.20.0.2 (079cb824-f229-40fa-a2cc-2e66e010e66c/150ea1d3-77c3-4b1e-abdd-b415d01c6623/dd1e96f5-29bd-452e-96b4-58ec719b0b7d) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:02.714526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.724643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Transition to ACTIVE for port object dd1e96f5-29bd-452e-96b4-58ec719b0b7d will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:02.743006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Transition to ACTIVE for port object dd1e96f5-29bd-452e-96b4-58ec719b0b7d will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:02.755002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.761528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.791261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.822350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:02.825442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:02.829445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:02.836649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Pushing event updated for resources: {'Port': ['ID=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:02.928635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Allocated IP 172.26.0.192 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/1a81ec01-e01c-4b4f-9581-161797d26ed1) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:02.967030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Attempting to bind port dd1e96f5-29bd-452e-96b4-58ec719b0b7d on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:02.967320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Attempting to bind port dd1e96f5-29bd-452e-96b4-58ec719b0b7d by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:02.967680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Attempting to bind port dd1e96f5-29bd-452e-96b4-58ec719b0b7d on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:02.973685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:02.974060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Checking segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:02.974461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:02.974878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Bound using segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:02.975345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Bound port: dd1e96f5-29bd-452e-96b4-58ec719b0b7d, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:02.975720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:03.064148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] For port dd1e96f5-29bd-452e-96b4-58ec719b0b7d, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:03.067466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] For port dd1e96f5-29bd-452e-96b4-58ec719b0b7d, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:03.072380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:03.075800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:03.105681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:03.149334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388e65f-ecc3-47c0-9ef2-ee097c1bccd1 None None] Pushing event updated for resources: {'Port': ['ID=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:03.181043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:03.183952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:03.186708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:03.219996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1a81ec01-e01c-4b4f-9581-161797d26ed1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:03.237242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.237629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.237969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.238305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.238737 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.239070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.239400 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.239730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.240055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.240371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.240690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.241007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:03.719203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:03.953203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd1e96f5-29bd-452e-96b4-58ec719b0b7d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:04.026221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port dd1e96f5-29bd-452e-96b4-58ec719b0b7d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:04.078473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:04.099680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2d5af-2db1-47a8-91c1-a983b41e2998 None None] Network 079cb824-f229-40fa-a2cc-2e66e010e66c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:26:04.186792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Provisioning for port dd1e96f5-29bd-452e-96b4-58ec719b0b7d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:04.197049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Provisioning complete for port dd1e96f5-29bd-452e-96b4-58ec719b0b7d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:04.197425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:04.197759 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Attempt 1 to provision port dd1e96f5-29bd-452e-96b4-58ec719b0b7d Sep 29 07:26:04.284971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:26:04.426452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Current status of the port dd1e96f5-29bd-452e-96b4-58ec719b0b7d is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:04.426856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:04.461800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:26:04.470022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] For port dd1e96f5-29bd-452e-96b4-58ec719b0b7d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:04.475275 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Sync routers for ids ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:26:04.475841 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:04.487133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:04.491979 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cdc8a386-0556-4a73-8ed9-c245243228d4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3430307 Sep 29 07:26:04.491979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54008) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:04.497666 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Routers {'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:04.498758 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:04.546731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a261f3-9d6e-491f-bcd4-5a7779e3e21a None None] Pushing event updated for resources: {'Port': ['ID=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:04.685134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Set router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:04.710632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6ed0f3cd-823f-44d1-b90a-43b91a20c1b5 None None] Provisioning complete for port dd1e96f5-29bd-452e-96b4-58ec719b0b7d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:04.711264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f3cd-823f-44d1-b90a-43b91a20c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:04.711605 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6ed0f3cd-823f-44d1-b90a-43b91a20c1b5 None None] Attempt 1 to provision port dd1e96f5-29bd-452e-96b4-58ec719b0b7d Sep 29 07:26:04.830215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0f3cd-823f-44d1-b90a-43b91a20c1b5 None None] Current status of the port dd1e96f5-29bd-452e-96b4-58ec719b0b7d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:04.980614 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:03Z', 'revision_number': 3, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:04.984506 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Checking router: fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:26:04.984854 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Updating router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba port 1a81ec01-e01c-4b4f-9581-161797d26ed1 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:26:05.036101 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.288898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.352677 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.365176 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Transition to ACTIVE for port object 1a81ec01-e01c-4b4f-9581-161797d26ed1 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:05.372946 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.436272 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Attempting to bind port 1a81ec01-e01c-4b4f-9581-161797d26ed1 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:05.436639 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Attempting to bind port 1a81ec01-e01c-4b4f-9581-161797d26ed1 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:05.436997 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Attempting to bind port 1a81ec01-e01c-4b4f-9581-161797d26ed1 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:05.447579 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:05.447945 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:05.448343 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.448729 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:05.449192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Bound port: 1a81ec01-e01c-4b4f-9581-161797d26ed1, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:05.449562 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.481115 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Pushing event updated for resources: {'Port': ['ID=1a81ec01-e01c-4b4f-9581-161797d26ed1,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:05.496558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Allocated IP 172.20.0.1 (079cb824-f229-40fa-a2cc-2e66e010e66c/150ea1d3-77c3-4b1e-abdd-b415d01c6623/0419aff6-9f68-4e6f-9178-6e124d2ffa60) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:05.501684 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.502027 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.502362 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.502721 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.503634 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.503961 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.504283 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.504602 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.504921 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.505237 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.505552 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.505863 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:05.537386 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] For port 1a81ec01-e01c-4b4f-9581-161797d26ed1, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:05.540488 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] For port 1a81ec01-e01c-4b4f-9581-161797d26ed1, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1a81ec01-e01c-4b4f-9581-161797d26ed1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:05.544513 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.608121 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Routers {'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:05.608742 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:05.643364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.658246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Transition to ACTIVE for port object 0419aff6-9f68-4e6f-9178-6e124d2ffa60 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:05.682091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.688644 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679acfb-131f-4f8b-9f86-a3d4171d4f10 None None] Pushing event updated for resources: {'Port': ['ID=1a81ec01-e01c-4b4f-9581-161797d26ed1,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:05.746708 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:05.749627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:05.753797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:05.786689 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=0419aff6-9f68-4e6f-9178-6e124d2ffa60,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:05.792724 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] Set router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:05.816489 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:05.942231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd1e96f5-29bd-452e-96b4-58ec719b0b7d up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:06.008603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Provisioning for port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:06.016925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Provisioning complete for port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:06.017302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:06.017640 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 1 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:06.069727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port dd1e96f5-29bd-452e-96b4-58ec719b0b7d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:06.070045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:06.070312 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port dd1e96f5-29bd-452e-96b4-58ec719b0b7d Sep 29 07:26:06.104066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:06.114428 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:03Z', 'revision_number': 3, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:06.118444 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426126a0-01bb-4c02-b9f0-4f87cc3276f5 None None] The sync data for ids ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'] in dv-neutron-859761-1-hyperv is: [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:03Z', 'revision_number': 3, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:26:06.128421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:06.203387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port dd1e96f5-29bd-452e-96b4-58ec719b0b7d is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:06.367180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:06.375976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:06.499226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=0419aff6-9f68-4e6f-9178-6e124d2ffa60,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:06.502423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:06.629515 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 2 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:06.692659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:06.784686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:06.785788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:06.999168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:26:07.174055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:26:07.183358 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c74b1ebe-7c15-40e9-9d08-8d268f2c7cc3 admin admin] 10.222.0.26 "PUT /v2.0/routers/fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6904507 Sep 29 07:26:07.194394 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 3 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:07.247353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:07.688653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Sync routers for ids ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:26:07.688816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54026) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:07.694410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1232287780-network', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:07.698122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Routers {'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:07.698771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:07.699329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:07.703279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Usage tracker for resource:network and tenant:ddd7a17a93274d878ed702fa3d835bb6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:07.706829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:07.713064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:07.724368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Made reservation on behalf of ddd7a17a93274d878ed702fa3d835bb6 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:26:07.726869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.738719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.753235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:07.753609 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 4 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:07.757100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd7a17a93274d878ed702fa3d835bb6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:07.759883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:07.765473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:07.858302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.862255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.876817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:07.890346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:26:07.904236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc15d6a-fa6f-4d9a-8f1e-be19189d882d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:07.908921 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.909316 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Added segment f0851211-0c7e-4b10-a7b2-f63cea194fc3 of type vlan for network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 Sep 29 07:26:07.938315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.939037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Set router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:07.969886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:07.971123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:07.972455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.020174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1a81ec01-e01c-4b4f-9581-161797d26ed1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:08.077004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d1ca74-567d-4c85-ad81-b54b9406fdf3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:08.080013 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-20f789ce-cfb5-44ef-8b3b-9b81f11464d0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3901730 Sep 29 07:26:08.083418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54030) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:08.088833 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Request body: {'subnet': {'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-subnet', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:08.091303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:26:08.093552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:08.097448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Usage tracker for resource:subnet and tenant:ddd7a17a93274d878ed702fa3d835bb6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:08.100775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:08.106459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:08.116106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Made reservation on behalf of ddd7a17a93274d878ed702fa3d835bb6 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:26:08.118340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.328444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.329223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 1a81ec01-e01c-4b4f-9581-161797d26ed1 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:08.339143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1a81ec01-e01c-4b4f-9581-161797d26ed1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:08.339515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.339851 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1a81ec01-e01c-4b4f-9581-161797d26ed1 Sep 29 07:26:08.379284 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 5 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:08.406845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Checking segment: {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:08.407233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Network hostable DHCP agents. Network: c5d1ca74-567d-4c85-ad81-b54b9406fdf3, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:26:08.421657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f81aa51-6ed9-401b-b0fb-affa78bc8956,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:08.434326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:26:08.444545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, c5d1ca74-567d-4c85-ad81-b54b9406fdf3) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:08.448749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:08.449612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.462787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4afe0f-e5e9-4f96-bdea-f7072397031c None None] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:26:08.468667 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-180abc4a-233e-45e0-9e47-317637692407 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3842466 Sep 29 07:26:08.471310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54034) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:08.477545 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:08.482425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:08.486290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Usage tracker for resource:router and tenant:ddd7a17a93274d878ed702fa3d835bb6 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:26:08.490985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:26:08.496984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:08.508425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.509406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.524080 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.547164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:08.698665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1a81ec01-e01c-4b4f-9581-161797d26ed1 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:08.699042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.766076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 1a81ec01-e01c-4b4f-9581-161797d26ed1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1a81ec01-e01c-4b4f-9581-161797d26ed1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:08.769790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d378ec87-e1c6-4121-ac99-f715a11f2e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.775571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.800705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.808506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:06Z', 'revision_number': 4, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0419aff6-9f68-4e6f-9178-6e124d2ffa60', 'name': '', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'mac_address': 'fa:16:3e:a8:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:05Z', 'updated_at': '2022-09-29T07:26:06Z', 'revision_number': 2, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'subnets': [{'id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:08.861551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Checking router: fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:26:08.861914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Updating router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:26:08.922054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-c5d1ca74-567d-4c85-ad81-b54b9406fdf3', 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'fixed_ips': [{'subnet_id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:26:08.922922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:08.962565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=1a81ec01-e01c-4b4f-9581-161797d26ed1,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:09.002245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.063004 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 6 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:09.224283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:09.239163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.267915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.287734 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Allocated IP 172.20.0.2 (c5d1ca74-567d-4c85-ad81-b54b9406fdf3/2f81aa51-6ed9-401b-b0fb-affa78bc8956/794ee343-4ec2-4310-8a31-128ddbf8d5bc) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:09.407265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Allocated IP 172.26.0.156 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/845d3d88-d937-407d-8a7d-63b03c9b8278) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:09.558929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.588433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.651028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:09.653758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:09.656340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:09.679828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.685400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.701037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Transition to ACTIVE for port object 0419aff6-9f68-4e6f-9178-6e124d2ffa60 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:09.703603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Transition to ACTIVE for port object 794ee343-4ec2-4310-8a31-128ddbf8d5bc will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:09.706913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Pushing event updated for resources: {'Port': ['ID=845d3d88-d937-407d-8a7d-63b03c9b8278,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:09.713735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.786712 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 7 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:09.851817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Transition to ACTIVE for port object 794ee343-4ec2-4310-8a31-128ddbf8d5bc will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:09.908129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:09.936146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1a81ec01-e01c-4b4f-9581-161797d26ed1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:09.963095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:10.011551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d31ac-9ad4-4f61-a5bb-ed0829dffd17 None None] Pushing event updated for resources: {'Port': ['ID=0419aff6-9f68-4e6f-9178-6e124d2ffa60,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:10.062915 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:10.084163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:10.097233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:10.103554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.108869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Attempting to bind port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:10.109239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Attempting to bind port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:10.109618 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Attempting to bind port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:10.157198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:10.157573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Checking segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:10.157969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.158358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Bound using segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:10.158848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Bound port: 0419aff6-9f68-4e6f-9178-6e124d2ffa60, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:10.159249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.173237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Pushing event updated for resources: {'Port': ['ID=794ee343-4ec2-4310-8a31-128ddbf8d5bc,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:10.279239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Attempting to bind port 794ee343-4ec2-4310-8a31-128ddbf8d5bc on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:10.279607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Attempting to bind port 794ee343-4ec2-4310-8a31-128ddbf8d5bc by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:10.279966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Attempting to bind port 794ee343-4ec2-4310-8a31-128ddbf8d5bc on network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:10.294745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:10.295098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Checking segment: {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:10.295491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.295895 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Bound using segment: {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:10.296335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Bound port: 794ee343-4ec2-4310-8a31-128ddbf8d5bc, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:10.296701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.307297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 1a81ec01-e01c-4b4f-9581-161797d26ed1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:10.307659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.307989 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 1a81ec01-e01c-4b4f-9581-161797d26ed1 Sep 29 07:26:10.428481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] For port 0419aff6-9f68-4e6f-9178-6e124d2ffa60, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:10.441048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] For port 0419aff6-9f68-4e6f-9178-6e124d2ffa60, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0419aff6-9f68-4e6f-9178-6e124d2ffa60,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:10.450696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.494229 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Attempt 8 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:10.559785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.601337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Routers {'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:10.601965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:10.662997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] For port 794ee343-4ec2-4310-8a31-128ddbf8d5bc, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:10.713566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] For port 794ee343-4ec2-4310-8a31-128ddbf8d5bc, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=794ee343-4ec2-4310-8a31-128ddbf8d5bc,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:10.730104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d31ac-9ad4-4f61-a5bb-ed0829dffd17 None None] Pushing event updated for resources: {'Port': ['ID=0419aff6-9f68-4e6f-9178-6e124d2ffa60,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:10.733090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.771303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Router 9cf77407-106e-4e86-94f1-515f1e19271a is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:26:10.823684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 1a81ec01-e01c-4b4f-9581-161797d26ed1 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:10.859198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e81a5e93-3969-41fd-8a6f-746af047f646 None None] Port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:26:10.890641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd04505-93e4-4afb-9fb5-5f3185541ae0 None None] Pushing event updated for resources: {'Port': ['ID=794ee343-4ec2-4310-8a31-128ddbf8d5bc,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:10.900929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] Set router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:10.962795 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:26:10.977598 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Sync routers for ids ['9cf77407-106e-4e86-94f1-515f1e19271a'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:26:10.986921 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Routers {'9cf77407-106e-4e86-94f1-515f1e19271a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:10.991684 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:25:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9cf77407-106e-4e86-94f1-515f1e19271a'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:10.996703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:10.998183 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3ce2ff49-e704-468a-abf2-2468f02cabc5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5245814 Sep 29 07:26:11.001573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54038) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:26:11.060797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6516d609-78bb-4f9b-abee-e48c5af7edad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:11.236875 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Set router 9cf77407-106e-4e86-94f1-515f1e19271a gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:11.338433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:06Z', 'revision_number': 4, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0419aff6-9f68-4e6f-9178-6e124d2ffa60', 'name': '', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'mac_address': 'fa:16:3e:a8:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:05Z', 'updated_at': '2022-09-29T07:26:10Z', 'revision_number': 4, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'subnets': [{'id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:11.343016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8b653-78fd-4273-b858-6fd3e4212d8f None None] The sync data for ids ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'] in dv-neutron-859761-1-hyperv is: [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:06Z', 'revision_number': 4, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0419aff6-9f68-4e6f-9178-6e124d2ffa60', 'name': '', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'mac_address': 'fa:16:3e:a8:08:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:05Z', 'updated_at': '2022-09-29T07:26:10Z', 'revision_number': 4, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'subnets': [{'id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:26:11.578103 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:26:09Z', 'revision_number': 3, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:11.583683 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Checking router: 9cf77407-106e-4e86-94f1-515f1e19271a for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:26:11.583683 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Updating router 9cf77407-106e-4e86-94f1-515f1e19271a port 845d3d88-d937-407d-8a7d-63b03c9b8278 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:26:11.650157 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:11.802323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:11.965322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.016386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cbae2-29a5-48ea-bc2b-15769d5f873b None None] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:26:12.047885 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 794ee343-4ec2-4310-8a31-128ddbf8d5bc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:12.111965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Allocated IP 172.20.0.1 (c5d1ca74-567d-4c85-ad81-b54b9406fdf3/2f81aa51-6ed9-401b-b0fb-affa78bc8956/0e8a7505-91f2-4d06-8d14-a53fee93f2af) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:12.146792 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.171153 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Transition to ACTIVE for port object 845d3d88-d937-407d-8a7d-63b03c9b8278 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:12.181026 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.220128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1b981075-82af-4e12-b8f6-a67331dd3a0a None None] Provisioning for port 794ee343-4ec2-4310-8a31-128ddbf8d5bc completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:12.230389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.247953 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Attempting to bind port 845d3d88-d937-407d-8a7d-63b03c9b8278 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:12.248730 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Attempting to bind port 845d3d88-d937-407d-8a7d-63b03c9b8278 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:12.249836 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Attempting to bind port 845d3d88-d937-407d-8a7d-63b03c9b8278 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:12.256484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 794ee343-4ec2-4310-8a31-128ddbf8d5bc completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:12.265614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 794ee343-4ec2-4310-8a31-128ddbf8d5bc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:12.266074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.266481 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 794ee343-4ec2-4310-8a31-128ddbf8d5bc Sep 29 07:26:12.290329 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:12.290754 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:12.291150 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.291764 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:12.292248 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Bound port: 845d3d88-d937-407d-8a7d-63b03c9b8278, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:12.292813 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.325769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.363077 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962adef-9683-4e42-8c66-32525525f001 None None] Pushing event updated for resources: {'Port': ['ID=845d3d88-d937-407d-8a7d-63b03c9b8278,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:12.379132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Transition to ACTIVE for port object 0e8a7505-91f2-4d06-8d14-a53fee93f2af will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:12.398085 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] For port 845d3d88-d937-407d-8a7d-63b03c9b8278, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:12.403886 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] For port 845d3d88-d937-407d-8a7d-63b03c9b8278, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=845d3d88-d937-407d-8a7d-63b03c9b8278,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:12.412912 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.421381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.512338 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Routers {'9cf77407-106e-4e86-94f1-515f1e19271a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:12.512925 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:26:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9cf77407-106e-4e86-94f1-515f1e19271a'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:12.519372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:12.523648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:12.526857 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:12.529873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 794ee343-4ec2-4310-8a31-128ddbf8d5bc is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:12.530335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.576310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 794ee343-4ec2-4310-8a31-128ddbf8d5bc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=794ee343-4ec2-4310-8a31-128ddbf8d5bc,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:12.584135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.585231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0419aff6-9f68-4e6f-9178-6e124d2ffa60 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:12.587187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Pushing event updated for resources: {'Port': ['ID=0e8a7505-91f2-4d06-8d14-a53fee93f2af,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:12.609718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.622713 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962adef-9683-4e42-8c66-32525525f001 None None] Pushing event updated for resources: {'Port': ['ID=845d3d88-d937-407d-8a7d-63b03c9b8278,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:12.752348 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] Set router 9cf77407-106e-4e86-94f1-515f1e19271a gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:12.762691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=794ee343-4ec2-4310-8a31-128ddbf8d5bc,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:12.783728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:12.790917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:12.792509 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.792863 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:12.952471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:12.953151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.991951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Provisioning complete for port 794ee343-4ec2-4310-8a31-128ddbf8d5bc triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:12.991951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:12.992755 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 1 to provision port 794ee343-4ec2-4310-8a31-128ddbf8d5bc Sep 29 07:26:13.052712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0419aff6-9f68-4e6f-9178-6e124d2ffa60, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0419aff6-9f68-4e6f-9178-6e124d2ffa60,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:13.065268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.133441 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:26:09Z', 'revision_number': 3, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:13.137852 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31089bff-79ec-42d0-a6f6-d8b19cac05af None None] The sync data for ids ['9cf77407-106e-4e86-94f1-515f1e19271a'] in dv-neutron-859761-1-hyperv is: [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:26:09Z', 'revision_number': 3, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:26:13.146057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.199859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0419aff6-9f68-4e6f-9178-6e124d2ffa60,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:13.202833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Current status of the port 794ee343-4ec2-4310-8a31-128ddbf8d5bc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:13.224623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Provisioning for port 0e8a7505-91f2-4d06-8d14-a53fee93f2af completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:13.232026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Provisioning complete for port 0e8a7505-91f2-4d06-8d14-a53fee93f2af triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:13.232473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.233087 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 1 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:13.290968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:13.410527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.415097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.473953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.536215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Pushing event updated for resources: {'Port': ['ID=0e8a7505-91f2-4d06-8d14-a53fee93f2af,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:13.538664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:13.678745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:13.679853 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:13.792782 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 2 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:13.853627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:13.878706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Router 9cf77407-106e-4e86-94f1-515f1e19271a has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:26:14.010262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 794ee343-4ec2-4310-8a31-128ddbf8d5bc up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:14.066163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:26:14.082246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 794ee343-4ec2-4310-8a31-128ddbf8d5bc triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:14.082642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:14.082982 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 794ee343-4ec2-4310-8a31-128ddbf8d5bc Sep 29 07:26:14.084448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f91d2793-e190-4f28-8e42-ddbe301d2eee admin admin] 10.222.0.26 "PUT /v2.0/routers/9cf77407-106e-4e86-94f1-515f1e19271a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0804846 Sep 29 07:26:14.238574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 794ee343-4ec2-4310-8a31-128ddbf8d5bc is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:14.239740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0419aff6-9f68-4e6f-9178-6e124d2ffa60 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:14.307325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:14.307704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:14.308075 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 Sep 29 07:26:14.356647 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 3 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:14.421454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:14.480051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:14.481023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 845d3d88-d937-407d-8a7d-63b03c9b8278 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:14.554595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 845d3d88-d937-407d-8a7d-63b03c9b8278 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:14.559772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 845d3d88-d937-407d-8a7d-63b03c9b8278 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:14.560154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:14.560495 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 845d3d88-d937-407d-8a7d-63b03c9b8278 Sep 29 07:26:14.682286 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 845d3d88-d937-407d-8a7d-63b03c9b8278 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:14.682722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:14.700087 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 845d3d88-d937-407d-8a7d-63b03c9b8278, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=845d3d88-d937-407d-8a7d-63b03c9b8278,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:14.704014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:14.733235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-31c0b913-8f1e-4ba4-af70-2e2e6e862226 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:14.733927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-31c0b913-8f1e-4ba4-af70-2e2e6e862226 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:26:14.744637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Sync routers for ids ['9cf77407-106e-4e86-94f1-515f1e19271a'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:26:14.752244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-31c0b913-8f1e-4ba4-af70-2e2e6e862226 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:26:14.753755 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-31c0b913-8f1e-4ba4-af70-2e2e6e862226 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 816 time: 0.1682501 Sep 29 07:26:14.769439 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-36cdbc59-8f5d-49d6-9c09-50f7465db828 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/quotas/ed7dfd5db7e74b2abed5d4bea50a73a7 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Sep 29 07:26:14.771513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Routers {'9cf77407-106e-4e86-94f1-515f1e19271a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:14.772128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:26:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9cf77407-106e-4e86-94f1-515f1e19271a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:14.858003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=845d3d88-d937-407d-8a7d-63b03c9b8278,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:14.859514 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-6d46493d-85d2-45cf-b7b9-e55b5c2d6240 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847416 Sep 29 07:26:14.927962 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 4 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:14.997008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-20b0ec57-9113-4221-a371-c43b4c4ba077 service neutron] 10.222.0.26 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242845 Sep 29 07:26:14.999807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:15.001395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Set router 9cf77407-106e-4e86-94f1-515f1e19271a gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:15.127058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-e73e3b46-9fbd-4706-894c-9c5337955fdf service neutron] 10.222.0.26 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240120 Sep 29 07:26:15.313311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:26:13Z', 'revision_number': 4, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0e8a7505-91f2-4d06-8d14-a53fee93f2af', 'name': '', 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'mac_address': 'fa:16:3e:4e:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:11Z', 'updated_at': '2022-09-29T07:26:13Z', 'revision_number': 2, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'subnets': [{'id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:15.317904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Checking router: 9cf77407-106e-4e86-94f1-515f1e19271a for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:26:15.318256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Updating router 9cf77407-106e-4e86-94f1-515f1e19271a port 0e8a7505-91f2-4d06-8d14-a53fee93f2af binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:26:15.338192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-bbb212c8-d0c8-44ca-9910-accc1d32ffd0 req-a649f505-5518-4775-a81d-3dac7a9af1b7 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:26:15.363685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-bbb212c8-d0c8-44ca-9910-accc1d32ffd0 req-a649f505-5518-4775-a81d-3dac7a9af1b7 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:26:15.366074 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bbb212c8-d0c8-44ca-9910-accc1d32ffd0 req-a649f505-5518-4775-a81d-3dac7a9af1b7 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 210 time: 0.0922272 Sep 29 07:26:15.374060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:15.501269 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 5 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:15.576175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:15.810581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:15.824338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Transition to ACTIVE for port object 0e8a7505-91f2-4d06-8d14-a53fee93f2af will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:15.830736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:15.938622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 845d3d88-d937-407d-8a7d-63b03c9b8278 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:16.077059 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c47d28-a14c-4232-a900-e2cdfb4d776c None None] Pushing event updated for resources: {'Port': ['ID=0e8a7505-91f2-4d06-8d14-a53fee93f2af,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:16.083557 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 6 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:16.133732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Attempting to bind port 0e8a7505-91f2-4d06-8d14-a53fee93f2af on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:16.134096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Attempting to bind port 0e8a7505-91f2-4d06-8d14-a53fee93f2af by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:16.134454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Attempting to bind port 0e8a7505-91f2-4d06-8d14-a53fee93f2af on network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:16.146401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:16.146800 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Checking segment: {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:16.147215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:16.147586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Bound using segment: {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:16.148049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Bound port: 0e8a7505-91f2-4d06-8d14-a53fee93f2af, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0851211-0c7e-4b10-a7b2-f63cea194fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:16.148417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:16.195088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:16.215309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 845d3d88-d937-407d-8a7d-63b03c9b8278 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:16.215679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:16.216016 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 845d3d88-d937-407d-8a7d-63b03c9b8278 Sep 29 07:26:16.297754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] For port 0e8a7505-91f2-4d06-8d14-a53fee93f2af, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:16.303096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] For port 0e8a7505-91f2-4d06-8d14-a53fee93f2af, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0e8a7505-91f2-4d06-8d14-a53fee93f2af,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:16.334534 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:16.422435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Routers {'9cf77407-106e-4e86-94f1-515f1e19271a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:26:16.423232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:26:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9cf77407-106e-4e86-94f1-515f1e19271a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:16.516871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 845d3d88-d937-407d-8a7d-63b03c9b8278 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:16.532481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c47d28-a14c-4232-a900-e2cdfb4d776c None None] Pushing event updated for resources: {'Port': ['ID=0e8a7505-91f2-4d06-8d14-a53fee93f2af,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:16.620492 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-52039cb7-97df-422d-aa5e-42e69bcbd6a8 req-d190a0ab-c8f9-49c9-bd46-0def084cfcb1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 210 time: 0.0647385 Sep 29 07:26:16.644965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] Set router 9cf77407-106e-4e86-94f1-515f1e19271a gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:26:16.685079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-ca767c07-bee7-4c77-84f3-a1dca542960f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:16.686528 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-ca767c07-bee7-4c77-84f3-a1dca542960f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 816 time: 0.3388002 Sep 29 07:26:16.695657 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Attempt 7 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:16.704809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Request body: {'port': {'device_id': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'admin_state_up': True, 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:16.841351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:16.851375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:16.860980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Made reservation on behalf of ed7dfd5db7e74b2abed5d4bea50a73a7 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:26:16.865251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:16.897403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-264cfe38-60f5-4bc1-9e47-fa154c99ce0d None None] Port 0e8a7505-91f2-4d06-8d14-a53fee93f2af had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:26:17.005107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:26:13Z', 'revision_number': 4, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0e8a7505-91f2-4d06-8d14-a53fee93f2af', 'name': '', 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'mac_address': 'fa:16:3e:4e:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:11Z', 'updated_at': '2022-09-29T07:26:16Z', 'revision_number': 4, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'subnets': [{'id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:26:17.014461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d623b76-6205-4021-8c62-bb94ed27a76d None None] The sync data for ids ['9cf77407-106e-4e86-94f1-515f1e19271a'] in dv-neutron-859761-1-hyperv is: [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:26:13Z', 'revision_number': 4, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '0e8a7505-91f2-4d06-8d14-a53fee93f2af', 'name': '', 'network_id': 'c5d1ca74-567d-4c85-ad81-b54b9406fdf3', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'mac_address': 'fa:16:3e:4e:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:11Z', 'updated_at': '2022-09-29T07:26:16Z', 'revision_number': 4, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'subnets': [{'id': '2f81aa51-6ed9-401b-b0fb-affa78bc8956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:26:17.034192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Allocated IP 172.20.0.14 (079cb824-f229-40fa-a2cc-2e66e010e66c/150ea1d3-77c3-4b1e-abdd-b415d01c6623/b6793035-99ee-43e0-a10a-5c7caeccf34d) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:17.265855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:17.282414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Transition to ACTIVE for port object b6793035-99ee-43e0-a10a-5c7caeccf34d will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:17.309016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:17.384074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:17.387412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:17.391355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:17.422732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Pushing event updated for resources: {'Port': ['ID=b6793035-99ee-43e0-a10a-5c7caeccf34d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:17.462132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:17.462895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:17.468249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:17.491053 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-345627a6-9e8d-4b0d-b5e9-4050bcd08c20 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7898278 Sep 29 07:26:17.509102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Request body: {'port': {'device_id': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:17.631477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:17.649630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Provisioning for port b6793035-99ee-43e0-a10a-5c7caeccf34d completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:17.654963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Provisioning complete for port b6793035-99ee-43e0-a10a-5c7caeccf34d triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:17.655334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:17.655675 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Attempt 1 to provision port b6793035-99ee-43e0-a10a-5c7caeccf34d Sep 29 07:26:17.718572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Port b6793035-99ee-43e0-a10a-5c7caeccf34d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:17.851702 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdfa52-1e28-4b0a-94ec-202703c85b52 req-38523c2f-0e3b-469f-b140-d58ad7a819f4 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:17.853362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-84bdfa52-1e28-4b0a-94ec-202703c85b52 req-38523c2f-0e3b-469f-b140-d58ad7a819f4 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 932 time: 0.1023917 Sep 29 07:26:17.913738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-84bdfa52-1e28-4b0a-94ec-202703c85b52 req-7c79015f-f6e6-4be3-aeb1-4d2f0b29d490 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Sep 29 07:26:17.983328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0e8a7505-91f2-4d06-8d14-a53fee93f2af up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:18.007035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6793035-99ee-43e0-a10a-5c7caeccf34d {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:26:18.014824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.029651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Transition to ACTIVE for port object b6793035-99ee-43e0-a10a-5c7caeccf34d will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:18.033844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.058277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0e8a7505-91f2-4d06-8d14-a53fee93f2af completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:18.062790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0e8a7505-91f2-4d06-8d14-a53fee93f2af triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:18.063162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.063493 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:18.220671 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Attempt 2 to provision port b6793035-99ee-43e0-a10a-5c7caeccf34d Sep 29 07:26:18.233819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Pushing event updated for resources: {'Port': ['ID=b6793035-99ee-43e0-a10a-5c7caeccf34d,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:18.264806 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0e8a7505-91f2-4d06-8d14-a53fee93f2af is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:18.265201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Attempting to bind port b6793035-99ee-43e0-a10a-5c7caeccf34d on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:18.265321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.265516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Attempting to bind port b6793035-99ee-43e0-a10a-5c7caeccf34d by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:18.265840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Attempting to bind port b6793035-99ee-43e0-a10a-5c7caeccf34d on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:18.271039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Port b6793035-99ee-43e0-a10a-5c7caeccf34d on network 079cb824-f229-40fa-a2cc-2e66e010e66c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:26:18.271380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Attempting to bind port b6793035-99ee-43e0-a10a-5c7caeccf34d on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:18.276469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:18.276806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Checking segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:18.277185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Bound using segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:18.277606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Bound port: b6793035-99ee-43e0-a10a-5c7caeccf34d, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:18.277949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.296981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Port b6793035-99ee-43e0-a10a-5c7caeccf34d cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:18.306239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0e8a7505-91f2-4d06-8d14-a53fee93f2af, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0e8a7505-91f2-4d06-8d14-a53fee93f2af,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:18.310680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.368009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] For port b6793035-99ee-43e0-a10a-5c7caeccf34d, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:18.371203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] For port b6793035-99ee-43e0-a10a-5c7caeccf34d, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:18.375620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.386834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0e8a7505-91f2-4d06-8d14-a53fee93f2af,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:18.410169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:18.410810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:18.412206 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6793035-99ee-43e0-a10a-5c7caeccf34d HTTP/1.1" status: 200 len: 1094 time: 0.9075541 Sep 29 07:26:18.412646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'tag': 'b6793035-99ee-43e0-a10a-5c7caeccf34d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:26:18.414984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a3a07-81a0-410d-96ad-579ece72748a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf49c85-f280-41bb-80ec-b854aaa86664", "tag": "b6793035-99ee-43e0-a10a-5c7caeccf34d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:26:18.531965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbbd4d-2dcd-4af1-9480-e31fb1689e24 x-openstack-request-id: req-b2fbbd4d-2dcd-4af1-9480-e31fb1689e24 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:26:18.532254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf49c85-f280-41bb-80ec-b854aaa86664", "tag": "b6793035-99ee-43e0-a10a-5c7caeccf34d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:26:18.532500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2fbbd4d-2dcd-4af1-9480-e31fb1689e24 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:26:18.532893 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fbbd4d-2dcd-4af1-9480-e31fb1689e24'] response: {'name': 'network-changed', 'server_uuid': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'tag': 'b6793035-99ee-43e0-a10a-5c7caeccf34d', 'status': 'completed', 'code': 200} Sep 29 07:26:18.613307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8faba-39eb-44b0-accb-294a30e2df14 service neutron] Pushing event updated for resources: {'Port': ['ID=b6793035-99ee-43e0-a10a-5c7caeccf34d,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:18.631807 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-c6e47036-ff91-4771-96e5-81212d3451ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:18.633300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-c6e47036-ff91-4771-96e5-81212d3451ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 1097 time: 0.0996671 Sep 29 07:26:18.707047 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-6c8b6343-198d-49f9-b705-92e5dde53bc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d HTTP/1.1" status: 200 len: 217 time: 0.0619736 Sep 29 07:26:18.766483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-442ffce2-2a1a-402d-9e1c-a437527612a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:18.767825 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-442ffce2-2a1a-402d-9e1c-a437527612a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0554154 Sep 29 07:26:18.798078 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Attempt 3 to provision port b6793035-99ee-43e0-a10a-5c7caeccf34d Sep 29 07:26:18.851459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-e01f3f2b-5153-4f68-8cfa-0260ec074d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:18.852954 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-e01f3f2b-5153-4f68-8cfa-0260ec074d03 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791879 Sep 29 07:26:18.858211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d50b71d5-08b1-4300-977c-f8e398d971b7 None None] Port b6793035-99ee-43e0-a10a-5c7caeccf34d had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:26:18.997278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-34f759c4-3df7-452e-95b9-6e8e246ca8d1 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384199 Sep 29 07:26:19.105003 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98762d-02d9-43e9-bc7f-33f2dda24b44 req-a3ccb20a-3ba7-4757-835f-8160b2cfee4a tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:19.106581 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-db98762d-02d9-43e9-bc7f-33f2dda24b44 req-a3ccb20a-3ba7-4757-835f-8160b2cfee4a tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 944 time: 0.0881319 Sep 29 07:26:19.133260 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-699150a2-93cc-435d-85c8-05a06a43f9cb req-b25322fb-9305-4bec-929f-996f76f1f4c8 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301875 Sep 29 07:26:19.151727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-db98762d-02d9-43e9-bc7f-33f2dda24b44 req-ffa082a1-65e5-45b1-aab1-052dfddb4338 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383430 Sep 29 07:26:19.304156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-e9d79b6d-5bf1-4042-bba5-a8e015987c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:19.305527 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-e9d79b6d-5bf1-4042-bba5-a8e015987c8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 1097 time: 0.0767684 Sep 29 07:26:19.433356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-f6371afd-6036-44f4-a0de-c1a28e85b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:19.434829 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-f6371afd-6036-44f4-a0de-c1a28e85b342 service neutron] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 917 time: 0.1238778 Sep 29 07:26:19.504061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-c5539479-63c0-4faf-8f35-a9382f413bfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d HTTP/1.1" status: 200 len: 217 time: 0.0637012 Sep 29 07:26:19.564735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-b161bb86-a7e7-410b-b0ef-d6dc9e1546f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:19.566125 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-b161bb86-a7e7-410b-b0ef-d6dc9e1546f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0556898 Sep 29 07:26:19.649633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-9bfb3e7a-88ec-4ac7-b25f-897351d46365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:19.651193 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-9bfb3e7a-88ec-4ac7-b25f-897351d46365 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787771 Sep 29 07:26:19.778909 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-004e20f3-7c5f-43c4-ad77-dff5e668ad09 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214924 Sep 29 07:26:19.906671 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4d3a3a07-81a0-410d-96ad-579ece72748a req-a5e6b7f2-cbdd-4b6b-b162-6845308a7b36 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211519 Sep 29 07:26:19.930470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0e8a7505-91f2-4d06-8d14-a53fee93f2af up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:20.000376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0e8a7505-91f2-4d06-8d14-a53fee93f2af triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:20.000746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:20.001078 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0e8a7505-91f2-4d06-8d14-a53fee93f2af Sep 29 07:26:20.112207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0e8a7505-91f2-4d06-8d14-a53fee93f2af is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:20.348595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21768414-3c54-4162-822e-b0364e1e4225 req-0abf2b6f-551b-40a9-94d4-5117af78091e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:20.349279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-21768414-3c54-4162-822e-b0364e1e4225 req-0abf2b6f-551b-40a9-94d4-5117af78091e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:26:20.364518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-21768414-3c54-4162-822e-b0364e1e4225 req-0abf2b6f-551b-40a9-94d4-5117af78091e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:26:20.365626 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-21768414-3c54-4162-822e-b0364e1e4225 req-0abf2b6f-551b-40a9-94d4-5117af78091e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 944 time: 0.1006579 Sep 29 07:26:20.412623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-21768414-3c54-4162-822e-b0364e1e4225 req-f43a2287-d94b-4bbd-8a8e-b771f29c6cde tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:26:20.428905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-21768414-3c54-4162-822e-b0364e1e4225 req-f43a2287-d94b-4bbd-8a8e-b771f29c6cde tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:26:20.430019 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-21768414-3c54-4162-822e-b0364e1e4225 req-f43a2287-d94b-4bbd-8a8e-b771f29c6cde tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585375 Sep 29 07:26:21.628962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ea419-6f5a-4f0d-8c69-3f042f5f8109 req-c4a0a4b0-b397-45c5-83b6-3999f59bec69 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:21.630401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-274ea419-6f5a-4f0d-8c69-3f042f5f8109 req-c4a0a4b0-b397-45c5-83b6-3999f59bec69 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 944 time: 0.0911210 Sep 29 07:26:21.673580 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-274ea419-6f5a-4f0d-8c69-3f042f5f8109 req-a797c23c-959e-4360-a472-6de9bf0867b3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Sep 29 07:26:21.904536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b6793035-99ee-43e0-a10a-5c7caeccf34d details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:26:22.035513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b6793035-99ee-43e0-a10a-5c7caeccf34d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:22.047997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'b6793035-99ee-43e0-a10a-5c7caeccf34d', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'port_id': 'b6793035-99ee-43e0-a10a-5c7caeccf34d', 'mac_address': 'fa:16:3e:fa:d8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:26:22.105002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b6793035-99ee-43e0-a10a-5c7caeccf34d is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:22.105373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:22.122427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6793035-99ee-43e0-a10a-5c7caeccf34d {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:26:22.138633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b6793035-99ee-43e0-a10a-5c7caeccf34d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:22.142116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:22.209967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b6793035-99ee-43e0-a10a-5c7caeccf34d,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:22.217391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.217747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.218093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.218433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.218796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.219133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.219469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.219802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.220208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.220590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.221018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.221531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:22.529579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['b6793035-99ee-43e0-a10a-5c7caeccf34d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:26:23.014852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c3ce-d0ff-4bdb-967c-f626ba3a40cf req-746c1ac6-8462-44d8-86ca-a80de68e4c0c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:23.016209 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d325c3ce-d0ff-4bdb-967c-f626ba3a40cf req-746c1ac6-8462-44d8-86ca-a80de68e4c0c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 945 time: 0.0848646 Sep 29 07:26:23.059437 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d325c3ce-d0ff-4bdb-967c-f626ba3a40cf req-9a60785c-96d6-496d-b7ed-ad89388af868 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Sep 29 07:26:23.095395 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:26:23.905062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b6793035-99ee-43e0-a10a-5c7caeccf34d up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:23.971428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port b6793035-99ee-43e0-a10a-5c7caeccf34d completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:23.976682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port b6793035-99ee-43e0-a10a-5c7caeccf34d triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:23.977057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:23.977395 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port b6793035-99ee-43e0-a10a-5c7caeccf34d Sep 29 07:26:24.098436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port b6793035-99ee-43e0-a10a-5c7caeccf34d is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:24.098846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:24.125925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6793035-99ee-43e0-a10a-5c7caeccf34d'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:26:24.128266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2256ce0-b938-4a68-9c85-7557099e2258" -d '{"events": [{"server_uuid": "fdf49c85-f280-41bb-80ec-b854aaa86664", "name": "network-vif-plugged", "status": "completed", "tag": "b6793035-99ee-43e0-a10a-5c7caeccf34d"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:26:24.135839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port b6793035-99ee-43e0-a10a-5c7caeccf34d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:24.140388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:24.175541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a6bacf-8070-4ee2-b21e-42780d38aa37 x-openstack-request-id: req-b2a6bacf-8070-4ee2-b21e-42780d38aa37 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:26:24.175904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf49c85-f280-41bb-80ec-b854aaa86664", "name": "network-vif-plugged", "status": "completed", "tag": "b6793035-99ee-43e0-a10a-5c7caeccf34d", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:26:24.176224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2a6bacf-8070-4ee2-b21e-42780d38aa37 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:26:24.176678 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a6bacf-8070-4ee2-b21e-42780d38aa37'] response: {'server_uuid': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6793035-99ee-43e0-a10a-5c7caeccf34d', 'code': 200} Sep 29 07:26:24.215011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=b6793035-99ee-43e0-a10a-5c7caeccf34d,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:24.269683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099aa15-cc3c-4e84-a6fa-4a230ebf98dd req-8deb816d-2997-40f4-a7b6-7c9ce9c63197 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:24.271324 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8099aa15-cc3c-4e84-a6fa-4a230ebf98dd req-8deb816d-2997-40f4-a7b6-7c9ce9c63197 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0923634 Sep 29 07:26:24.318399 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8099aa15-cc3c-4e84-a6fa-4a230ebf98dd req-85cf0361-95e8-4cd1-8b65-906852c1ce4b tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Sep 29 07:26:24.533662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584e59d-b738-46ef-816a-b4fc790a047c req-2444e469-5185-4b08-8a01-9439a1e1e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:24.535734 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4584e59d-b738-46ef-816a-b4fc790a047c req-2444e469-5185-4b08-8a01-9439a1e1e6b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 1099 time: 0.1704097 Sep 29 07:26:24.575905 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4584e59d-b738-46ef-816a-b4fc790a047c req-9d9b1bb7-27d0-41cd-a919-f5060f7cb22b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Sep 29 07:26:25.513870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf00f3-342c-4cfb-8426-3f79f028fffa req-f7c69fa2-643a-4042-b5e0-2ed56bf544ed tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:25.515332 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-10cf00f3-342c-4cfb-8426-3f79f028fffa req-f7c69fa2-643a-4042-b5e0-2ed56bf544ed tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0848029 Sep 29 07:26:25.561213 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-10cf00f3-342c-4cfb-8426-3f79f028fffa req-bb03568f-a15f-4905-8dc5-d32915ce5332 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Sep 29 07:26:26.757597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c8ff7-a26d-4b5e-b906-ad06cda3e9a5 req-410bc1e8-7c1e-43c3-a65e-af1fd20f97a8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:26.759075 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6d3c8ff7-a26d-4b5e-b906-ad06cda3e9a5 req-410bc1e8-7c1e-43c3-a65e-af1fd20f97a8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0846150 Sep 29 07:26:26.803213 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6d3c8ff7-a26d-4b5e-b906-ad06cda3e9a5 req-1917beed-450f-41cb-97f9-490b0a9557f0 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Sep 29 07:26:26.995623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a91a9-7f9e-4de6-b551-983485bf6008 req-2fa5ac50-ec20-492e-8dae-ca54e8dd37f6 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:26.997064 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-568a91a9-7f9e-4de6-b551-983485bf6008 req-2fa5ac50-ec20-492e-8dae-ca54e8dd37f6 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0863242 Sep 29 07:26:27.040572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-568a91a9-7f9e-4de6-b551-983485bf6008 req-a961c376-c0ed-43f5-a84b-4ed612fd22af tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373430 Sep 29 07:26:37.159390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-3a61fe18-4bf1-4e91-a4ca-ff2fed2cfb0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793629 Sep 29 07:26:37.323509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-79259902-3a70-4d43-8572-e362d273fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:37.324980 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-79259902-3a70-4d43-8572-e362d273fd47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 1099 time: 0.0782480 Sep 29 07:26:37.470211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-9a5b0733-ac50-4056-a032-0d5d04ea2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:37.472359 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-9a5b0733-ac50-4056-a032-0d5d04ea2547 service neutron] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 917 time: 0.1289012 Sep 29 07:26:37.543359 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-d6288270-bb82-4f88-9ff7-8fe1f802d379 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d HTTP/1.1" status: 200 len: 217 time: 0.0651016 Sep 29 07:26:37.606975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-dd7412f3-e8c3-46c5-a4b4-9a122b8d702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:37.608423 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-dd7412f3-e8c3-46c5-a4b4-9a122b8d702f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0572979 Sep 29 07:26:37.696138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-5a6c31b2-221a-467e-81fc-c7ee5086184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:37.697656 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-5a6c31b2-221a-467e-81fc-c7ee5086184c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814388 Sep 29 07:26:37.829438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-beecd061-a7cc-4596-8488-1b5edaed78f8 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233625 Sep 29 07:26:37.959019 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3217ead6-e185-48c1-8c54-b7877fa06be7 req-f2bc89c0-4219-4df0-afd2-a977c45ba60a service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224523 Sep 29 07:26:38.714711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-57f9f729-a398-4b3e-873d-f5e5aaa6dd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:41.005390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a40af985-7164-4273-817e-7d71f37245c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:41.919927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:42.108202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:42.675846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bfb1f-fcd2-4827-abee-a27392ffd7a8 req-1e0c4900-d2f7-405e-9e2b-16dd1aae4855 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:42.677211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-836bfb1f-fcd2-4827-abee-a27392ffd7a8 req-1e0c4900-d2f7-405e-9e2b-16dd1aae4855 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0860865 Sep 29 07:26:42.721046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-836bfb1f-fcd2-4827-abee-a27392ffd7a8 req-f77a47c7-634b-40c8-8ac6-e08c5975631e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Sep 29 07:26:43.476810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:43.926646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c463cd-16ee-480f-bcda-1a4e5c3cec53 req-49900b9e-fbfd-417d-bcd1-ac82c2759f26 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:43.928098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c9c463cd-16ee-480f-bcda-1a4e5c3cec53 req-49900b9e-fbfd-417d-bcd1-ac82c2759f26 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0925498 Sep 29 07:26:43.973145 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c9c463cd-16ee-480f-bcda-1a4e5c3cec53 req-886082f8-9933-49f2-a97d-c66f05cc1b4d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Sep 29 07:26:44.563470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-c90fae45-43fb-42ca-b682-707fce07e85c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:44.564889 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-c90fae45-43fb-42ca-b682-707fce07e85c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.0874062 Sep 29 07:26:44.633584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Deleting port b6793035-99ee-43e0-a10a-5c7caeccf34d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:26:44.633940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:44.872252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] For port b6793035-99ee-43e0-a10a-5c7caeccf34d, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=b6793035-99ee-43e0-a10a-5c7caeccf34d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:44.872601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:45.087849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Calling delete_port for b6793035-99ee-43e0-a10a-5c7caeccf34d owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:26:45.276138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0881f-0071-42c6-b26f-c78898b1fc2e req-c502cb3f-c88e-4d60-a1a7-c3bd2e271aae tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:45.277582 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-deb0881f-0071-42c6-b26f-c78898b1fc2e req-c502cb3f-c88e-4d60-a1a7-c3bd2e271aae tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdf49c85-f280-41bb-80ec-b854aaa86664 HTTP/1.1" status: 200 len: 946 time: 0.1612229 Sep 29 07:26:45.324636 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:45.359358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['b6793035-99ee-43e0-a10a-5c7caeccf34d'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:26:45.374861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Pushing event deleted for resources: {'Port': ['ID=b6793035-99ee-43e0-a10a-5c7caeccf34d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:45.384695 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-deb0881f-0071-42c6-b26f-c78898b1fc2e req-23675bae-ebc3-4543-b20a-6765153277a0 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988996 Sep 29 07:26:45.390606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.390956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.391301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.391626 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.391957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.392285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.392611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.392935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.393255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.393610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.393929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.394249 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:26:45.493442 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] No DVR routers for this DVR port b6793035-99ee-43e0-a10a-5c7caeccf34d on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:26:45.496231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:45.500711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'name': 'network-vif-deleted', 'tag': 'b6793035-99ee-43e0-a10a-5c7caeccf34d'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:26:45.503208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33bd332-f3c4-4e49-b001-ba0397e0186a" -d '{"events": [{"server_uuid": "fdf49c85-f280-41bb-80ec-b854aaa86664", "name": "network-vif-deleted", "tag": "b6793035-99ee-43e0-a10a-5c7caeccf34d"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:26:45.521287 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-77fa5de8-066d-49f4-8bec-daa79cb0917d req-b2a64d11-0a14-496a-acf3-d92fc7dc1fc8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "DELETE /v2.0/ports/b6793035-99ee-43e0-a10a-5c7caeccf34d HTTP/1.1" status: 204 len: 173 time: 0.9501345 Sep 29 07:26:45.560192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2283dc38-0f2a-46e6-be62-891129fe8483 x-openstack-request-id: req-2283dc38-0f2a-46e6-be62-891129fe8483 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:26:45.560557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf49c85-f280-41bb-80ec-b854aaa86664", "name": "network-vif-deleted", "tag": "b6793035-99ee-43e0-a10a-5c7caeccf34d", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:26:45.560863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2283dc38-0f2a-46e6-be62-891129fe8483 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:26:45.561327 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2283dc38-0f2a-46e6-be62-891129fe8483'] response: {'server_uuid': 'fdf49c85-f280-41bb-80ec-b854aaa86664', 'name': 'network-vif-deleted', 'tag': 'b6793035-99ee-43e0-a10a-5c7caeccf34d', 'status': 'completed', 'code': 200} Sep 29 07:26:46.868697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-8b4746d4-771e-4dd5-a2dd-c4ff633d2034 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:46.870122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-8b4746d4-771e-4dd5-a2dd-c4ff633d2034 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 816 time: 0.1411142 Sep 29 07:26:46.884534 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-9482c5e4-6101-4c07-98a4-7bc4ab8748c8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/quotas/ed7dfd5db7e74b2abed5d4bea50a73a7 HTTP/1.1" status: 200 len: 375 time: 0.0090623 Sep 29 07:26:46.973336 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-080f8c35-ea3c-4118-8911-cf123186599d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840199 Sep 29 07:26:46.988290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-c930199f-1f86-4ed8-80c3-7d7e6ad262d7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:26:46.989314 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-c930199f-1f86-4ed8-80c3-7d7e6ad262d7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049198 Sep 29 07:26:47.117179 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-525b8033-7325-4c59-8694-5816416ace9d service neutron] 10.222.0.26 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227863 Sep 29 07:26:47.345688 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-6dfb3784-f70b-46d9-a197-689269a60f11 service neutron] 10.222.0.26 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226367 Sep 29 07:26:47.477832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:47.527454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-045243bf-1a1d-4f05-bc6e-b0acffc06b02 req-b28667f6-bfc2-4cf2-8850-4581b9284948 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:26:47.542450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-045243bf-1a1d-4f05-bc6e-b0acffc06b02 req-b28667f6-bfc2-4cf2-8850-4581b9284948 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:26:47.543774 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-045243bf-1a1d-4f05-bc6e-b0acffc06b02 req-b28667f6-bfc2-4cf2-8850-4581b9284948 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 210 time: 0.0652943 Sep 29 07:26:48.611199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-b4b257ca-ed48-4c72-9aaf-42c6e1d645d6 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:48.613653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-b4b257ca-ed48-4c72-9aaf-42c6e1d645d6 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 816 time: 0.1484535 Sep 29 07:26:48.631849 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Request body: {'port': {'device_id': '6a440469-5b26-44ac-8874-4b976e66c383', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'admin_state_up': True, 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:48.709452 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cd5139fc-b3ff-4f93-9684-a4b05f1d2ce9 req-b02ec388-ae19-4a2c-8458-563426d63851 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 210 time: 0.0510447 Sep 29 07:26:48.773862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:26:48.783280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:26:48.792891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Made reservation on behalf of ed7dfd5db7e74b2abed5d4bea50a73a7 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:26:48.796460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:48.956581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Allocated IP 172.20.0.9 (079cb824-f229-40fa-a2cc-2e66e010e66c/150ea1d3-77c3-4b1e-abdd-b415d01c6623/ef1c8b1d-08ac-4893-95f6-3c5c35de706b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:26:49.157573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:49.172573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Transition to ACTIVE for port object ef1c8b1d-08ac-4893-95f6-3c5c35de706b will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:49.196735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:49.265347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:26:49.268364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:26:49.272062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:26:49.302482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Pushing event updated for resources: {'Port': ['ID=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:49.338646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:49.339254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:49.366182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-2a977ece-f548-42ec-bf87-01daedf55b40 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384150 Sep 29 07:26:49.382542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Request body: {'port': {'device_id': '6a440469-5b26-44ac-8874-4b976e66c383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:26:49.495343 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:49.552337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Provisioning for port ef1c8b1d-08ac-4893-95f6-3c5c35de706b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:49.556982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Provisioning complete for port ef1c8b1d-08ac-4893-95f6-3c5c35de706b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:49.557357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:49.557700 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Attempt 1 to provision port ef1c8b1d-08ac-4893-95f6-3c5c35de706b Sep 29 07:26:49.614288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Port ef1c8b1d-08ac-4893-95f6-3c5c35de706b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:49.878559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1c8b1d-08ac-4893-95f6-3c5c35de706b {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:26:49.887389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:49.910856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Transition to ACTIVE for port object ef1c8b1d-08ac-4893-95f6-3c5c35de706b will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:26:49.915256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:50.077148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b6793035-99ee-43e0-a10a-5c7caeccf34d no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:26:50.111277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: b6793035-99ee-43e0-a10a-5c7caeccf34d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:26:50.111621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device b6793035-99ee-43e0-a10a-5c7caeccf34d not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:26:50.116287 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Attempt 2 to provision port ef1c8b1d-08ac-4893-95f6-3c5c35de706b Sep 29 07:26:50.173397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Port ef1c8b1d-08ac-4893-95f6-3c5c35de706b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:26:50.201639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b4b6-df49-4d43-b55c-c57b5f92e8bf req-842e7c18-ac78-4094-b92e-f6c3b8ffac8f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:50.202323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1df6b4b6-df49-4d43-b55c-c57b5f92e8bf req-842e7c18-ac78-4094-b92e-f6c3b8ffac8f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:26:50.211391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:50.246350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-1df6b4b6-df49-4d43-b55c-c57b5f92e8bf req-842e7c18-ac78-4094-b92e-f6c3b8ffac8f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:26:50.247518 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1df6b4b6-df49-4d43-b55c-c57b5f92e8bf req-842e7c18-ac78-4094-b92e-f6c3b8ffac8f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 931 time: 0.4271867 Sep 29 07:26:50.268195 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Attempting to bind port ef1c8b1d-08ac-4893-95f6-3c5c35de706b on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:26:50.268541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Attempting to bind port ef1c8b1d-08ac-4893-95f6-3c5c35de706b by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:26:50.268855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Attempting to bind port ef1c8b1d-08ac-4893-95f6-3c5c35de706b on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:50.276663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Port ef1c8b1d-08ac-4893-95f6-3c5c35de706b on network 079cb824-f229-40fa-a2cc-2e66e010e66c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:26:50.276976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Attempting to bind port ef1c8b1d-08ac-4893-95f6-3c5c35de706b on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:26:50.285087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:26:50.285411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Checking segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:26:50.285778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Bound using segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:26:50.286187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Bound port: ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:26:50.286543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:50.338778 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1df6b4b6-df49-4d43-b55c-c57b5f92e8bf req-e1432b1d-1847-4afd-bbcb-864b91063dfa tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843856 Sep 29 07:26:50.392413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] For port ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:26:50.395525 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] For port ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:26:50.401287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:50.432376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:50.432914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:50.434275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/ef1c8b1d-08ac-4893-95f6-3c5c35de706b HTTP/1.1" status: 200 len: 1093 time: 1.0560224 Sep 29 07:26:50.434741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a440469-5b26-44ac-8874-4b976e66c383', 'tag': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:26:50.437057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eddf4c-92ed-457b-8bb2-0e4af2327021" -d '{"events": [{"name": "network-changed", "server_uuid": "6a440469-5b26-44ac-8874-4b976e66c383", "tag": "ef1c8b1d-08ac-4893-95f6-3c5c35de706b"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:26:50.479474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b134ed68-0b89-43ce-aa40-a09bd1718036 x-openstack-request-id: req-b134ed68-0b89-43ce-aa40-a09bd1718036 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:26:50.479770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a440469-5b26-44ac-8874-4b976e66c383", "tag": "ef1c8b1d-08ac-4893-95f6-3c5c35de706b", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:26:50.480026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b134ed68-0b89-43ce-aa40-a09bd1718036 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:26:50.480427 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b134ed68-0b89-43ce-aa40-a09bd1718036'] response: {'name': 'network-changed', 'server_uuid': '6a440469-5b26-44ac-8874-4b976e66c383', 'tag': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b', 'status': 'completed', 'code': 200} Sep 29 07:26:50.483990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f500b67-7c81-4d6f-a42b-80fdd97e09f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:50.576247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-df0e2bb0-9926-4ae7-bc33-71c3e4fa42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:50.577741 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-df0e2bb0-9926-4ae7-bc33-71c3e4fa42c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 1096 time: 0.0806417 Sep 29 07:26:50.651907 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-ba05c245-49ce-4142-a9ea-0566c683e081 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b HTTP/1.1" status: 200 len: 217 time: 0.0615056 Sep 29 07:26:50.674291 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Attempt 3 to provision port ef1c8b1d-08ac-4893-95f6-3c5c35de706b Sep 29 07:26:50.716975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-9d333a67-4cba-4078-9b72-2cb62f3dd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:50.718411 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-9d333a67-4cba-4078-9b72-2cb62f3dd35c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0613327 Sep 29 07:26:50.734479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f017fa19-f950-401d-8b7a-fdafa82cb732 None None] Port ef1c8b1d-08ac-4893-95f6-3c5c35de706b had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:26:50.799321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-f43ef7b2-9b20-4cd8-83f6-6127f6067b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:50.800825 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-f43ef7b2-9b20-4cd8-83f6-6127f6067b8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761015 Sep 29 07:26:50.928272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-cb9c8481-3a93-4d38-9124-97e3dc384191 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215849 Sep 29 07:26:51.055689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-72f8e060-f571-4402-8924-eb6b8e740bc2 req-a40bd96d-1951-4922-9575-b4811f162325 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215596 Sep 29 07:26:51.217835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-5f57c9c7-263d-4b0f-8cbf-65532a5221e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:51.219332 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-5f57c9c7-263d-4b0f-8cbf-65532a5221e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 1096 time: 0.0805368 Sep 29 07:26:51.347772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-6384d1dc-491a-401c-a97f-12e68d402378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:51.349382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-6384d1dc-491a-401c-a97f-12e68d402378 service neutron] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 917 time: 0.1235802 Sep 29 07:26:51.415087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-515a8271-50ea-4c93-b18f-e8f66984cba4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b HTTP/1.1" status: 200 len: 217 time: 0.0601902 Sep 29 07:26:51.532441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-0a6debd6-0cf0-40aa-aaa2-fd5f8fe01005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:51.534412 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-0a6debd6-0cf0-40aa-aaa2-fd5f8fe01005 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.1136982 Sep 29 07:26:51.611906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83162617-4e56-4571-9d01-19b158af5b2d req-8447602e-67cd-49dd-b7d2-b00ca0c9176e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:51.613848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-83162617-4e56-4571-9d01-19b158af5b2d req-8447602e-67cd-49dd-b7d2-b00ca0c9176e tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 943 time: 0.1617990 Sep 29 07:26:51.667131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-2f5699cc-b8c1-46e7-9f1a-62aed11f7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:51.668581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-2f5699cc-b8c1-46e7-9f1a-62aed11f7543 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273692 Sep 29 07:26:51.673057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-83162617-4e56-4571-9d01-19b158af5b2d req-87180a46-614e-42dc-9126-777e46b852d2 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Sep 29 07:26:51.906113 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-f2551ce4-ab3e-45ed-8b32-098edd455ff7 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305145 Sep 29 07:26:52.032785 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49eddf4c-92ed-457b-8bb2-0e4af2327021 req-884508bf-44c6-4203-a8ad-0dc784699027 service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208177 Sep 29 07:26:52.870801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44a5bf-0aa9-45cc-8202-1a965577b16a req-8285859b-fb2a-4ee8-868b-3271950a1368 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:52.872248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a44a5bf-0aa9-45cc-8202-1a965577b16a req-8285859b-fb2a-4ee8-868b-3271950a1368 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 943 time: 0.0868704 Sep 29 07:26:52.918074 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8a44a5bf-0aa9-45cc-8202-1a965577b16a req-966a3169-8ab3-4de4-8c0d-d2c004a0a4ea tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Sep 29 07:26:54.113019 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ef1c8b1d-08ac-4893-95f6-3c5c35de706b details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:26:54.123283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cc9a0-f690-4143-ac3c-2dbbd1be2b89 req-be2540af-ec9a-4740-b95b-e5c8c45bb3a3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:54.124756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-931cc9a0-f690-4143-ac3c-2dbbd1be2b89 req-be2540af-ec9a-4740-b95b-e5c8c45bb3a3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 943 time: 0.0944223 Sep 29 07:26:54.173299 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-931cc9a0-f690-4143-ac3c-2dbbd1be2b89 req-b0d8f5c2-325c-4754-b3ec-85e4c01290c0 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Sep 29 07:26:54.253236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:54.266041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'port_id': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b', 'mac_address': 'fa:16:3e:14:e3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:26:54.319703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port ef1c8b1d-08ac-4893-95f6-3c5c35de706b is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:54.320086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:54.336244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1c8b1d-08ac-4893-95f6-3c5c35de706b {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:26:54.351795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:54.355301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:54.451317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:54.725026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['ef1c8b1d-08ac-4893-95f6-3c5c35de706b'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:26:55.368094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d7a9-e4cb-46d6-aac5-2e580d1319df req-21b9be19-e9fc-4aa8-a309-a4b3fa98cbad tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:55.369535 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d104d7a9-e4cb-46d6-aac5-2e580d1319df req-21b9be19-e9fc-4aa8-a309-a4b3fa98cbad tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 944 time: 0.0853760 Sep 29 07:26:55.413295 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d104d7a9-e4cb-46d6-aac5-2e580d1319df req-70a9b59e-0a18-449a-a399-578a4cd4e220 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Sep 29 07:26:56.123057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ef1c8b1d-08ac-4893-95f6-3c5c35de706b up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:26:56.190295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port ef1c8b1d-08ac-4893-95f6-3c5c35de706b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:26:56.195220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port ef1c8b1d-08ac-4893-95f6-3c5c35de706b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:26:56.195590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:56.195920 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port ef1c8b1d-08ac-4893-95f6-3c5c35de706b Sep 29 07:26:56.309065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port ef1c8b1d-08ac-4893-95f6-3c5c35de706b is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:26:56.309441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:56.334831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a440469-5b26-44ac-8874-4b976e66c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:26:56.337088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ed658-bb2b-494f-8f1e-b3083cb7f4f0" -d '{"events": [{"server_uuid": "6a440469-5b26-44ac-8874-4b976e66c383", "name": "network-vif-plugged", "status": "completed", "tag": "ef1c8b1d-08ac-4893-95f6-3c5c35de706b"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:26:56.344830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:26:56.349475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:26:56.389604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2801d00c-0b15-4916-8e13-4cb6d9b22870 x-openstack-request-id: req-2801d00c-0b15-4916-8e13-4cb6d9b22870 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:26:56.389874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a440469-5b26-44ac-8874-4b976e66c383", "name": "network-vif-plugged", "status": "completed", "tag": "ef1c8b1d-08ac-4893-95f6-3c5c35de706b", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:26:56.390091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2801d00c-0b15-4916-8e13-4cb6d9b22870 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:26:56.390472 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2801d00c-0b15-4916-8e13-4cb6d9b22870'] response: {'server_uuid': '6a440469-5b26-44ac-8874-4b976e66c383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b', 'code': 200} Sep 29 07:26:56.421973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:26:56.611472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e769f-c3a7-4ee2-9a7d-842e6d82a6c5 req-a5785700-df39-4d3e-ac42-b563a8d18f5d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:56.613166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c97e769f-c3a7-4ee2-9a7d-842e6d82a6c5 req-a5785700-df39-4d3e-ac42-b563a8d18f5d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0905077 Sep 29 07:26:56.641370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a5a2-9719-46fc-bb20-0190ea26c9a7 req-702d4fd6-ac3d-4f01-8014-abbc4442ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:56.642922 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49f7a5a2-9719-46fc-bb20-0190ea26c9a7 req-702d4fd6-ac3d-4f01-8014-abbc4442ba6b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 1098 time: 0.0780566 Sep 29 07:26:56.662365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c97e769f-c3a7-4ee2-9a7d-842e6d82a6c5 req-1562f11c-fa99-43bf-9591-497126b2f9e2 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Sep 29 07:26:56.682727 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-49f7a5a2-9719-46fc-bb20-0190ea26c9a7 req-2d967d8b-5aa2-4a2e-b173-0b843f60d0bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338752 Sep 29 07:26:57.863157 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24559f9-96c3-4d4b-bf82-c8ac5344eb09 req-38f31c08-02ee-45e0-853c-a45e97328dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:57.864618 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c24559f9-96c3-4d4b-bf82-c8ac5344eb09 req-38f31c08-02ee-45e0-853c-a45e97328dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0920274 Sep 29 07:26:57.908372 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c24559f9-96c3-4d4b-bf82-c8ac5344eb09 req-d774ec3e-e402-47a8-972a-f361bc745178 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Sep 29 07:26:59.106339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e355c6-1e1a-40f2-8768-33a50c01cda0 req-29c72278-e122-4e36-b147-6bf73168a724 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:59.107898 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-53e355c6-1e1a-40f2-8768-33a50c01cda0 req-29c72278-e122-4e36-b147-6bf73168a724 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0859382 Sep 29 07:26:59.156410 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-53e355c6-1e1a-40f2-8768-33a50c01cda0 req-39c71138-425f-46d4-b14b-619097053e88 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Sep 29 07:26:59.349044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9440adc-44d0-4a89-b484-2d870b0e284c req-f6c2dac7-cb0d-4627-b66c-1e31b0d34720 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:26:59.350515 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9440adc-44d0-4a89-b484-2d870b0e284c req-f6c2dac7-cb0d-4627-b66c-1e31b0d34720 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0848491 Sep 29 07:26:59.396832 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9440adc-44d0-4a89-b484-2d870b0e284c req-ea2c8dd8-b4ae-4072-9c9e-4246d425368f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Sep 29 07:27:00.094746 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:27:08.720623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3b385db9-e3bf-490b-a8e9-386ca36f94b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:11.006798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ae81d706-d235-4762-9cc5-2e4db0785b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:11.922176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:12.108704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:13.480699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:14.817506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a673-e031-4b60-b077-ab098d7dbd83 req-57d3abbf-835a-45ab-8601-f552cd51d1a9 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:14.818944 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63b3a673-e031-4b60-b077-ab098d7dbd83 req-57d3abbf-835a-45ab-8601-f552cd51d1a9 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0864077 Sep 29 07:27:14.862483 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63b3a673-e031-4b60-b077-ab098d7dbd83 req-f31b741e-588c-4f2e-b4b9-7ddbfa67e6ad tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Sep 29 07:27:16.059884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108faae-9ed1-4afe-8720-d335f4d449fd req-21f4a2c3-d7b0-480f-8403-c4179c33233d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:16.061363 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7108faae-9ed1-4afe-8720-d335f4d449fd req-21f4a2c3-d7b0-480f-8403-c4179c33233d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0858102 Sep 29 07:27:16.104221 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7108faae-9ed1-4afe-8720-d335f4d449fd req-72e0b5eb-d853-4371-954d-e7718ca2571f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Sep 29 07:27:16.726656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-392dce93-bc4c-4561-acd0-e36e489c54d0 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:16.728095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-392dce93-bc4c-4561-acd0-e36e489c54d0 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.0898874 Sep 29 07:27:16.796535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Deleting port ef1c8b1d-08ac-4893-95f6-3c5c35de706b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:27:16.797292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:17.038427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] For port ef1c8b1d-08ac-4893-95f6-3c5c35de706b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:17.038719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:17.160237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Calling delete_port for ef1c8b1d-08ac-4893-95f6-3c5c35de706b owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:27:17.370596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708bb46-4851-4a3c-8c06-feef8cb45625 req-1e1d0e3b-6147-4a10-9f69-e14b98534a17 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:17.371995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8708bb46-4851-4a3c-8c06-feef8cb45625 req-1e1d0e3b-6147-4a10-9f69-e14b98534a17 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a440469-5b26-44ac-8874-4b976e66c383 HTTP/1.1" status: 200 len: 945 time: 0.1570194 Sep 29 07:27:17.373066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:17.406092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['ef1c8b1d-08ac-4893-95f6-3c5c35de706b'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:27:17.439441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Pushing event deleted for resources: {'Port': ['ID=ef1c8b1d-08ac-4893-95f6-3c5c35de706b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:17.482815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:17.647996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] No DVR routers for this DVR port ef1c8b1d-08ac-4893-95f6-3c5c35de706b on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:27:17.651812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:17.654183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a440469-5b26-44ac-8874-4b976e66c383', 'name': 'network-vif-deleted', 'tag': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:27:17.656476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e612621-d4ac-4b38-82c3-353ecf15e3f1" -d '{"events": [{"server_uuid": "6a440469-5b26-44ac-8874-4b976e66c383", "name": "network-vif-deleted", "tag": "ef1c8b1d-08ac-4893-95f6-3c5c35de706b"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:27:17.664327 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8708bb46-4851-4a3c-8c06-feef8cb45625 req-c5737c4a-4456-46dc-a466-0f6d66ee4f01 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564528 Sep 29 07:27:17.674031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e72fbfa-cabf-4e68-bd79-3a13e181ac95 req-2062b15f-93b7-4698-9f4a-ff3eff42cea1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "DELETE /v2.0/ports/ef1c8b1d-08ac-4893-95f6-3c5c35de706b HTTP/1.1" status: 204 len: 173 time: 0.9412591 Sep 29 07:27:17.703039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a311ed-ecdd-4ce6-826c-f1802373aba4 x-openstack-request-id: req-55a311ed-ecdd-4ce6-826c-f1802373aba4 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:27:17.703333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a440469-5b26-44ac-8874-4b976e66c383", "name": "network-vif-deleted", "tag": "ef1c8b1d-08ac-4893-95f6-3c5c35de706b", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:27:17.703585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55a311ed-ecdd-4ce6-826c-f1802373aba4 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:27:17.703979 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a311ed-ecdd-4ce6-826c-f1802373aba4'] response: {'server_uuid': '6a440469-5b26-44ac-8874-4b976e66c383', 'name': 'network-vif-deleted', 'tag': 'ef1c8b1d-08ac-4893-95f6-3c5c35de706b', 'status': 'completed', 'code': 200} Sep 29 07:27:19.118034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-bd0b6453-1462-4679-88c3-28bf8fb27a7c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:19.119517 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-bd0b6453-1462-4679-88c3-28bf8fb27a7c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 816 time: 0.1419952 Sep 29 07:27:19.133978 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-da0919c1-0b81-42db-8410-d1047fb83d67 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/quotas/ed7dfd5db7e74b2abed5d4bea50a73a7 HTTP/1.1" status: 200 len: 375 time: 0.0091603 Sep 29 07:27:19.226907 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-2e99b87b-1164-442b-9728-3ff75638c0c6 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880017 Sep 29 07:27:19.461328 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-f809921b-aa65-4e08-9d7a-27c525fa4446 service neutron] 10.222.0.26 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232506 Sep 29 07:27:19.589838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-1f74fdc4-c7f9-46ea-a8bb-8778f2689453 service neutron] 10.222.0.26 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225154 Sep 29 07:27:19.766268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-b8e5bbd7-a1fd-4ba1-814f-7ec961ac0a51 req-e6c38a8a-10ed-47fc-9521-01e3ef6978be tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:27:19.781326 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-b8e5bbd7-a1fd-4ba1-814f-7ec961ac0a51 req-e6c38a8a-10ed-47fc-9521-01e3ef6978be tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:27:19.782581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b8e5bbd7-a1fd-4ba1-814f-7ec961ac0a51 req-e6c38a8a-10ed-47fc-9521-01e3ef6978be tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 210 time: 0.0648851 Sep 29 07:27:20.829313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-175b0001-f82b-4743-a027-6ef22cf2f3ae tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:20.831349 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-175b0001-f82b-4743-a027-6ef22cf2f3ae tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 816 time: 0.1445239 Sep 29 07:27:20.848904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Request body: {'port': {'device_id': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'admin_state_up': True, 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:27:20.947033 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-68088c93-a808-40dc-8dda-f1fb3ad2fb1a req-5879105d-fdd8-4882-a377-7ec7bb0092bf tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 210 time: 0.0522387 Sep 29 07:27:20.990085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:27:20.999483 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:27:21.009350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Made reservation on behalf of ed7dfd5db7e74b2abed5d4bea50a73a7 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:27:21.012789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:21.169762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Allocated IP 172.20.0.6 (079cb824-f229-40fa-a2cc-2e66e010e66c/150ea1d3-77c3-4b1e-abdd-b415d01c6623/4ecd73c1-eee2-4409-a2e9-82abac6f64b8) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:27:21.369850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:21.385336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Transition to ACTIVE for port object 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:27:21.407848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:21.474745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Network 079cb824-f229-40fa-a2cc-2e66e010e66c is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:27:21.477538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:27:21.481487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:27:21.517518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Pushing event updated for resources: {'Port': ['ID=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:21.549984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:21.550619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:21.576844 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-808f271f-287d-429b-baee-311f57eaf676 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317848 Sep 29 07:27:21.593900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Request body: {'port': {'device_id': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:27:21.706970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:21.722988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Provisioning for port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:27:21.728467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Provisioning complete for port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:27:21.728796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:21.729130 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Attempt 1 to provision port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 Sep 29 07:27:21.784927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:27:22.052938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:27:22.061468 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:22.123974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Transition to ACTIVE for port object 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:27:22.128452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:22.264404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ef1c8b1d-08ac-4893-95f6-3c5c35de706b no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:27:22.292615 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Attempt 2 to provision port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 Sep 29 07:27:22.327851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: ef1c8b1d-08ac-4893-95f6-3c5c35de706b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:27:22.328200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device ef1c8b1d-08ac-4893-95f6-3c5c35de706b not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:27:22.356388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:27:22.395287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:22.456505 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080c38b-853c-41bf-93ec-dd7ce2070b49 req-e9fd1537-c856-481b-8c19-e55fa755b8f3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:22.457181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9080c38b-853c-41bf-93ec-dd7ce2070b49 req-e9fd1537-c856-481b-8c19-e55fa755b8f3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Synchronizing usage tracker for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:27:22.487747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Attempting to bind port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:27:22.488076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Attempting to bind port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:27:22.488393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Attempting to bind port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:27:22.491710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9080c38b-853c-41bf-93ec-dd7ce2070b49 req-e9fd1537-c856-481b-8c19-e55fa755b8f3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Unset dirty status for tenant:ed7dfd5db7e74b2abed5d4bea50a73a7 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:27:22.492836 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9080c38b-853c-41bf-93ec-dd7ce2070b49 req-e9fd1537-c856-481b-8c19-e55fa755b8f3 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 931 time: 0.4332721 Sep 29 07:27:22.494605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 on network 079cb824-f229-40fa-a2cc-2e66e010e66c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:27:22.494918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Attempting to bind port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 on network 079cb824-f229-40fa-a2cc-2e66e010e66c {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:27:22.512646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:27:22.512975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Checking segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:27:22.513338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Bound using segment: {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:27:22.513757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Bound port: 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c471393f-6f37-4eab-84e1-d4d84b462082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:27:22.514089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:22.593988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9080c38b-853c-41bf-93ec-dd7ce2070b49 req-c841c8fd-56f7-4830-822b-d3fd4887d589 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953951 Sep 29 07:27:22.624975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] For port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:27:22.628685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] For port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:27:22.632960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:22.636045 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:22.636810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:22.638150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/4ecd73c1-eee2-4409-a2e9-82abac6f64b8 HTTP/1.1" status: 200 len: 1093 time: 1.0485458 Sep 29 07:27:22.668248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'tag': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:27:22.670556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24110d3-3624-4bf4-9219-9d8a59db0b08" -d '{"events": [{"name": "network-changed", "server_uuid": "f66396c3-1868-4e76-9e97-a64f078f20b0", "tag": "4ecd73c1-eee2-4409-a2e9-82abac6f64b8"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:27:22.745833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d9582-f69c-429a-be2e-e12ee702c682 x-openstack-request-id: req-df6d9582-f69c-429a-be2e-e12ee702c682 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:27:22.746129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f66396c3-1868-4e76-9e97-a64f078f20b0", "tag": "4ecd73c1-eee2-4409-a2e9-82abac6f64b8", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:27:22.746385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df6d9582-f69c-429a-be2e-e12ee702c682 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:27:22.746806 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6d9582-f69c-429a-be2e-e12ee702c682'] response: {'name': 'network-changed', 'server_uuid': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'tag': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8', 'status': 'completed', 'code': 200} Sep 29 07:27:22.780088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c83a5-4589-479c-b34a-d84701ce95d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:22.798235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-82a153fb-d6d6-4b99-ba4c-35753bf4e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:22.800339 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-82a153fb-d6d6-4b99-ba4c-35753bf4e23f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 1096 time: 0.1051347 Sep 29 07:27:22.858045 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Attempt 3 to provision port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 Sep 29 07:27:22.872134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-a5a6b836-5074-43ca-975d-8b4e9996a73c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8 HTTP/1.1" status: 200 len: 217 time: 0.0603740 Sep 29 07:27:22.920121 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-f6e96e8f-cd52-4fcd-bc5e-deeec2f5eff9 None None] Port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:27:22.936035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-9fdab89f-c710-4f26-a6c7-0025f43bd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:22.937463 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-9fdab89f-c710-4f26-a6c7-0025f43bd318 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0601258 Sep 29 07:27:23.016577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-8723fc10-2259-4ff1-88fa-4be72c4adcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:23.018036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-8723fc10-2259-4ff1-88fa-4be72c4adcea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752614 Sep 29 07:27:23.148178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-a8dbdc15-e655-4e90-bdbc-512d3e2460bf service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241422 Sep 29 07:27:23.275428 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35dbd752-a9a4-40a4-9e85-fb7a0079322f req-99b6f088-4afc-4c08-9f2b-a393bbbc0aba service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212404 Sep 29 07:27:23.437535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-0368ac5d-ba0a-461a-85cb-220222888e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:23.439041 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-0368ac5d-ba0a-461a-85cb-220222888e4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 1096 time: 0.0816414 Sep 29 07:27:23.566761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-c6bce976-eb72-4363-8eac-4cfe19768940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:23.568172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-c6bce976-eb72-4363-8eac-4cfe19768940 service neutron] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 917 time: 0.1233873 Sep 29 07:27:23.634127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-ab6a944d-1dc3-4f05-a3b0-c84787092ff8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8 HTTP/1.1" status: 200 len: 217 time: 0.0596633 Sep 29 07:27:23.698324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-c7889db0-e26d-422d-8182-5d7f31de7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:23.699818 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-c7889db0-e26d-422d-8182-5d7f31de7177 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0595632 Sep 29 07:27:23.844557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-3d470afb-3a9f-44e4-8f46-5576cff56575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:23.846047 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-3d470afb-3a9f-44e4-8f46-5576cff56575 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1405866 Sep 29 07:27:23.853775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea150d3-14b9-42b3-aff2-0e9cad9fbf75 req-0c5fe935-b570-418b-ac58-cdb01f945d4f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:23.855114 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bea150d3-14b9-42b3-aff2-0e9cad9fbf75 req-0c5fe935-b570-418b-ac58-cdb01f945d4f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 943 time: 0.1508720 Sep 29 07:27:23.977278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bea150d3-14b9-42b3-aff2-0e9cad9fbf75 req-9045c8bf-1ad1-478b-aedd-6bde20b29f3c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042559 Sep 29 07:27:24.009775 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-a9aadb25-fb11-42e0-b2ab-23905e80e2aa service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537566 Sep 29 07:27:24.239815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a24110d3-3624-4bf4-9219-9d8a59db0b08 req-fbbc1e2c-028b-4635-bc86-1f70a44a58fc service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226932 Sep 29 07:27:25.180705 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62541c-91f3-4ff9-a366-2a73bc767774 req-30c1672b-2b82-4752-941d-c3021d6d9cc1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:25.182144 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ba62541c-91f3-4ff9-a366-2a73bc767774 req-30c1672b-2b82-4752-941d-c3021d6d9cc1 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 943 time: 0.0891936 Sep 29 07:27:25.225268 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ba62541c-91f3-4ff9-a366-2a73bc767774 req-ed5785d7-ae49-47cd-9116-52b1b9eecb14 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Sep 29 07:27:26.310805 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:27:26.433735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde3944-086b-43c4-bbcd-06b4ce324953 req-78ce5157-38c9-49dc-8b54-703447c83acb tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:26.435242 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-acde3944-086b-43c4-bbcd-06b4ce324953 req-78ce5157-38c9-49dc-8b54-703447c83acb tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 943 time: 0.0998783 Sep 29 07:27:26.450698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:26.464020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8', 'network_id': '079cb824-f229-40fa-a2cc-2e66e010e66c', 'port_id': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8', 'mac_address': 'fa:16:3e:91:52:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150ea1d3-77c3-4b1e-abdd-b415d01c6623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:27:26.480667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-acde3944-086b-43c4-bbcd-06b4ce324953 req-2ddb6d32-f9da-4339-8fba-dbc644eb62e8 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 Sep 29 07:27:26.518124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:27:26.518446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:26.535003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:27:26.550158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:26.553868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:26.621128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:26.628379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.628726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.629063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.629391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.629716 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.630041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.630363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.630710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.631034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.631352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.631673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.631991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:26.940901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['4ecd73c1-eee2-4409-a2e9-82abac6f64b8'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:27:27.672270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b455719-7473-437f-828c-391af662378a req-adf8f5df-e190-4108-aed2-52c24ed9f85a tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:27.673618 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7b455719-7473-437f-828c-391af662378a req-adf8f5df-e190-4108-aed2-52c24ed9f85a tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 944 time: 0.0842478 Sep 29 07:27:27.719930 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7b455719-7473-437f-828c-391af662378a req-4ce0310a-723d-48b4-870e-f837fac48d02 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Sep 29 07:27:28.310242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:27:28.379347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:27:28.384009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:27:28.384376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:28.384704 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 Sep 29 07:27:28.499418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:27:28.499789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:28.525415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:27:28.527670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4db43-df4f-462d-9c78-f028ecf46c75" -d '{"events": [{"server_uuid": "f66396c3-1868-4e76-9e97-a64f078f20b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ecd73c1-eee2-4409-a2e9-82abac6f64b8"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:27:28.535988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:28.540888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:28.576856 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c385a88-0ce0-4005-9d1e-5349ff6d21a6 x-openstack-request-id: req-2c385a88-0ce0-4005-9d1e-5349ff6d21a6 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:27:28.577145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66396c3-1868-4e76-9e97-a64f078f20b0", "name": "network-vif-plugged", "status": "completed", "tag": "4ecd73c1-eee2-4409-a2e9-82abac6f64b8", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:27:28.577391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c385a88-0ce0-4005-9d1e-5349ff6d21a6 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:27:28.577771 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c385a88-0ce0-4005-9d1e-5349ff6d21a6'] response: {'server_uuid': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8', 'code': 200} Sep 29 07:27:28.608811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:28.825127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d106a-e40e-480a-bd99-b90aeb7f6fc8 req-26729c16-2c3b-4910-bbad-b90d16c7c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:28.826558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5d0d106a-e40e-480a-bd99-b90aeb7f6fc8 req-26729c16-2c3b-4910-bbad-b90d16c7c1f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 1098 time: 0.0756080 Sep 29 07:27:28.869715 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5d0d106a-e40e-480a-bd99-b90aeb7f6fc8 req-c0d50fde-c738-4064-9f71-9e1a1e705ca9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374699 Sep 29 07:27:28.914064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907ad2-c151-447c-aac7-ba719f1e7977 req-57e2f6b9-a6cd-4577-9cb6-64e2f7b681df tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:28.915551 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12907ad2-c151-447c-aac7-ba719f1e7977 req-57e2f6b9-a6cd-4577-9cb6-64e2f7b681df tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0865359 Sep 29 07:27:28.958339 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12907ad2-c151-447c-aac7-ba719f1e7977 req-c9b5d149-d4aa-4397-87a8-e9b138b2f6cb tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Sep 29 07:27:30.158391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ea37-f381-4c12-87e8-07914c759002 req-79c41601-f30e-459f-a582-01ebeaae2b4d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:30.160438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-40c5ea37-f381-4c12-87e8-07914c759002 req-79c41601-f30e-459f-a582-01ebeaae2b4d tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0872571 Sep 29 07:27:30.209793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-40c5ea37-f381-4c12-87e8-07914c759002 req-0a4f7307-4687-464c-95d6-42206daca8ac tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Sep 29 07:27:31.414334 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff1892-5e3b-49b6-b3c6-76a082baf34d req-479c422b-565f-456e-aab0-cf1a37000c18 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:31.415834 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02ff1892-5e3b-49b6-b3c6-76a082baf34d req-479c422b-565f-456e-aab0-cf1a37000c18 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0901852 Sep 29 07:27:31.460280 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02ff1892-5e3b-49b6-b3c6-76a082baf34d req-19431b6e-89f6-464f-9ae2-9eb7ed75db19 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Sep 29 07:27:31.655895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d32741-b7b1-49b0-beb3-c4188656b840 req-b1e4eff0-bd2c-4bfe-8e66-889872985e21 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:31.657353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-40d32741-b7b1-49b0-beb3-c4188656b840 req-b1e4eff0-bd2c-4bfe-8e66-889872985e21 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0891535 Sep 29 07:27:31.700654 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-40d32741-b7b1-49b0-beb3-c4188656b840 req-b880d0c8-de36-45e2-bf30-97819138b85b tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 Sep 29 07:27:36.420409 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-3cf4bfac-25f5-4c4d-a2ec-376351b1346f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764220 Sep 29 07:27:36.593437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-7e4c07f0-5006-4e54-8b6c-a5b47d6dc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:36.594941 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-7e4c07f0-5006-4e54-8b6c-a5b47d6dc88d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 1098 time: 0.0827672 Sep 29 07:27:36.735328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-21705e98-ee7b-4b93-a589-b0c9fb07d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:36.736836 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-21705e98-ee7b-4b93-a589-b0c9fb07d746 service neutron] 10.222.0.61 "GET /v2.0/networks?id=079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 200 len: 917 time: 0.1236804 Sep 29 07:27:36.804974 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-400cd9d1-f43c-459a-a013-f0c873a9790b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8 HTTP/1.1" status: 200 len: 217 time: 0.0624878 Sep 29 07:27:36.866196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-6568301a-5a79-4d4d-bfb0-cb0f706fc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:36.867747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-6568301a-5a79-4d4d-bfb0-cb0f706fc2c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 200 len: 855 time: 0.0562463 Sep 29 07:27:36.950259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-78842a23-b6dd-40d7-8fb3-8ffad2200f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:36.951798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-78842a23-b6dd-40d7-8fb3-8ffad2200f89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=079cb824-f229-40fa-a2cc-2e66e010e66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783861 Sep 29 07:27:37.082689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-f6ebb92e-67f9-4993-9f33-cb127a45353f service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247900 Sep 29 07:27:37.093534 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:27:37.212309 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-346a33ec-455e-41b2-89c6-f6e0619bb20a req-c747cd9e-0021-45d0-b73b-50ee36e9618a service neutron] 10.222.0.61 "GET /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232586 Sep 29 07:27:38.713823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f35d299c-eb8c-4e3e-baca-7a158ca08006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:41.009096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8c799963-e0a3-4e72-b8fe-01120e9d612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:41.925073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:42.112437 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:43.481110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:47.482129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:52.539911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9969e30-285d-4baf-8517-1476506677b1 req-5ae3def0-bedf-4c96-bc27-67c40543578f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:52.541296 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9969e30-285d-4baf-8517-1476506677b1 req-5ae3def0-bedf-4c96-bc27-67c40543578f tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0856812 Sep 29 07:27:52.584756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9969e30-285d-4baf-8517-1476506677b1 req-e28f31a2-8143-421d-a7d7-13e1b0daad04 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378091 Sep 29 07:27:53.777669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c471919-87f4-40a4-8984-f6a8aff77b98 req-a6c6db7e-8796-41c1-9358-b585776661e2 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:53.779129 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0c471919-87f4-40a4-8984-f6a8aff77b98 req-a6c6db7e-8796-41c1-9358-b585776661e2 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0841794 Sep 29 07:27:53.826031 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0c471919-87f4-40a4-8984-f6a8aff77b98 req-bfd9996d-0adc-4395-b7f0-f376df99b2f7 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/security-groups?id=91995331-6140-4729-867b-b34924ddff29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Sep 29 07:27:54.240962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-1ca299bd-9406-4ae8-8b7e-6f43cfb95a4c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:27:54.242396 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-1ca299bd-9406-4ae8-8b7e-6f43cfb95a4c tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 945 time: 0.0891860 Sep 29 07:27:54.310676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Deleting port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:27:54.311014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:54.640867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] For port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:54.641136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:54.759307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Calling delete_port for 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:27:54.903717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:54.936072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['4ecd73c1-eee2-4409-a2e9-82abac6f64b8'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:27:54.996261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Pushing event deleted for resources: {'Port': ['ID=4ecd73c1-eee2-4409-a2e9-82abac6f64b8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:55.043507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-60273704-3c26-41a7-8a30-deaf000d0862 req-aed4d20e-a880-4980-9278-7d7b6de44774 tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.26 "GET /v2.0/ports?device_id=f66396c3-1868-4e76-9e97-a64f078f20b0 HTTP/1.1" status: 200 len: 210 time: 0.1047182 Sep 29 07:27:55.044739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.045078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.045413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.045742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.046070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.046396 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.046744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.047065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.047423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.047707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.048041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.048336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:55.101667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] No DVR routers for this DVR port 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:27:55.104210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:55.106898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'name': 'network-vif-deleted', 'tag': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:27:55.109196 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7350e162-4fa1-4fe8-990a-e3cdd40e38ad" -d '{"events": [{"server_uuid": "f66396c3-1868-4e76-9e97-a64f078f20b0", "name": "network-vif-deleted", "tag": "4ecd73c1-eee2-4409-a2e9-82abac6f64b8"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:27:55.124235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a291c134-d12d-496c-8f4d-bb8eba1688ab req-2bbe9c95-bba1-4f04-b0dc-1232b2552dfc tempest-TestEncryptedCinderVolumes-102680947 tempest-TestEncryptedCinderVolumes-102680947-project] 10.222.0.61 "DELETE /v2.0/ports/4ecd73c1-eee2-4409-a2e9-82abac6f64b8 HTTP/1.1" status: 204 len: 173 time: 0.8762465 Sep 29 07:27:55.155287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b6c25-afbb-475d-997c-bd855ec20a41 x-openstack-request-id: req-c02b6c25-afbb-475d-997c-bd855ec20a41 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:27:55.155640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f66396c3-1868-4e76-9e97-a64f078f20b0", "name": "network-vif-deleted", "tag": "4ecd73c1-eee2-4409-a2e9-82abac6f64b8", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:27:55.155894 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c02b6c25-afbb-475d-997c-bd855ec20a41 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:27:55.156298 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02b6c25-afbb-475d-997c-bd855ec20a41'] response: {'server_uuid': 'f66396c3-1868-4e76-9e97-a64f078f20b0', 'name': 'network-vif-deleted', 'tag': '4ecd73c1-eee2-4409-a2e9-82abac6f64b8', 'status': 'completed', 'code': 200} Sep 29 07:27:56.181222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54476) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:27:56.812376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:57.161141 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Deleting port 0419aff6-9f68-4e6f-9178-6e124d2ffa60 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:27:57.161392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:57.327005 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] For port 0419aff6-9f68-4e6f-9178-6e124d2ffa60, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0419aff6-9f68-4e6f-9178-6e124d2ffa60,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:57.327700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:57.455642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Calling delete_port for 0419aff6-9f68-4e6f-9178-6e124d2ffa60 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:27:57.871835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:57.917279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Pushing event deleted for resources: {'Port': ['ID=0419aff6-9f68-4e6f-9178-6e124d2ffa60,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:57.968537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.968781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.969026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.969338 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.969666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.969995 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.970316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.970663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.970986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.971313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.971632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:57.972020 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:27:58.198505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:58.536207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:27:58.549935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:27:58.569644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:27:58.569985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 4ecd73c1-eee2-4409-a2e9-82abac6f64b8 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:27:58.723927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:27:58.732871 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] Sync routers for ids ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:27:58.736228 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b5280bbf-6cf0-4526-be33-3db65cb8289e admin admin] 10.222.0.26 "PUT /v2.0/routers/fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537419 Sep 29 07:27:58.739130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54480) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:27:58.742989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] Routers {'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:27:58.743607 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:27:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:27:58.909205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:58.915297 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] Set router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:27:59.196548 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:27:57Z', 'revision_number': 5, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port': {'id': '1a81ec01-e01c-4b4f-9581-161797d26ed1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:27:59.200460 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] Checking router: fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:27:59.203491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:59.209584 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] Routers {'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:27:59.210124 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:27:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:27:59.213170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Deleting port 1a81ec01-e01c-4b4f-9581-161797d26ed1 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:27:59.213688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:59.384797 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] Set router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:27:59.387011 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] For port 1a81ec01-e01c-4b4f-9581-161797d26ed1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=1a81ec01-e01c-4b4f-9581-161797d26ed1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:27:59.387365 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:59.490454 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:27:59Z', 'revision_number': 6, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:27:59.494280 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3597e-5455-4bc5-98ad-b5c51e53a70d None None] The sync data for ids ['fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba'] in dv-neutron-859761-1-hyperv is: [{'id': 'fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba', 'name': 'tempest-TestEncryptedCinderVolumes-230793040-router', 'tenant_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:02Z', 'updated_at': '2022-09-29T07:27:59Z', 'revision_number': 6, 'project_id': 'ed7dfd5db7e74b2abed5d4bea50a73a7', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:27:59.508993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Calling delete_port for 1a81ec01-e01c-4b4f-9581-161797d26ed1 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:27:59.675030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:59.751898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a81ec01-e01c-4b4f-9581-161797d26ed1,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:27:59.824636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:27:59.998353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.000524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.022417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.022915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:28:00.034443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.035675 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a380aa1e-3ccf-4e1a-89e0-b07a991b8928 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fe3c2bbb-38aa-4fd0-b0c9-3165dd0430ba HTTP/1.1" status: 204 len: 168 time: 1.2956331 Sep 29 07:28:00.038203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54484) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:00.098810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Deleting subnet 150ea1d3-77c3-4b1e-abdd-b415d01c6623 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:28:00.102181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.150741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.234015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.259266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0419aff6-9f68-4e6f-9178-6e124d2ffa60 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:28:00.293464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0419aff6-9f68-4e6f-9178-6e124d2ffa60 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:28:00.293910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0419aff6-9f68-4e6f-9178-6e124d2ffa60 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:28:00.294291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1a81ec01-e01c-4b4f-9581-161797d26ed1 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:28:00.304959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.332325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 1a81ec01-e01c-4b4f-9581-161797d26ed1 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:28:00.332680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 1a81ec01-e01c-4b4f-9581-161797d26ed1 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:28:00.340657 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150ea1d3-77c3-4b1e-abdd-b415d01c6623,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:00.345996 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.353092 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-60928783-55ed-41ca-a3e7-af64b613108a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/150ea1d3-77c3-4b1e-abdd-b415d01c6623 HTTP/1.1" status: 204 len: 168 time: 0.3137367 Sep 29 07:28:00.353853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1a24c-2512-45f8-b6e2-4a9f9f8d7c6d None None] Network 079cb824-f229-40fa-a2cc-2e66e010e66c requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:28:00.355538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54488) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:00.466675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.478596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Deleting port dd1e96f5-29bd-452e-96b4-58ec719b0b7d {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:00.478728 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.605540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] DHCP port deletion for 079cb824-f229-40fa-a2cc-2e66e010e66c request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:28:00.609758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Deleting port dd1e96f5-29bd-452e-96b4-58ec719b0b7d {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:00.610147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.691828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] For port dd1e96f5-29bd-452e-96b4-58ec719b0b7d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:00.692176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.811784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Calling delete_port for dd1e96f5-29bd-452e-96b4-58ec719b0b7d owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:28:00.812010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] For port dd1e96f5-29bd-452e-96b4-58ec719b0b7d, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,segment=NetworkSegment(c471393f-6f37-4eab-84e1-d4d84b462082),segment_id=c471393f-6f37-4eab-84e1-d4d84b462082)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:00.812368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.887810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:00.932412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Calling delete_port for dd1e96f5-29bd-452e-96b4-58ec719b0b7d owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:28:00.934635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1e96f5-29bd-452e-96b4-58ec719b0b7d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:00.936422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] No DVR routers for this DVR port dd1e96f5-29bd-452e-96b4-58ec719b0b7d on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 07:28:00.997114 dv-neutron-859761-1-hyperv neutron-server[89138]: util.warn( Sep 29 07:28:01.004300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:28:01.004660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:28:01.048607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.072811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079cb824-f229-40fa-a2cc-2e66e010e66c']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:01.084998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c471393f-6f37-4eab-84e1-d4d84b462082') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:01.085392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c471393f-6f37-4eab-84e1-d4d84b462082') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:01.096452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.115544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.121687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:28:01.122070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.191526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c471393f-6f37-4eab-84e1-d4d84b462082 resource provider aggregate not found Sep 29 07:28:01.210013 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment c471393f-6f37-4eab-84e1-d4d84b462082 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c471393f-6f37-4eab-84e1-d4d84b462082 found for delete ", "request_id": "req-ac4533c2-d7fb-482d-88fd-becc06626c00"}]} Sep 29 07:28:01.223180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.239372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.250481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] Pushing event deleted for resources: {'Network': ['ID=079cb824-f229-40fa-a2cc-2e66e010e66c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:01.262481 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-29e404ee-25dc-4020-8174-86f86e4b9160 admin admin] 10.222.0.26 "DELETE /v2.0/networks/079cb824-f229-40fa-a2cc-2e66e010e66c HTTP/1.1" status: 204 len: 168 time: 0.9059110 Sep 29 07:28:01.265416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54496) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:01.506018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Deleting port dd1e96f5-29bd-452e-96b4-58ec719b0b7d {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:01.506624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.575675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52b3e-4d77-4e27-99cd-06b6886357f8 None None] The port 'dd1e96f5-29bd-452e-96b4-58ec719b0b7d' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:28:01.883042 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:01.976656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd1e96f5-29bd-452e-96b4-58ec719b0b7d no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:28:02.010060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: dd1e96f5-29bd-452e-96b4-58ec719b0b7d {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:28:02.010399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd1e96f5-29bd-452e-96b4-58ec719b0b7d not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:28:02.226990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Deleting port 0e8a7505-91f2-4d06-8d14-a53fee93f2af {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:02.227529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:02.396318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] For port 0e8a7505-91f2-4d06-8d14-a53fee93f2af, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0e8a7505-91f2-4d06-8d14-a53fee93f2af,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:02.396665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:02.519862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Calling delete_port for 0e8a7505-91f2-4d06-8d14-a53fee93f2af owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:28:02.914309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:02.963459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8a7505-91f2-4d06-8d14-a53fee93f2af,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:03.231090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:03.582401 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Router 9cf77407-106e-4e86-94f1-515f1e19271a has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:28:03.759908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:28:03.769022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] Sync routers for ids ['9cf77407-106e-4e86-94f1-515f1e19271a'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:28:03.770652 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2a91eb20-5142-48c8-a7cd-f9bf25cf97b6 admin admin] 10.222.0.26 "PUT /v2.0/routers/9cf77407-106e-4e86-94f1-515f1e19271a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042119 Sep 29 07:28:03.773274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54500) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:03.778360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] Routers {'9cf77407-106e-4e86-94f1-515f1e19271a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:03.779004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:27:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9cf77407-106e-4e86-94f1-515f1e19271a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:03.949820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:03.955513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] Set router 9cf77407-106e-4e86-94f1-515f1e19271a gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:04.251022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:04.261744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Deleting port 845d3d88-d937-407d-8a7d-63b03c9b8278 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:04.262086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:04.277926 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156'}], 'enable_snat': True}, 'gw_port_id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:28:02Z', 'revision_number': 5, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port': {'id': '845d3d88-d937-407d-8a7d-63b03c9b8278', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:26:09Z', 'updated_at': '2022-09-29T07:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:04.281825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] Checking router: 9cf77407-106e-4e86-94f1-515f1e19271a for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:28:04.290236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] Routers {'9cf77407-106e-4e86-94f1-515f1e19271a'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:04.290867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:27:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['9cf77407-106e-4e86-94f1-515f1e19271a'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:04.433983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] For port 845d3d88-d937-407d-8a7d-63b03c9b8278, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=845d3d88-d937-407d-8a7d-63b03c9b8278,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:04.434335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:04.445263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] Set router 9cf77407-106e-4e86-94f1-515f1e19271a gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:04.547799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:28:04Z', 'revision_number': 6, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:04.552239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5acf2f-b34b-4c41-ab43-ba004f4ee4b6 None None] The sync data for ids ['9cf77407-106e-4e86-94f1-515f1e19271a'] in dv-neutron-859761-1-hyperv is: [{'id': '9cf77407-106e-4e86-94f1-515f1e19271a', 'name': 'tempest-TestEncryptedCinderVolumes-1232287780-router', 'tenant_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:26:08Z', 'updated_at': '2022-09-29T07:28:04Z', 'revision_number': 6, 'project_id': 'ddd7a17a93274d878ed702fa3d835bb6', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:28:04.559172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Calling delete_port for 845d3d88-d937-407d-8a7d-63b03c9b8278 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:28:04.724911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:04.773790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Pushing event deleted for resources: {'Port': ['ID=845d3d88-d937-407d-8a7d-63b03c9b8278,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:04.872055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.045016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.047202 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.070946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.071449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf77407-106e-4e86-94f1-515f1e19271a {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:28:05.084067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.085194 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4ce4cc7f-fcaf-4138-a13b-1256ebb8910e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9cf77407-106e-4e86-94f1-515f1e19271a HTTP/1.1" status: 204 len: 168 time: 1.3108437 Sep 29 07:28:05.087764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54504) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:05.149060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Deleting subnet 2f81aa51-6ed9-401b-b0fb-affa78bc8956 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:28:05.151784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.198813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.275073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.346969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.387385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f81aa51-6ed9-401b-b0fb-affa78bc8956,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:05.392434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.403016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b0b04-e580-4578-9f73-3bcfc7ddf09a None None] Network c5d1ca74-567d-4c85-ad81-b54b9406fdf3 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:28:05.405824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54508) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:05.406372 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-605ba516-287d-438c-99bb-7b4386fbbe44 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2f81aa51-6ed9-401b-b0fb-affa78bc8956 HTTP/1.1" status: 204 len: 168 time: 0.3172588 Sep 29 07:28:05.514736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.526223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Deleting port 794ee343-4ec2-4310-8a31-128ddbf8d5bc {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:05.526575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.683080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] DHCP port deletion for c5d1ca74-567d-4c85-ad81-b54b9406fdf3 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:28:05.687542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Deleting port 794ee343-4ec2-4310-8a31-128ddbf8d5bc {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:05.687919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.843790 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] For port 794ee343-4ec2-4310-8a31-128ddbf8d5bc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=794ee343-4ec2-4310-8a31-128ddbf8d5bc,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:05.844067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.892932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] For port 794ee343-4ec2-4310-8a31-128ddbf8d5bc, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=794ee343-4ec2-4310-8a31-128ddbf8d5bc,segment=NetworkSegment(f0851211-0c7e-4b10-a7b2-f63cea194fc3),segment_id=f0851211-0c7e-4b10-a7b2-f63cea194fc3)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:05.893322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:05.964808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Calling delete_port for 794ee343-4ec2-4310-8a31-128ddbf8d5bc owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:28:06.012182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0e8a7505-91f2-4d06-8d14-a53fee93f2af no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:28:06.042719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.046287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Calling delete_port for 794ee343-4ec2-4310-8a31-128ddbf8d5bc owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:28:06.082140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0e8a7505-91f2-4d06-8d14-a53fee93f2af {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:28:06.082529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0e8a7505-91f2-4d06-8d14-a53fee93f2af not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:28:06.082927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 794ee343-4ec2-4310-8a31-128ddbf8d5bc no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:28:06.089214 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=794ee343-4ec2-4310-8a31-128ddbf8d5bc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:06.091027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] No DVR routers for this DVR port 794ee343-4ec2-4310-8a31-128ddbf8d5bc on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:28:06.127565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 794ee343-4ec2-4310-8a31-128ddbf8d5bc {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:28:06.127914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 794ee343-4ec2-4310-8a31-128ddbf8d5bc not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:28:06.128330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 845d3d88-d937-407d-8a7d-63b03c9b8278 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:28:06.164062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 845d3d88-d937-407d-8a7d-63b03c9b8278 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:28:06.164412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 845d3d88-d937-407d-8a7d-63b03c9b8278 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:28:06.189759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:28:06.190113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:28:06.204743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.229670 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d1ca74-567d-4c85-ad81-b54b9406fdf3']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:06.244995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0851211-0c7e-4b10-a7b2-f63cea194fc3') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:06.245292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0851211-0c7e-4b10-a7b2-f63cea194fc3') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:06.256859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.273148 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.279052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:28:06.279423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.340638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f0851211-0c7e-4b10-a7b2-f63cea194fc3 resource provider aggregate not found Sep 29 07:28:06.359092 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment f0851211-0c7e-4b10-a7b2-f63cea194fc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0851211-0c7e-4b10-a7b2-f63cea194fc3 found for delete ", "request_id": "req-484041d4-bbcf-42c2-b0da-122da1205ab3"}]} Sep 29 07:28:06.372582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.388492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.402908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d1ca74-567d-4c85-ad81-b54b9406fdf3,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:06.407373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9aee665a-c8f0-4409-baed-65232f3806f0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c5d1ca74-567d-4c85-ad81-b54b9406fdf3 HTTP/1.1" status: 204 len: 168 time: 1.0001705 Sep 29 07:28:06.571663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54518) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:06.620718 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0ae1c17e-5d78-4fcf-ad0d-cb4af475643a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed7dfd5db7e74b2abed5d4bea50a73a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478756 Sep 29 07:28:06.623127 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54522) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:06.679634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cb72f475-b065-48a9-85d5-d85f8416265c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.692071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Deleting port 794ee343-4ec2-4310-8a31-128ddbf8d5bc {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:28:06.692554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.704931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cb72f475-b065-48a9-85d5-d85f8416265c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.757110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cb72f475-b065-48a9-85d5-d85f8416265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.760274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-79c9dc58-164b-484a-afb7-dd14408b8f93 None None] The port '794ee343-4ec2-4310-8a31-128ddbf8d5bc' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:28:06.774776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72f475-b065-48a9-85d5-d85f8416265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91995331-6140-4729-867b-b34924ddff29,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:06.784579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cb72f475-b065-48a9-85d5-d85f8416265c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:06.785757 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cb72f475-b065-48a9-85d5-d85f8416265c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91995331-6140-4729-867b-b34924ddff29 HTTP/1.1" status: 204 len: 168 time: 0.1616931 Sep 29 07:28:07.116697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54530) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:07.163932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-193d5283-fb4b-4720-a08a-bd6159fb9347 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddd7a17a93274d878ed702fa3d835bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460896 Sep 29 07:28:07.166257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54534) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:07.224776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf69b-991c-46b5-8f13-ae00d717a5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:07.249949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf69b-991c-46b5-8f13-ae00d717a5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:07.301635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf69b-991c-46b5-8f13-ae00d717a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:07.318284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddf69b-991c-46b5-8f13-ae00d717a5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc15d6a-fa6f-4d9a-8f1e-be19189d882d,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:07.321585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf69b-991c-46b5-8f13-ae00d717a5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:07.322823 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a7ddf69b-991c-46b5-8f13-ae00d717a5a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7cc15d6a-fa6f-4d9a-8f1e-be19189d882d HTTP/1.1" status: 204 len: 168 time: 0.1555204 Sep 29 07:28:08.028430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54558) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:08.134040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1278907935-network', 'tenant_id': '7589f0322e49452585698732c1b118ce'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:08.139366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:08.144806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Usage tracker for resource:network and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:08.147833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:08.154054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:08.162888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Made reservation on behalf of 7589f0322e49452585698732c1b118ce for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:28:08.165102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.177638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.192500 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:08.196437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:08.199257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:08.204940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:08.290833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.294627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.330350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:28:08.335614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bca429-17fe-49d3-9e1e-4046ff0da320,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:08.342579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.342928 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Added segment a489e6f6-5e27-47e2-b529-67d9bba3d09e of type vlan for network 3a859e99-1c72-4359-97ca-d94254fb76a4 Sep 29 07:28:08.370344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.400072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.401031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:08.401603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.505179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4756067 Sep 29 07:28:08.505895 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a295a22-9046-4c57-a2e7-7bbc50d8f93f admin admin] Pushing event updated for resources: {'Network': ['ID=3a859e99-1c72-4359-97ca-d94254fb76a4,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:08.508020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:08.513390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Request body: {'subnet': {'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1278907935-subnet', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:08.516318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:28:08.518301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:08.522278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Usage tracker for resource:subnet and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:08.525473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:08.531362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:08.541838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Made reservation on behalf of 7589f0322e49452585698732c1b118ce for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:28:08.544164 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.721519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-41ec326e-8abe-4e96-ae69-b3ad4befda22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.752280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.826943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9802c9dc-3a35-4ee0-b616-220eacac851c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:08.835944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Checking segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:08.836297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Network hostable DHCP agents. Network: 3a859e99-1c72-4359-97ca-d94254fb76a4, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:28:08.855356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:28:08.863948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 3a859e99-1c72-4359-97ca-d94254fb76a4) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:08.867781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:08.868378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.873386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5f930-3f58-4d57-ab41-f16159773049 None None] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:28:08.889058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-56d0403e-9254-4982-83a0-e91aed877577 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3799980 Sep 29 07:28:08.892022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54568) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:08.898074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:08.903209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:08.907073 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Usage tracker for resource:router and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:08.910554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:08.916362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:08.926830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.927751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:08.941935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.089531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-3a859e99-1c72-4359-97ca-d94254fb76a4', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:28:09.090450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.250795 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Allocated IP 172.20.0.2 (3a859e99-1c72-4359-97ca-d94254fb76a4/9802c9dc-3a35-4ee0-b616-220eacac851c/bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:09.339043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.459735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.469977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Transition to ACTIVE for port object bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:09.487898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Transition to ACTIVE for port object bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:09.494614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.558691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:09.561469 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:09.565024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:09.571041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Pushing event updated for resources: {'Port': ['ID=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:09.652117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.669938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Attempting to bind port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:09.670290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Attempting to bind port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:09.670673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Attempting to bind port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 on network 3a859e99-1c72-4359-97ca-d94254fb76a4 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:09.676320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:09.676687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Checking segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:09.677077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.677460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Bound using segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:09.677913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Bound port: bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:09.678275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.681428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.763927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] For port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:09.767151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] For port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:09.770729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:09.818998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Allocated IP 172.26.0.174 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/37a8083e-9f58-4f46-a318-f4e9dbe161cd) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:09.850552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b366c-b7ff-4179-8a40-ee3d756c82a7 None None] Pushing event updated for resources: {'Port': ['ID=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:09.971910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:10.006088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:10.076269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:10.079293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:10.082143 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:10.122064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Pushing event updated for resources: {'Port': ['ID=37a8083e-9f58-4f46-a318-f4e9dbe161cd,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:10.502393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:10.770159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbbc24-66e8-4c90-93d2-6ffe5d9c7e02 None None] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:28:10.861045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-35df7280-df76-43f5-b200-6a486d25affa None None] Provisioning for port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:10.977006 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:11.017487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-972ca652-ee64-4455-874c-b7bbe5f05b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:11.188615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:28:11.371506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:28:11.382591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:28:11.392584 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:11.393368 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:11.395905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:11.397400 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-349af8bf-5f95-4d1b-a066-a80ab63b0273 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5041945 Sep 29 07:28:11.400152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54572) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:11.569412 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:11.858288 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:10Z', 'revision_number': 3, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:11.861944 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:28:11.862282 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Updating router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 port 37a8083e-9f58-4f46-a318-f4e9dbe161cd binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:28:11.915865 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:11.932424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.037353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:12.119985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.122645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:12.127994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:12.128484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.128876 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 Sep 29 07:28:12.198978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.254550 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.259499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:12.260103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.267614 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Transition to ACTIVE for port object 37a8083e-9f58-4f46-a318-f4e9dbe161cd will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:12.275400 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.295777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:12.299837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.340407 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Attempting to bind port 37a8083e-9f58-4f46-a318-f4e9dbe161cd on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:12.340766 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Attempting to bind port 37a8083e-9f58-4f46-a318-f4e9dbe161cd by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:12.341120 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Attempting to bind port 37a8083e-9f58-4f46-a318-f4e9dbe161cd on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:12.348162 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:12.348524 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:12.349109 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.349653 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:12.350274 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Bound port: 37a8083e-9f58-4f46-a318-f4e9dbe161cd, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:12.351090 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.385838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:12.402071 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Pushing event updated for resources: {'Port': ['ID=37a8083e-9f58-4f46-a318-f4e9dbe161cd,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:12.410375 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.410777 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.411068 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.411396 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.411715 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.412034 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.412705 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.412705 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.413004 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.413269 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.413577 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.413886 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:12.422255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Allocated IP 172.20.0.1 (3a859e99-1c72-4359-97ca-d94254fb76a4/9802c9dc-3a35-4ee0-b616-220eacac851c/5c0cc429-b9ba-46d7-85b3-8a760935b5e7) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:12.443409 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] For port 37a8083e-9f58-4f46-a318-f4e9dbe161cd, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:12.446662 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] For port 37a8083e-9f58-4f46-a318-f4e9dbe161cd, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37a8083e-9f58-4f46-a318-f4e9dbe161cd,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:12.450822 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.516527 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:12.517142 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:12.571728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.593344 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Transition to ACTIVE for port object 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:12.595044 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e2a49-0a47-4012-a131-021fc7418648 None None] Pushing event updated for resources: {'Port': ['ID=37a8083e-9f58-4f46-a318-f4e9dbe161cd,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:12.619169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.686600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:12.689122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:12.692907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:12.732109 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:12.733102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:12.749133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.928952 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Provisioning for port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:12.933714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Provisioning complete for port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:12.934318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:12.934428 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 1 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:12.990183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:13.025215 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:10Z', 'revision_number': 3, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:13.026848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:13.029533 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390aef4-45e6-4b6e-b34f-8ed5677e2e24 None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:10Z', 'revision_number': 3, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:28:13.271273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:13.275692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:13.384000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:13.387503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:13.485274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:13.491000 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 2 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:13.527305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:13.528556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:13.548138 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:13.732069 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:28:14.026839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:28:14.036066 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d6536b30-ddeb-4ff7-904d-1e7ea7b993e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/03dbe900-5fd1-4caf-8ffb-34e61a4964a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347673 Sep 29 07:28:14.049767 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 3 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:14.092445 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:28:14.117369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37a8083e-9f58-4f46-a318-f4e9dbe161cd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:14.189824 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:14.204667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 37a8083e-9f58-4f46-a318-f4e9dbe161cd completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:14.209838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 37a8083e-9f58-4f46-a318-f4e9dbe161cd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:14.210211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.210588 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 37a8083e-9f58-4f46-a318-f4e9dbe161cd Sep 29 07:28:14.331343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 37a8083e-9f58-4f46-a318-f4e9dbe161cd is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:14.331733 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.352744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 37a8083e-9f58-4f46-a318-f4e9dbe161cd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37a8083e-9f58-4f46-a318-f4e9dbe161cd,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:14.359069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.361445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:14.485760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=37a8083e-9f58-4f46-a318-f4e9dbe161cd,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:14.502307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:14.502781 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.503185 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 Sep 29 07:28:14.576777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54590) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:14.582887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-827375608-network', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:14.587630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:14.591816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Usage tracker for resource:network and tenant:2fa2d0c562dc44ac8addb24c86b924cd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:14.594887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:14.599863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:28:14.600948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:14.611625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Made reservation on behalf of 2fa2d0c562dc44ac8addb24c86b924cd for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:28:14.614125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.625380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:14.626018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:14.626151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.641112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:14.645522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Usage tracker for resource:security_group_rule and tenant:2fa2d0c562dc44ac8addb24c86b924cd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:14.648360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:14.654066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:14.692052 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 4 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:14.720702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:14.737602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.741499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.772596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:28:14.780906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e15ead-8ff4-4043-8e5a-76a1244e8ba1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:14.786764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.787259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Added segment d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc of type vlan for network f1f92372-e0a4-40a6-a104-26151cbcea9d Sep 29 07:28:14.811366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:14.814133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.844406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.845244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:14.845797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:14.855128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:14.946911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] Pushing event updated for resources: {'Network': ['ID=f1f92372-e0a4-40a6-a104-26151cbcea9d,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:14.952439 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c44f8e78-9c48-4510-b006-7f5b9f5286dd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3720765 Sep 29 07:28:14.952628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54594) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:14.958730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Request body: {'subnet': {'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-827375608-subnet', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:14.963748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:14.968591 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Usage tracker for resource:subnet and tenant:2fa2d0c562dc44ac8addb24c86b924cd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:14.971402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:14.977884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:14.984361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f1f92372-e0a4-40a6-a104-26151cbcea9d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:28:14.987944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Made reservation on behalf of 2fa2d0c562dc44ac8addb24c86b924cd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:28:14.990222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.197019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.271103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a163e3-17b6-48c7-b53a-1d4051eca978,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:15.272554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:13Z', 'revision_number': 2, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:15.276772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:28:15.277241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Updating router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:28:15.285235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Checking segment: {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:15.285588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Network hostable DHCP agents. Network: f1f92372-e0a4-40a6-a104-26151cbcea9d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:28:15.304114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Network f1f92372-e0a4-40a6-a104-26151cbcea9d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:28:15.313840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f1f92372-e0a4-40a6-a104-26151cbcea9d) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:15.318985 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 5 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:15.319531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:15.320123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.345855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54598) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:15.351362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d18895-f479-4a07-bcab-23e0a47390ff None None] Network f1f92372-e0a4-40a6-a104-26151cbcea9d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:28:15.351978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:15.355250 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-39fb1ab4-71f3-4dbb-bc3b-df25f25d390d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4014895 Sep 29 07:28:15.356654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:15.360600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Usage tracker for resource:router and tenant:2fa2d0c562dc44ac8addb24c86b924cd is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:28:15.363608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:28:15.369456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:15.381192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.382378 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.399393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.452410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.479176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:15.773174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.828438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f1f92372-e0a4-40a6-a104-26151cbcea9d', 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'fixed_ips': [{'subnet_id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:28:15.829260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:15.994128 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 6 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:16.026918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37a8083e-9f58-4f46-a318-f4e9dbe161cd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:16.078659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.resource_extend [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 07:28:16.084112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.117345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.172323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:16.194898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Allocated IP 172.20.0.2 (f1f92372-e0a4-40a6-a104-26151cbcea9d/e9a163e3-17b6-48c7-b53a-1d4051eca978/3735c834-b090-42e6-a3d6-862176126f5f) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:16.197960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.224167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Transition to ACTIVE for port object 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:16.251523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.253191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Allocated IP 172.26.0.67 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/b3f918a3-2bfe-4fe8-8975-e788e26d0cc2) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:16.403227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.403803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 37a8083e-9f58-4f46-a318-f4e9dbe161cd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:16.404174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.404512 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 37a8083e-9f58-4f46-a318-f4e9dbe161cd Sep 29 07:28:16.434816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.502331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:16.505099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:16.508956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:16.549245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:16.569606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052eb3-e617-42cd-82b5-6f8c9e9e6800 None None] Pushing event updated for resources: {'Port': ['ID=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:16.612962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Attempting to bind port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:16.613886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Attempting to bind port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:16.614250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Attempting to bind port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 on network 3a859e99-1c72-4359-97ca-d94254fb76a4 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:16.634993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:16.635369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Checking segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:16.635772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.636171 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Bound using segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:16.636666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Bound port: 5c0cc429-b9ba-46d7-85b3-8a760935b5e7, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:16.637041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.676669 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 7 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:16.846137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.856434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:16.871566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Transition to ACTIVE for port object 3735c834-b090-42e6-a3d6-862176126f5f will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:16.873890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 37a8083e-9f58-4f46-a318-f4e9dbe161cd is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:16.910812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Transition to ACTIVE for port object 3735c834-b090-42e6-a3d6-862176126f5f will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:16.914290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] For port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:16.917541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] For port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:16.919403 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.924551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.955310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:16.994262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Network f1f92372-e0a4-40a6-a104-26151cbcea9d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:16.998081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:17.004576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:17.008571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:17.009212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:17.128313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Pushing event updated for resources: {'Port': ['ID=3735c834-b090-42e6-a3d6-862176126f5f,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:17.357992 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Attempt 8 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:17.385606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:17.400436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052eb3-e617-42cd-82b5-6f8c9e9e6800 None None] Pushing event updated for resources: {'Port': ['ID=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:17.418903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Attempting to bind port 3735c834-b090-42e6-a3d6-862176126f5f on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:17.419518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Attempting to bind port 3735c834-b090-42e6-a3d6-862176126f5f by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:17.419633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Attempting to bind port 3735c834-b090-42e6-a3d6-862176126f5f on network f1f92372-e0a4-40a6-a104-26151cbcea9d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:17.438488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:17.438875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Checking segment: {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:17.439271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:17.439654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Bound using segment: {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:17.440112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Bound port: 3735c834-b090-42e6-a3d6-862176126f5f, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:17.440476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:17.498545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:17.553637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ac247-2eda-4df0-972c-e07b3de8e153 None None] Port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:28:17.591922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Router 984e3d5d-9675-45f9-bbf0-12969946ca3b is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:28:17.593155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:17.739858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] For port 3735c834-b090-42e6-a3d6-862176126f5f, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:17.761109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] For port 3735c834-b090-42e6-a3d6-862176126f5f, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3735c834-b090-42e6-a3d6-862176126f5f,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:17.769339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:17.770026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:28:17.780060 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Sync routers for ids ['984e3d5d-9675-45f9-bbf0-12969946ca3b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:28:17.790465 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Routers {'984e3d5d-9675-45f9-bbf0-12969946ca3b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:17.791454 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['984e3d5d-9675-45f9-bbf0-12969946ca3b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:17.794892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:17.798787 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f5525ce1-8e44-4c8d-85a5-feaaf4c5dab2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4491611 Sep 29 07:28:17.798973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54602) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:28:17.885855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe6f74-eac0-4e93-a93b-2634d047867f None None] Pushing event updated for resources: {'Port': ['ID=3735c834-b090-42e6-a3d6-862176126f5f,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:17.956528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:16Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:17.961354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8567dde7-e1b4-4b2a-aee0-7c5b195f73dc None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:16Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:28:17.986064 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Set router 984e3d5d-9675-45f9-bbf0-12969946ca3b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:18.357254 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:28:16Z', 'revision_number': 3, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:18.361665 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Checking router: 984e3d5d-9675-45f9-bbf0-12969946ca3b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:28:18.362209 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Updating router 984e3d5d-9675-45f9-bbf0-12969946ca3b port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:28:18.421879 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:18.776220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:18.794507 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:18.808920 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Transition to ACTIVE for port object b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:18.817958 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:18.889291 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Attempting to bind port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:18.889655 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Attempting to bind port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:18.890014 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Attempting to bind port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:18.901357 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:18.901758 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:18.902123 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:18.902526 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:18.903008 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Bound port: b3f918a3-2bfe-4fe8-8975-e788e26d0cc2, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:18.903374 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:18.934644 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d38f4-4631-4b96-88ef-77b42735e586 None None] Pushing event updated for resources: {'Port': ['ID=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:19.007685 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] For port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:19.011225 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] For port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:19.018250 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.020993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Allocated IP 172.20.0.1 (f1f92372-e0a4-40a6-a104-26151cbcea9d/e9a163e3-17b6-48c7-b53a-1d4051eca978/274c8eb7-a29c-4918-a0f4-1584a6e33d45) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:19.061216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40a899-978d-43b8-a9c9-59a94e23ccab None None] Network f1f92372-e0a4-40a6-a104-26151cbcea9d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:28:19.113931 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Routers {'984e3d5d-9675-45f9-bbf0-12969946ca3b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:19.114660 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['984e3d5d-9675-45f9-bbf0-12969946ca3b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:19.178892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bfd15972-b4d4-4f86-b7ef-a937a61d67da None None] Provisioning for port 3735c834-b090-42e6-a3d6-862176126f5f completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:19.202803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.213343 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d38f4-4631-4b96-88ef-77b42735e586 None None] Pushing event updated for resources: {'Port': ['ID=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:19.226471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Transition to ACTIVE for port object 274c8eb7-a29c-4918-a0f4-1584a6e33d45 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:19.255579 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.333307 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] Set router 984e3d5d-9675-45f9-bbf0-12969946ca3b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:19.349106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Pushing event updated for resources: {'Port': ['ID=274c8eb7-a29c-4918-a0f4-1584a6e33d45,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:19.377398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Network f1f92372-e0a4-40a6-a104-26151cbcea9d is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:19.379518 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:19.382068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:19.447708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.634039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Provisioning for port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:19.639463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Provisioning complete for port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:19.640078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.640433 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 1 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:19.653212 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:28:16Z', 'revision_number': 3, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:19.657263 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca6c569-b0db-4cde-852e-0364e84d6fa7 None None] The sync data for ids ['984e3d5d-9675-45f9-bbf0-12969946ca3b'] in dv-neutron-859761-1-hyperv is: [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:28:16Z', 'revision_number': 3, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:28:19.717644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:19.735149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.978271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:19.985658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.093743 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3735c834-b090-42e6-a3d6-862176126f5f up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:20.101516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Pushing event updated for resources: {'Port': ['ID=274c8eb7-a29c-4918-a0f4-1584a6e33d45,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:20.105382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.167685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3735c834-b090-42e6-a3d6-862176126f5f completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:20.173166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3735c834-b090-42e6-a3d6-862176126f5f triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:20.173620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.174047 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3735c834-b090-42e6-a3d6-862176126f5f Sep 29 07:28:20.218781 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 2 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:20.258206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Network f1f92372-e0a4-40a6-a104-26151cbcea9d is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:20.259572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:20.286742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:20.362265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3735c834-b090-42e6-a3d6-862176126f5f is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:20.362759 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.405727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 3735c834-b090-42e6-a3d6-862176126f5f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3735c834-b090-42e6-a3d6-862176126f5f,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:20.413539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.414939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:20.607740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Router 984e3d5d-9675-45f9-bbf0-12969946ca3b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:28:20.613850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=3735c834-b090-42e6-a3d6-862176126f5f,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:20.628857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:20.634315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:20.634791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.635131 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 Sep 29 07:28:20.750424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:20.750839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.768181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:20.772629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.773480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:20.792533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:28:20.810707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-53d22d9f-54f8-48dd-9518-1d4677cc15f2 admin admin] 10.222.0.26 "PUT /v2.0/routers/984e3d5d-9675-45f9-bbf0-12969946ca3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0105789 Sep 29 07:28:20.833709 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 3 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:20.937910 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:20.944758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:20.957803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:20.962660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:20.963035 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:20.963373 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:21.082876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:21.083260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:21.117347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:21.123086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:21.213695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:21.303335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48257bec-5602-423d-9de6-547249ab472c None None] Sync routers for ids ['984e3d5d-9675-45f9-bbf0-12969946ca3b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:28:21.312362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] Routers {'984e3d5d-9675-45f9-bbf0-12969946ca3b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:21.312981 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['984e3d5d-9675-45f9-bbf0-12969946ca3b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:21.447443 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 4 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:21.529843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:21.537126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] Set router 984e3d5d-9675-45f9-bbf0-12969946ca3b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:21.875144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:28:19Z', 'revision_number': 4, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '274c8eb7-a29c-4918-a0f4-1584a6e33d45', 'name': '', 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'mac_address': 'fa:16:3e:9a:54:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:18Z', 'updated_at': '2022-09-29T07:28:19Z', 'revision_number': 2, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'subnets': [{'id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:21.879884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48257bec-5602-423d-9de6-547249ab472c None None] Checking router: 984e3d5d-9675-45f9-bbf0-12969946ca3b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:28:21.880241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48257bec-5602-423d-9de6-547249ab472c None None] Updating router 984e3d5d-9675-45f9-bbf0-12969946ca3b port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:28:21.942321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48257bec-5602-423d-9de6-547249ab472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:22.024384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3735c834-b090-42e6-a3d6-862176126f5f up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:22.053511 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 5 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:22.232679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:22.277678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3735c834-b090-42e6-a3d6-862176126f5f triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:22.278046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:22.278612 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3735c834-b090-42e6-a3d6-862176126f5f Sep 29 07:28:22.506629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3735c834-b090-42e6-a3d6-862176126f5f is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:22.507904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:22.650754 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:22.651255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:22.651690 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 Sep 29 07:28:22.708709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48257bec-5602-423d-9de6-547249ab472c None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:22.720836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-48257bec-5602-423d-9de6-547249ab472c None None] Transition to ACTIVE for port object 274c8eb7-a29c-4918-a0f4-1584a6e33d45 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:22.729880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48257bec-5602-423d-9de6-547249ab472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:22.806560 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 6 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:22.948646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:22.949392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b30d-2f31-4f42-a382-947b1292bbf4 None None] Pushing event updated for resources: {'Port': ['ID=274c8eb7-a29c-4918-a0f4-1584a6e33d45,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:23.065502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-48257bec-5602-423d-9de6-547249ab472c None None] Attempting to bind port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:23.065779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-48257bec-5602-423d-9de6-547249ab472c None None] Attempting to bind port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:23.066245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48257bec-5602-423d-9de6-547249ab472c None None] Attempting to bind port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 on network f1f92372-e0a4-40a6-a104-26151cbcea9d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:23.071652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:23.072737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:23.104628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48257bec-5602-423d-9de6-547249ab472c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:23.105071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48257bec-5602-423d-9de6-547249ab472c None None] Checking segment: {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:23.105482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48257bec-5602-423d-9de6-547249ab472c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:23.105880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48257bec-5602-423d-9de6-547249ab472c None None] Bound using segment: {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:23.106359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-48257bec-5602-423d-9de6-547249ab472c None None] Bound port: 274c8eb7-a29c-4918-a0f4-1584a6e33d45, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:23.106801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48257bec-5602-423d-9de6-547249ab472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:23.228771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:23.229132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:23.229474 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 Sep 29 07:28:23.269387 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-48257bec-5602-423d-9de6-547249ab472c None None] For port 274c8eb7-a29c-4918-a0f4-1584a6e33d45, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:23.288361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-48257bec-5602-423d-9de6-547249ab472c None None] For port 274c8eb7-a29c-4918-a0f4-1584a6e33d45, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=274c8eb7-a29c-4918-a0f4-1584a6e33d45,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:23.297869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-48257bec-5602-423d-9de6-547249ab472c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:23.365619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] Routers {'984e3d5d-9675-45f9-bbf0-12969946ca3b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:28:23.366168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['984e3d5d-9675-45f9-bbf0-12969946ca3b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:23.453313 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Attempt 7 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:23.644680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b30d-2f31-4f42-a382-947b1292bbf4 None None] Pushing event updated for resources: {'Port': ['ID=274c8eb7-a29c-4918-a0f4-1584a6e33d45,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:23.650072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:23.667820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd2a16-eca9-42ee-8b32-33ee663eb159 None None] Port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:28:23.689157 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] Set router 984e3d5d-9675-45f9-bbf0-12969946ca3b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:28:24.073411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-48257bec-5602-423d-9de6-547249ab472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:28:19Z', 'revision_number': 4, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '274c8eb7-a29c-4918-a0f4-1584a6e33d45', 'name': '', 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'mac_address': 'fa:16:3e:9a:54:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:18Z', 'updated_at': '2022-09-29T07:28:23Z', 'revision_number': 4, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'subnets': [{'id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:28:24.077862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48257bec-5602-423d-9de6-547249ab472c None None] The sync data for ids ['984e3d5d-9675-45f9-bbf0-12969946ca3b'] in dv-neutron-859761-1-hyperv is: [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:28:19Z', 'revision_number': 4, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '274c8eb7-a29c-4918-a0f4-1584a6e33d45', 'name': '', 'network_id': 'f1f92372-e0a4-40a6-a104-26151cbcea9d', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'mac_address': 'fa:16:3e:9a:54:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:18Z', 'updated_at': '2022-09-29T07:28:23Z', 'revision_number': 4, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'subnets': [{'id': 'e9a163e3-17b6-48c7-b53a-1d4051eca978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:28:26.026165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 274c8eb7-a29c-4918-a0f4-1584a6e33d45 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:26.124673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:26.130773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:26.131310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:26.131660 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:26.259046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:26.259345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:26.295567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 274c8eb7-a29c-4918-a0f4-1584a6e33d45, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=274c8eb7-a29c-4918-a0f4-1584a6e33d45,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:26.299715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:26.386736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=274c8eb7-a29c-4918-a0f4-1584a6e33d45,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:28.009864 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 274c8eb7-a29c-4918-a0f4-1584a6e33d45 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:28.093948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:28.094322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:28.094685 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 Sep 29 07:28:28.220237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:30.490880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-76bf29c1-6cd4-4e91-9cae-f73cb74dd8a7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:30.492338 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-76bf29c1-6cd4-4e91-9cae-f73cb74dd8a7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 815 time: 0.1566987 Sep 29 07:28:30.506716 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-3f076c3f-e815-4c78-a604-850cb928dc6c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/quotas/7589f0322e49452585698732c1b118ce HTTP/1.1" status: 200 len: 375 time: 0.0089617 Sep 29 07:28:30.596058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-12586b86-3caa-4b86-9443-0905a2535cfc req-eaf63894-56ba-45d4-a0af-bcc59a26512e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:28:30.613780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-12586b86-3caa-4b86-9443-0905a2535cfc req-eaf63894-56ba-45d4-a0af-bcc59a26512e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:28:30.615286 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-eaf63894-56ba-45d4-a0af-bcc59a26512e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038752 Sep 29 07:28:30.751547 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-7fbbb838-351d-4125-a72b-d396da4a4dd9 service neutron] 10.222.0.26 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248369 Sep 29 07:28:30.881808 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-685a7d75-e810-434e-9d74-bd25017bb7c6 service neutron] 10.222.0.26 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240582 Sep 29 07:28:31.071049 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-605ce0ec-b4c8-44b2-8d04-2cb0357c704a req-a59d8f01-a2a6-4544-b398-4c58c6efc09d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0547872 Sep 29 07:28:32.230765 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9ccaa105-f5a2-4d3a-a15a-ebf77ba98799 req-002a997c-bc19-4f8b-8762-5e02f9aed1b3 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0495751 Sep 29 07:28:32.471869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-86ea5832-2fff-4c1a-a0e4-731de7784355 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:32.472594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-12586b86-3caa-4b86-9443-0905a2535cfc req-86ea5832-2fff-4c1a-a0e4-731de7784355 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:28:32.488491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-12586b86-3caa-4b86-9443-0905a2535cfc req-86ea5832-2fff-4c1a-a0e4-731de7784355 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:28:32.489739 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-86ea5832-2fff-4c1a-a0e4-731de7784355 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 815 time: 0.1677718 Sep 29 07:28:32.508847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'port': {'device_id': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'admin_state_up': True, 'tenant_id': '7589f0322e49452585698732c1b118ce'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:32.646994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:28:32.656878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:28:32.666870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Made reservation on behalf of 7589f0322e49452585698732c1b118ce for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:28:32.670324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:32.848539 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Allocated IP 172.20.0.7 (3a859e99-1c72-4359-97ca-d94254fb76a4/9802c9dc-3a35-4ee0-b616-220eacac851c/40a785d1-cb7c-4eb0-903c-caab1554ff83) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:28:33.133135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:33.155205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Transition to ACTIVE for port object 40a785d1-cb7c-4eb0-903c-caab1554ff83 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:33.185737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:33.266176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:28:33.269975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:28:33.274138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:28:33.309933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:33.358923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:33.359863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:33.406980 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-6f9ed85a-b360-418b-9e8d-6e9d2a345b7c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018641 Sep 29 07:28:33.530757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf38545-1066-460a-aab9-753449b203c7 req-5802c415-035b-4b29-ae14-10584c4b8cf7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:33.531642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-0cf38545-1066-460a-aab9-753449b203c7 req-5802c415-035b-4b29-ae14-10584c4b8cf7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:28:33.549880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-0cf38545-1066-460a-aab9-753449b203c7 req-5802c415-035b-4b29-ae14-10584c4b8cf7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:28:33.551955 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0cf38545-1066-460a-aab9-753449b203c7 req-5802c415-035b-4b29-ae14-10584c4b8cf7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.1351144 Sep 29 07:28:33.600357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-0cf38545-1066-460a-aab9-753449b203c7 req-5ee38059-4a1e-40f3-9b48-56bbdb399dad tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:28:33.618405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-0cf38545-1066-460a-aab9-753449b203c7 req-5ee38059-4a1e-40f3-9b48-56bbdb399dad tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:28:33.619799 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0cf38545-1066-460a-aab9-753449b203c7 req-5ee38059-4a1e-40f3-9b48-56bbdb399dad tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Sep 29 07:28:33.651993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Provisioning for port 40a785d1-cb7c-4eb0-903c-caab1554ff83 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:33.668549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Provisioning complete for port 40a785d1-cb7c-4eb0-903c-caab1554ff83 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:33.668921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:33.669250 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 1 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:33.721967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:34.223139 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 2 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:34.278390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:34.779467 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 3 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:34.844479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:34.853654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2a7c9-2a41-4576-856b-dbce8c11eb14 req-f9a78f38-86b7-4c8b-95ba-3c39c832d1e9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:34.857421 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72a2a7c9-2a41-4576-856b-dbce8c11eb14 req-f9a78f38-86b7-4c8b-95ba-3c39c832d1e9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.1016400 Sep 29 07:28:34.906450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-72a2a7c9-2a41-4576-856b-dbce8c11eb14 req-9c56a8e7-a967-4405-8570-76ce2ce4c62e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Sep 29 07:28:35.345721 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 4 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:35.403547 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:35.906339 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 5 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:35.997104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:36.139380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b86d4-cce2-484e-ae28-6c498a8f8269 req-764b934e-faf6-428b-92b5-2fd31b66e0ba tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:36.140877 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a64b86d4-cce2-484e-ae28-6c498a8f8269 req-764b934e-faf6-428b-92b5-2fd31b66e0ba tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.0934947 Sep 29 07:28:36.193406 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a64b86d4-cce2-484e-ae28-6c498a8f8269 req-3cc3465b-d7d3-4d46-b0d7-eb86238b5736 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Sep 29 07:28:36.498367 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 6 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:36.556392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:37.058207 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 7 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:37.115598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:37.422801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a07a6-2cb8-4546-905a-f34cdc9dbe3f req-4b3e63ec-aafd-41b7-92ec-a5acc45e7112 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:37.424365 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-435a07a6-2cb8-4546-905a-f34cdc9dbe3f req-4b3e63ec-aafd-41b7-92ec-a5acc45e7112 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.1090779 Sep 29 07:28:37.470694 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-435a07a6-2cb8-4546-905a-f34cdc9dbe3f req-edf1a6c9-fdaa-4955-ba27-9f1d6b01ffa6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Sep 29 07:28:37.617423 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 8 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:37.674606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:38.175734 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 9 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:38.235322 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:38.681974 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81506016-b1ca-4da9-94b2-343fb68f71b6 req-77c1aa28-6a8b-47dd-9741-08d389124ec1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:38.683847 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81506016-b1ca-4da9-94b2-343fb68f71b6 req-77c1aa28-6a8b-47dd-9741-08d389124ec1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.0998709 Sep 29 07:28:38.718124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-54e30499-9bec-4696-8323-fd9b795b562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:38.732608 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81506016-b1ca-4da9-94b2-343fb68f71b6 req-87e08335-03e4-48bd-b19a-9e5c59d66170 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Sep 29 07:28:38.740259 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Attempt 10 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:38.796371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-8274ab7d-45f6-484f-911c-f840450f4fa3 None None] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:28:40.068199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f833488-c192-4686-b5f1-805c15494822 req-881d7383-7d27-4a72-a769-ebffd9c218aa tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:40.069657 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0f833488-c192-4686-b5f1-805c15494822 req-881d7383-7d27-4a72-a769-ebffd9c218aa tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.2077472 Sep 29 07:28:40.118581 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0f833488-c192-4686-b5f1-805c15494822 req-ab0bbe7c-c224-4c6e-a54a-a7ca474f6550 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Sep 29 07:28:41.011101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c2af7d6-15af-46d6-a19e-8810997beea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:41.320011 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81695ca-bce1-43a8-8160-2fd60f7a4398 req-1e55678b-e74f-4025-aa4f-ab3302b8753b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:41.321383 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a81695ca-bce1-43a8-8160-2fd60f7a4398 req-1e55678b-e74f-4025-aa4f-ab3302b8753b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.0901718 Sep 29 07:28:41.364133 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a81695ca-bce1-43a8-8160-2fd60f7a4398 req-b0a353e1-d497-4ce3-be37-66297b4ade91 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Sep 29 07:28:41.928492 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:42.117355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:42.546474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Request body: {'port': {'device_id': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:28:42.564590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f9b42-bb1b-4524-91d3-3b50ff500d97 req-3840a287-122a-4133-a6e7-323b7f1e7d2b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:42.566098 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-515f9b42-bb1b-4524-91d3-3b50ff500d97 req-3840a287-122a-4133-a6e7-323b7f1e7d2b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 931 time: 0.0888093 Sep 29 07:28:42.617231 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-515f9b42-bb1b-4524-91d3-3b50ff500d97 req-71f91243-f540-4310-94e8-e8a009fff3f5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Sep 29 07:28:42.766301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.102960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a785d1-cb7c-4eb0-903c-caab1554ff83 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:28:43.110476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.128084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Transition to ACTIVE for port object 40a785d1-cb7c-4eb0-903c-caab1554ff83 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:28:43.131835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.319870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:43.357136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Attempting to bind port 40a785d1-cb7c-4eb0-903c-caab1554ff83 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:28:43.357473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Attempting to bind port 40a785d1-cb7c-4eb0-903c-caab1554ff83 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:28:43.357797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Attempting to bind port 40a785d1-cb7c-4eb0-903c-caab1554ff83 on network 3a859e99-1c72-4359-97ca-d94254fb76a4 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:43.362299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Port 40a785d1-cb7c-4eb0-903c-caab1554ff83 on network 3a859e99-1c72-4359-97ca-d94254fb76a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:28:43.362712 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Attempting to bind port 40a785d1-cb7c-4eb0-903c-caab1554ff83 on network 3a859e99-1c72-4359-97ca-d94254fb76a4 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:28:43.367753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:28:43.368087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Checking segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:28:43.368459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Bound using segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:28:43.368875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Bound port: 40a785d1-cb7c-4eb0-903c-caab1554ff83, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:28:43.369210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.456920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:28:43.460560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:28:43.465228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.468691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:43.469289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.472031 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] 10.222.0.61 "PUT /v2.0/ports/40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1093 time: 0.9299076 Sep 29 07:28:43.491782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:43.507851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:28:43.511309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c460388c-9c4a-4db1-b15f-a2bf88a7c967" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:28:43.572064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ff409-9429-42b3-a540-4f1aa7143fbd x-openstack-request-id: req-790ff409-9429-42b3-a540-4f1aa7143fbd {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:28:43.572679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:28:43.572679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-790ff409-9429-42b3-a540-4f1aa7143fbd {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:28:43.572899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790ff409-9429-42b3-a540-4f1aa7143fbd'] response: {'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'status': 'completed', 'code': 200} Sep 29 07:28:43.611112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb722159-3d46-4d2a-907d-06380e1f9078 service neutron] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:43.629707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-47333e07-8126-43c8-a2ac-f19801145c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:43.631255 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-47333e07-8126-43c8-a2ac-f19801145c9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1096 time: 0.1040196 Sep 29 07:28:43.707566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-135d6fd4-9adf-413e-ab12-26035a821db0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 217 time: 0.0636196 Sep 29 07:28:43.772854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-d5554d7a-0e59-45ad-9b19-c6fd80c7d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:43.774270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-d5554d7a-0e59-45ad-9b19-c6fd80c7d5d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0610075 Sep 29 07:28:43.820484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359bf89-91ec-45de-bc03-01bd9b235195 req-9b3fcbd0-3df6-437d-bab3-9013180f0c4f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:43.822009 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b359bf89-91ec-45de-bc03-01bd9b235195 req-9b3fcbd0-3df6-437d-bab3-9013180f0c4f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 943 time: 0.0866983 Sep 29 07:28:43.857082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12586b86-3caa-4b86-9443-0905a2535cfc req-770763c5-769f-4686-8967-158f6e91064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:43.858456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-770763c5-769f-4686-8967-158f6e91064f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772624 Sep 29 07:28:43.865872 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b359bf89-91ec-45de-bc03-01bd9b235195 req-5793da43-7461-46a2-abe1-9263410ca945 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382206 Sep 29 07:28:43.988229 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-12497817-4f28-4050-8584-c7c8dda037d3 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235671 Sep 29 07:28:44.116771 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-12586b86-3caa-4b86-9443-0905a2535cfc req-018daed2-c8c3-45a2-b693-e72d6c414e6a service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225262 Sep 29 07:28:44.288170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-55fb3942-8c17-4fb2-83e5-2c3a4b81d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:44.289627 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-55fb3942-8c17-4fb2-83e5-2c3a4b81d84b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0804780 Sep 29 07:28:44.426308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-87c9bb28-430f-4297-a620-e2696d8598ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:44.428373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-87c9bb28-430f-4297-a620-e2696d8598ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1319022 Sep 29 07:28:44.591758 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-70274d4a-43f9-4933-8910-22acc79201c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 217 time: 0.1570718 Sep 29 07:28:44.659431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-436b5c56-c608-48a3-904b-211d941ff18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:44.660790 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-436b5c56-c608-48a3-904b-211d941ff18e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0626099 Sep 29 07:28:44.741666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-1decb821-9fb4-45ab-b758-704043fc4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:44.743143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-1decb821-9fb4-45ab-b758-704043fc4519 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766356 Sep 29 07:28:44.871812 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-b964b799-224c-4f53-b4ec-6dbff82888ef service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222241 Sep 29 07:28:45.057868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c460388c-9c4a-4db1-b15f-a2bf88a7c967 req-f8e99ec3-90cb-457f-910d-41c34dcf508b service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796343 Sep 29 07:28:45.084729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4325-9cd1-4b2a-a09d-5d9ce9ae4efa req-deaca74c-6088-4307-8781-e0c4b41ba9c2 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:45.086173 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-43fa4325-9cd1-4b2a-a09d-5d9ce9ae4efa req-deaca74c-6088-4307-8781-e0c4b41ba9c2 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 943 time: 0.1046469 Sep 29 07:28:45.130093 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-43fa4325-9cd1-4b2a-a09d-5d9ce9ae4efa req-9c1f5ecb-56d8-411c-a3ea-4ec3fe57dbf1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381367 Sep 29 07:28:46.327465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2d2c-8d49-42ce-a072-ef612ca96084 req-24d21451-f595-44a2-b49a-60ea475f8887 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:46.329043 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-99dd2d2c-8d49-42ce-a072-ef612ca96084 req-24d21451-f595-44a2-b49a-60ea475f8887 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 943 time: 0.0880022 Sep 29 07:28:46.372986 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-99dd2d2c-8d49-42ce-a072-ef612ca96084 req-5601e56c-af4a-4849-9338-80c5042d9a99 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377784 Sep 29 07:28:46.699652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 40a785d1-cb7c-4eb0-903c-caab1554ff83 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:28:46.829423 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:46.842472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'port_id': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'mac_address': 'fa:16:3e:99:92:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:28:46.895365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 40a785d1-cb7c-4eb0-903c-caab1554ff83 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:46.896332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:46.912313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a785d1-cb7c-4eb0-903c-caab1554ff83 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:28:46.927068 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:46.930356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:46.997809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:47.004652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.005531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.005872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.006210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.006568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.006897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.007221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.007546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.007882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.008192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.008510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.008828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:28:47.286202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['40a785d1-cb7c-4eb0-903c-caab1554ff83'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:28:47.491231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:47.575742 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec605ec-6795-4173-9909-bf526760449c req-874bd60e-f2b3-47b6-9d8d-494755f43865 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:47.577132 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ec605ec-6795-4173-9909-bf526760449c req-874bd60e-f2b3-47b6-9d8d-494755f43865 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 944 time: 0.0888250 Sep 29 07:28:47.625372 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ec605ec-6795-4173-9909-bf526760449c req-3ee7cef1-38ad-4984-af6e-fd8b8f4be479 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Sep 29 07:28:48.715664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 40a785d1-cb7c-4eb0-903c-caab1554ff83 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:28:48.781515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 40a785d1-cb7c-4eb0-903c-caab1554ff83 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:28:48.786297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 40a785d1-cb7c-4eb0-903c-caab1554ff83 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:28:48.786702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:48.787038 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 40a785d1-cb7c-4eb0-903c-caab1554ff83 Sep 29 07:28:48.820060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f212-7e5a-4e9d-9732-411c3b82bb4f req-a5694f33-5ad4-4a7c-8efc-9098dc5274ee tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:48.821638 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8703f212-7e5a-4e9d-9732-411c3b82bb4f req-a5694f33-5ad4-4a7c-8efc-9098dc5274ee tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 944 time: 0.0866814 Sep 29 07:28:48.868938 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8703f212-7e5a-4e9d-9732-411c3b82bb4f req-59cd0667-215b-41d5-918d-143c70a16f91 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Sep 29 07:28:48.902353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 40a785d1-cb7c-4eb0-903c-caab1554ff83 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:28:48.902753 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:48.929775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:28:48.932052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542f49cf-f384-41c6-bc39-8ed9ea26ee8c" -d '{"events": [{"server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:28:48.939813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:28:48.943632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:28:48.979479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c22670e-bb66-497c-b9b6-d1ed62c171d7 x-openstack-request-id: req-1c22670e-bb66-497c-b9b6-d1ed62c171d7 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:28:48.979892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:28:48.980134 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c22670e-bb66-497c-b9b6-d1ed62c171d7 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:28:48.980406 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c22670e-bb66-497c-b9b6-d1ed62c171d7'] response: {'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'code': 200} Sep 29 07:28:49.011388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:28:49.228389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6acda-507d-4958-96e9-690fa9163042 req-2e1b9f1a-d1a7-4e8a-b72e-6c9e9004d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:49.229907 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-deb6acda-507d-4958-96e9-690fa9163042 req-2e1b9f1a-d1a7-4e8a-b72e-6c9e9004d1fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0764780 Sep 29 07:28:49.271415 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-deb6acda-507d-4958-96e9-690fa9163042 req-11e89a36-88c9-4851-bce3-6105b465bee3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340922 Sep 29 07:28:50.065050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438fb9f-3a5b-4e4e-b17a-485904e30c8d req-9eda2e6f-bb9c-4e64-bb38-f64d7470cf32 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:50.066487 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f438fb9f-3a5b-4e4e-b17a-485904e30c8d req-9eda2e6f-bb9c-4e64-bb38-f64d7470cf32 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0851655 Sep 29 07:28:50.109618 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f438fb9f-3a5b-4e4e-b17a-485904e30c8d req-ae75de75-3cea-4eac-8014-ca27e1d51d69 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374355 Sep 29 07:28:51.092475 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:28:51.308589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd2016-1f0c-4b60-aee9-b5707e21a107 req-8b7075a4-7218-4e90-a078-f1140f42f179 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:51.310027 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fedd2016-1f0c-4b60-aee9-b5707e21a107 req-8b7075a4-7218-4e90-a078-f1140f42f179 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0879002 Sep 29 07:28:51.353826 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fedd2016-1f0c-4b60-aee9-b5707e21a107 req-1ff335b4-a8d3-43d1-bfee-a03de1fab0cd tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 Sep 29 07:28:51.550368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999a5bb-1021-43d2-b1af-51cc8898072b req-bbb6a713-c67a-4f16-a6ed-5d1974e69cdb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:51.552377 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c999a5bb-1021-43d2-b1af-51cc8898072b req-bbb6a713-c67a-4f16-a6ed-5d1974e69cdb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0891325 Sep 29 07:28:51.595824 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c999a5bb-1021-43d2-b1af-51cc8898072b req-055aacb4-a271-472e-be15-df6aa6ed54a9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Sep 29 07:28:51.995894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099fada-d021-438d-b8ce-2c7b674fd873 req-0f5ea765-e5ba-44f6-a1cc-c55154004601 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:28:51.997363 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4099fada-d021-438d-b8ce-2c7b674fd873 req-0f5ea765-e5ba-44f6-a1cc-c55154004601 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0883827 Sep 29 07:28:52.043835 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4099fada-d021-438d-b8ce-2c7b674fd873 req-b21ebb8b-4ddd-41d9-b007-eaeb5ae3b1dc tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Sep 29 07:29:04.589351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053afd45-df12-4365-9459-1a6ea104fcde req-75813a9f-3a7b-4755-a65b-3dc7cad836c1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:04.590737 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-053afd45-df12-4365-9459-1a6ea104fcde req-75813a9f-3a7b-4755-a65b-3dc7cad836c1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0844262 Sep 29 07:29:04.634249 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-053afd45-df12-4365-9459-1a6ea104fcde req-e9783ed3-6844-471c-a727-141eb39d05ff tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Sep 29 07:29:04.663638 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54808) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:04.831630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeba2a-52fd-40f7-8fef-e1f4baf93315 tempest-TestMinimumBasicScenario-1174053074 tempest-TestMinimumBasicScenario-1174053074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:04.832331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3caeba2a-52fd-40f7-8fef-e1f4baf93315 tempest-TestMinimumBasicScenario-1174053074 tempest-TestMinimumBasicScenario-1174053074-project-admin] Synchronizing usage tracker for tenant:2fa2d0c562dc44ac8addb24c86b924cd on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:29:04.848810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3caeba2a-52fd-40f7-8fef-e1f4baf93315 tempest-TestMinimumBasicScenario-1174053074 tempest-TestMinimumBasicScenario-1174053074-project-admin] Unset dirty status for tenant:2fa2d0c562dc44ac8addb24c86b924cd on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:29:04.849884 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3caeba2a-52fd-40f7-8fef-e1f4baf93315 tempest-TestMinimumBasicScenario-1174053074 tempest-TestMinimumBasicScenario-1174053074-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1093 time: 0.1852801 Sep 29 07:29:04.853136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54814) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:04.857955 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:04.863757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:04.867598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:floatingip and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:04.870324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:04.875993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:04.886408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:05.020031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:05.154459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Allocated IP 172.26.0.41 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/103c15aa-86f5-4519-ae09-d33e4151ae28) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:29:05.299229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:05.328605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:05.394108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:29:05.397260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:29:05.401041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:29:05.434776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=103c15aa-86f5-4519-ae09-d33e4151ae28,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:05.450674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.451012 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.451345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.451674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.452000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.452325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.452643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.452960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.453277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.453593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.453910 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.454221 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:05.905295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:05.978791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:06.179597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:06.183831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:06.287623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=103c15aa-86f5-4519-ae09-d33e4151ae28,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:06.289902 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:06.464840 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Floating IP a8fed269-1a22-4945-af56-5a7ea721bf9c associated. External IP: 172.26.0.41, port: 40a785d1-cb7c-4eb0-903c-caab1554ff83. Sep 29 07:29:06.810961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:29:06.991239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:29:07.002709 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:29:07.011890 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:29:07.012493 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:29:07.014800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.068863 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-61530f23-f15f-4510-b8b7-ab762511a273 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2146068 Sep 29 07:29:07.069459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:29:07.071733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54820) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:07.072720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c3d0b0-141a-411e-996f-179d570ac461" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:29:07.078665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547281769', 'description': 'tempest-secgroup-smoke-547281769 description', 'project_id': '7589f0322e49452585698732c1b118ce'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:07.086770 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.099671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:07.110704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.120954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43992f7-d767-49c1-beae-05cef1017d28 x-openstack-request-id: req-f43992f7-d767-49c1-beae-05cef1017d28 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:29:07.121254 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:29:07.121507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f43992f7-d767-49c1-beae-05cef1017d28 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:29:07.121932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43992f7-d767-49c1-beae-05cef1017d28'] response: {'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'status': 'completed', 'code': 200} Sep 29 07:29:07.131292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.135068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:07.137835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:07.143455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:07.197732 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:29:07.218034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.222758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.282316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71312fd4-93bf-499b-82e9-8129840dab01,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:07.288396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.290206 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2171552 Sep 29 07:29:07.294352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54826) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:07.300686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '71312fd4-93bf-499b-82e9-8129840dab01', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:07.306455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.307051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.307569 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.308094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.308599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.309337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.310182 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.310724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.311464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.311960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.312490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.312985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62b43e6-0fea-4813-932a-8da84c90c19e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:29:07.320458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.326978 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:07.330224 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:07.337584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:07.359881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.369451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3d0b0-141a-411e-996f-179d570ac461 req-33936baf-9a2c-4cc4-8300-072dffe0dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:07.370994 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-33936baf-9a2c-4cc4-8300-072dffe0dba0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.2049189 Sep 29 07:29:07.434820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.441433 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.484557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0933221-2cc8-44f5-bd6a-f2d8add69f42,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:07.495834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.498573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-68e62bbc-f1fc-4f66-8947-2167327936c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013173 Sep 29 07:29:07.499810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54830) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:07.506329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '71312fd4-93bf-499b-82e9-8129840dab01', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:07.513146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.517389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:07.521341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:07.529079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:07.532338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3d0b0-141a-411e-996f-179d570ac461 req-e0720d98-cc47-4420-b3ea-a567ceebdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:07.533916 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-e0720d98-cc47-4420-b3ea-a567ceebdb68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1557844 Sep 29 07:29:07.552198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.559088 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'a8fed269-1a22-4945-af56-5a7ea721bf9c', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'port_id': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'mac_address': 'fa:16:3e:99:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:29:05Z', 'updated_at': '2022-09-29T07:29:05Z', 'revision_number': 0, 'project_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:29:07.563148 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:29:07.572167 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:29:07.572820 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:28:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:29:07.620024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.625732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.644419 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-23bc5c19-58a1-44fa-b8a8-cf4a17ea58b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 998 time: 0.1039829 Sep 29 07:29:07.650599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac3c7f5-b2f0-4321-a0ae-854db59bc24e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:07.662113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.666769 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-44130ded-28e5-4c31-abf1-4fbf34bfdefe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655354 Sep 29 07:29:07.667669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54834) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:07.673075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '71312fd4-93bf-499b-82e9-8129840dab01', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:07.680446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.684894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:07.688017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:07.693949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:07.711030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.715458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3d0b0-141a-411e-996f-179d570ac461 req-f4f2d923-87da-4b9c-b348-85b9a1161839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:07.717325 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-f4f2d923-87da-4b9c-b348-85b9a1161839 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0659389 Sep 29 07:29:07.776309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.780676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.796209 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:29:07.799032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b1cca2-4694-4610-9322-2357e0b1c74c,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:07.811769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3d0b0-141a-411e-996f-179d570ac461 req-1a1bab8c-585f-49fa-a084-4952306330ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:07.813232 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-1a1bab8c-585f-49fa-a084-4952306330ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898740 Sep 29 07:29:07.816488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.818188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cb65bd2d-2f55-41c9-9cb4-7bc0029f3e1d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492443 Sep 29 07:29:07.820985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54838) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:07.826124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '71312fd4-93bf-499b-82e9-8129840dab01', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:07.832023 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.836421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:07.839314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:07.845292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:07.862811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.928369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.935635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.952975 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-358cc1e7-343f-4d65-9f9c-471f75a47cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316252 Sep 29 07:29:07.959609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad669b55-221c-4c80-8534-a191e1990032,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:07.972527 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:07.977326 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bf5285d9-5027-40ce-8cf2-d6e905471f74 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524186 Sep 29 07:29:07.977590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54842) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:07.982986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '71312fd4-93bf-499b-82e9-8129840dab01', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:07.988842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:07.993264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:07.996095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:08.001787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:08.015456 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Project 7589f0322e49452585698732c1b118ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:29:08.023707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.099498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.105467 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-19c3d0b0-141a-411e-996f-179d570ac461 req-4db10430-839c-4104-b847-5da33771fc3e service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414545 Sep 29 07:29:08.106813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.130865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5205e919-c57b-4cf3-83c6-68523713e4dd,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:08.142179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.143522 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-20b116bb-756e-4f09-9ed9-4cc95f7099a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1650188 Sep 29 07:29:08.147495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54846) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:29:08.152699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '71312fd4-93bf-499b-82e9-8129840dab01', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:08.158673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:29:08.163108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:29:08.165512 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'a8fed269-1a22-4945-af56-5a7ea721bf9c', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'port_id': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'mac_address': 'fa:16:3e:99:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:29:05Z', 'updated_at': '2022-09-29T07:29:05Z', 'revision_number': 0, 'project_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:29:08.166053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:29:08.169499 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7360f-d47e-4b3c-8103-1d4b6ae57a1b None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'a8fed269-1a22-4945-af56-5a7ea721bf9c', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'port_id': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'mac_address': 'fa:16:3e:99:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:29:05Z', 'updated_at': '2022-09-29T07:29:05Z', 'revision_number': 0, 'project_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:29:08.174739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:29:08.185072 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Project 7589f0322e49452585698732c1b118ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:29:08.192000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.270002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.274129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.297984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486ea218-27ac-41e3-86ff-f7ef188a8518,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:08.307002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.308177 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ac1241e-03a1-47ee-a485-5b023e2e7645 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597676 Sep 29 07:29:08.397312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58dfaa-b655-4a31-a2f8-dca7b578caf9 None None] New status for floating IP a8fed269-1a22-4945-af56-5a7ea721bf9c: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:29:08.435118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-6e93247f-d373-4fe0-a23c-05944bee4050 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:29:08.449576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-6e93247f-d373-4fe0-a23c-05944bee4050 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:29:08.450862 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-6e93247f-d373-4fe0-a23c-05944bee4050 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547281769&fields=id&tenant_id=7589f0322e49452585698732c1b118ce HTTP/1.1" status: 200 len: 267 time: 0.0578609 Sep 29 07:29:08.545112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-7ba5e6e6-4807-4b77-b1f7-a976c9e29b2b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:08.546585 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-7ba5e6e6-4807-4b77-b1f7-a976c9e29b2b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0900695 Sep 29 07:29:08.558198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'port': {'security_groups': ['97bca429-17fe-49d3-9e1e-4046ff0da320', '71312fd4-93bf-499b-82e9-8129840dab01']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:29:08.684959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.711632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1c97434c-22d6-49e0-8c6c-677471b99dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.943341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:29:08.971211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.975877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.985610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:08.986194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:08.987526 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e95528d-97d6-441c-aff5-3aa3c36890de req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "PUT /v2.0/ports/40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 981 time: 0.4339068 Sep 29 07:29:09.010905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['40a785d1-cb7c-4eb0-903c-caab1554ff83'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:29:09.018742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:29:09.021104 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70db47c4-19ab-4bcd-af3b-a78ebb20510c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:29:09.074355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed2b00-ddf8-4c2c-a3ff-868ac07d4257 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=6']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:29:09.143404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['40a785d1-cb7c-4eb0-903c-caab1554ff83'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:29:09.182226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604facb-ce88-4359-9648-c1a351214de6 req-ff22b60c-4190-4679-8c13-e67f36ca1378 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:09.183766 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8604facb-ce88-4359-9648-c1a351214de6 req-ff22b60c-4190-4679-8c13-e67f36ca1378 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 984 time: 0.0945785 Sep 29 07:29:09.213583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95611a65-50ff-4f45-8927-34b19c1ff867 x-openstack-request-id: req-95611a65-50ff-4f45-8927-34b19c1ff867 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:29:09.214070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:29:09.214167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95611a65-50ff-4f45-8927-34b19c1ff867 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:29:09.214740 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95611a65-50ff-4f45-8927-34b19c1ff867'] response: {'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'status': 'completed', 'code': 200} Sep 29 07:29:09.233675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8604facb-ce88-4359-9648-c1a351214de6 req-7d6e67e8-882c-459c-9468-3b5df1a31161 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=71312fd4-93bf-499b-82e9-8129840dab01&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424523 Sep 29 07:29:09.351748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-cf250bab-b5a3-40a9-9bd9-dfe0f0e2d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:09.353285 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-cf250bab-b5a3-40a9-9bd9-dfe0f0e2d631 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1137 time: 0.0839269 Sep 29 07:29:09.486756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-95b9e1e6-bad0-4483-9bec-fe2424799f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:09.488263 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-95b9e1e6-bad0-4483-9bec-fe2424799f7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1292388 Sep 29 07:29:09.592074 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-36068f91-b9ae-45f2-9f61-4e222203797d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.0962329 Sep 29 07:29:09.657060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-5e7e7013-cd3c-4bd8-8a92-912ed3544ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:09.658540 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-5e7e7013-cd3c-4bd8-8a92-912ed3544ee2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0559893 Sep 29 07:29:09.743908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-45d68481-54cb-4de5-b8f3-36af04e9cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:09.745382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-45d68481-54cb-4de5-b8f3-36af04e9cffe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813377 Sep 29 07:29:09.876965 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-a410979e-a842-44d9-96ee-2edb9d6d1674 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234889 Sep 29 07:29:10.006682 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70db47c4-19ab-4bcd-af3b-a78ebb20510c req-3bb5f844-d89f-4fa9-bc25-48b5c4def17b service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233711 Sep 29 07:29:11.012872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2b90c0b8-03ba-43c4-b086-093df139c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:11.935198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:12.119541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:13.486261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:17.485203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:28.092133 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:29:37.523917 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-0d1f0711-02d8-4f9b-8f3a-4ef5cc5ae453 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1736238 Sep 29 07:29:37.690992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-656bbdd5-610f-4c28-b9f2-f138f46ac0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:37.692378 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-656bbdd5-610f-4c28-b9f2-f138f46ac0df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1137 time: 0.0794649 Sep 29 07:29:37.831824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-c1849647-d464-4771-9a4c-f3a60b6a8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:37.833238 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-c1849647-d464-4771-9a4c-f3a60b6a8fb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1228886 Sep 29 07:29:37.933564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-dd44d1df-8111-4ec1-8669-8859d5a97138 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.0949199 Sep 29 07:29:37.994843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-648dea61-30cf-4c43-be93-b5028693775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:37.996236 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-648dea61-30cf-4c43-be93-b5028693775b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0557516 Sep 29 07:29:38.076892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-95aab85b-d0ab-47ef-86f2-0ca1391f4118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:29:38.078363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-95aab85b-d0ab-47ef-86f2-0ca1391f4118 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752425 Sep 29 07:29:38.205603 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-59eaf856-911c-469d-b7a5-bdbf5b361da3 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208513 Sep 29 07:29:38.334868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6df63e95-7224-4632-bd7a-ff28043b7898 req-3e578ac4-f6cb-4ebb-8f1d-487b5b857620 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231430 Sep 29 07:29:38.713663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5266c156-2f92-4130-bc38-e49454860eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:41.015101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3d2f1a8e-2b86-4064-a5a8-e27ce8d58bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:41.927516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:42.122143 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:43.488644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:29:47.502416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:05.092322 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:30:08.714683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-30ad827b-6c94-460c-8ec9-2499156ab486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:11.016465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e13c70fd-b263-41ce-9d92-5f090133adb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:11.931126 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:12.125241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:13.490278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:17.514294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:18.930108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-bf9778fa-2699-4ba6-999d-61db50068808 req-28ce9ea1-5607-41d3-bc67-87a82502dd6f tempest-ServerDiskConfigTestJSON-1866274144 tempest-ServerDiskConfigTestJSON-1866274144-project] (89137) timed out ('10.222.0.61', 49581) {{(pid=89137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 29 07:30:38.715820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-29e63e64-55e2-4722-a1c0-93cf0ad108ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:39.503277 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-6cc057cf-da01-4950-b79f-21ca1eb6304d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1520810 Sep 29 07:30:39.663557 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-a649ee2b-3a31-49aa-8b82-5d7e859e00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:30:39.664928 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-a649ee2b-3a31-49aa-8b82-5d7e859e00ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1137 time: 0.0777299 Sep 29 07:30:39.803782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-cddab625-f293-4bdb-81d3-08996fa8c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:30:39.805203 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-cddab625-f293-4bdb-81d3-08996fa8c52b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1221128 Sep 29 07:30:39.906798 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-879e4214-9b74-42e5-ba7c-985da7755811 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.0949628 Sep 29 07:30:39.970889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-d507e208-9e4f-4aa9-9206-807e94501a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:30:39.972394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-d507e208-9e4f-4aa9-9206-807e94501a86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0602326 Sep 29 07:30:40.054049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-0d47aff5-d377-4f4a-89cb-28664b28e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:30:40.055622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-0d47aff5-d377-4f4a-89cb-28664b28e07a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770552 Sep 29 07:30:40.185018 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-fe6446eb-455a-4fa6-91fe-4090a2efe8d0 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227112 Sep 29 07:30:40.311022 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a0e357a-60f2-40ee-a237-9baa08ed2545 req-8beb03ea-74ee-4054-a636-9fe06dacdfa5 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202950 Sep 29 07:30:41.019276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-23b091a3-8a56-46ee-915a-53f14892deaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:41.939420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:42.091878 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:30:42.127203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:43.492679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:30:47.504355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:08.717728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7821286f-719b-4ab1-a831-aed15e975bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:11.020620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e033c967-3ada-4a4d-88a7-3e3a493c1d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:11.931593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:12.130268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:13.497978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:17.504356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:19.090859 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:31:30.633896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760b6b-b954-4e81-84b8-d35795899970 req-b789dcff-ac0d-4436-8a2e-4f8ed2f09641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:30.635463 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-b789dcff-ac0d-4436-8a2e-4f8ed2f09641 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1137 time: 0.2471578 Sep 29 07:31:30.647319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abb441-b0c6-4c06-bf0e-902ca6b3bf2a req-36aee627-ea82-4cbe-b293-e79cbca83239 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:30.648638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-22abb441-b0c6-4c06-bf0e-902ca6b3bf2a req-36aee627-ea82-4cbe-b293-e79cbca83239 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 984 time: 0.2248383 Sep 29 07:31:30.769988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-22abb441-b0c6-4c06-bf0e-902ca6b3bf2a req-1044e360-05a5-48ac-af59-e893bde84a67 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=71312fd4-93bf-499b-82e9-8129840dab01&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036329 Sep 29 07:31:30.808816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760b6b-b954-4e81-84b8-d35795899970 req-17768caa-04b2-4933-827a-4c5eaf20454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:30.810294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-17768caa-04b2-4933-827a-4c5eaf20454e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1607780 Sep 29 07:31:30.906740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-820c521c-37ce-4d47-987d-3c1f1174cd0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.0901129 Sep 29 07:31:30.970219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760b6b-b954-4e81-84b8-d35795899970 req-2a05138f-3cb9-4f60-864b-754d65c7f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:30.971650 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-2a05138f-3cb9-4f60-864b-754d65c7f6b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0591543 Sep 29 07:31:31.052292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f760b6b-b954-4e81-84b8-d35795899970 req-667472d9-13aa-4481-a77c-dffdcd270829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:31.053748 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-667472d9-13aa-4481-a77c-dffdcd270829 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760431 Sep 29 07:31:31.185614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-789066b0-bf64-486a-86e1-18b514f66051 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259670 Sep 29 07:31:31.314008 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6f760b6b-b954-4e81-84b8-d35795899970 req-95982678-6374-463f-9db4-85aa2c814a54 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229863 Sep 29 07:31:32.027665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7190763-916d-482b-b499-64fdc93569d2 req-e8fea6de-c4c2-4a50-a480-67b262b60fd7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:32.028995 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c7190763-916d-482b-b499-64fdc93569d2 req-e8fea6de-c4c2-4a50-a480-67b262b60fd7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 984 time: 0.1434147 Sep 29 07:31:32.076797 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c7190763-916d-482b-b499-64fdc93569d2 req-1691f25c-efaf-4a45-957d-dd11b0bd975d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=71312fd4-93bf-499b-82e9-8129840dab01&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419667 Sep 29 07:31:33.281115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3231f6c-136e-438f-8ead-a422e5e8ee20 req-e2e06812-221e-48da-8df7-210531be25d5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:33.282629 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c3231f6c-136e-438f-8ead-a422e5e8ee20 req-e2e06812-221e-48da-8df7-210531be25d5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 984 time: 0.0961366 Sep 29 07:31:33.329352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c3231f6c-136e-438f-8ead-a422e5e8ee20 req-a7a9deb4-109d-4d09-a617-8fa7e4016ec1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=71312fd4-93bf-499b-82e9-8129840dab01&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407782 Sep 29 07:31:38.719083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1dcfe35e-be3a-4352-9e66-700fc68a75cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:40.442179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-317ce533-320b-4e63-9d55-563918175804 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758717 Sep 29 07:31:40.601799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-ce5e17e0-3670-47c4-a188-2b3ca8f5c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:40.603291 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-ce5e17e0-3670-47c4-a188-2b3ca8f5c689 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1137 time: 0.0793393 Sep 29 07:31:40.743138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-85576faf-6648-45c2-af6f-0c5c5976bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:40.744573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-85576faf-6648-45c2-af6f-0c5c5976bb5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1235485 Sep 29 07:31:40.844075 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-129a14ef-d96b-4063-bf75-04e00bcade80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.0941143 Sep 29 07:31:40.906593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-95b0e71c-3688-4e22-af03-02aaa8de9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:40.907958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-95b0e71c-3688-4e22-af03-02aaa8de9a65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0549214 Sep 29 07:31:40.996961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-1d037820-4269-418b-8f03-3a902fb991c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:31:40.998340 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-1d037820-4269-418b-8f03-3a902fb991c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791757 Sep 29 07:31:41.022741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6848e444-ca07-4489-adf4-64dc1becdff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:41.135167 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-2e36dd51-d7e8-47de-ad51-9831bab76fe8 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254532 Sep 29 07:31:41.264305 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55574c40-9058-4d9f-a894-9a078b3977b7 req-3d03fe73-1a8b-4255-8665-d7849148814f service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232805 Sep 29 07:31:41.933118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:42.132103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:43.498553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:47.518582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:31:56.089733 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:32:08.724535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9dc96d76-26fa-4baf-bf77-44000de50c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:11.024612 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a4a804e-c60f-424b-b882-7566c3a8ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:11.935694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:12.134304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:13.501472 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:17.537613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:33.089591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:32:38.725922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bf6de8ed-6895-49b2-bf68-1afda913c8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:41.025498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c48f3194-74bd-4de3-b93c-0f4acc60e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:41.444685 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-34dcf02c-de60-4146-9982-0acee928290c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764232 Sep 29 07:32:41.608090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-9f911746-609a-4a73-9dd6-0f887bd14bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:32:41.609510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-9f911746-609a-4a73-9dd6-0f887bd14bfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1137 time: 0.0802441 Sep 29 07:32:41.839840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-12b66728-2f05-401e-a9b5-8d5d4789c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:32:41.841276 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-12b66728-2f05-401e-a9b5-8d5d4789c453 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.2138450 Sep 29 07:32:41.937160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:41.941498 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-3126cbfb-5a85-489b-86ea-8f04d128306b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.0937409 Sep 29 07:32:42.001675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-17e64ddc-462d-4d03-9ab8-9ebd2e0b3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:32:42.003114 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-17e64ddc-462d-4d03-9ab8-9ebd2e0b3bef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0564675 Sep 29 07:32:42.086215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-0fd83654-c741-4f77-aaff-da8ecb127500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:32:42.087712 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-0fd83654-c741-4f77-aaff-da8ecb127500 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791688 Sep 29 07:32:42.138354 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:42.216638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-14297067-25cd-43f4-94e2-30a572a9746b service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228840 Sep 29 07:32:42.345710 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26d401e4-7601-4793-b069-5cf5402db2a5 req-f42d0c30-45c6-4f93-906d-53c8346a792d service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230040 Sep 29 07:32:43.503428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:32:47.543506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:08.727914 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3430ce04-5186-4fe3-84b5-dc97122f051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:09.914919 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-d71c0e79-aa36-48fa-9a6a-7092295f348c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547281769&fields=id&tenant_id=7589f0322e49452585698732c1b118ce HTTP/1.1" status: 200 len: 267 time: 0.0421414 Sep 29 07:33:10.017592 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-1e2500b6-f1e5-4e38-aa6f-fb620e4af5a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:10.019195 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-1e2500b6-f1e5-4e38-aa6f-fb620e4af5a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 984 time: 0.0990267 Sep 29 07:33:10.029695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'port': {'security_groups': ['97bca429-17fe-49d3-9e1e-4046ff0da320']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:33:10.087938 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:33:10.152285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.391147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:33:10.416022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.420758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.453747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['40a785d1-cb7c-4eb0-903c-caab1554ff83'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:33:10.457434 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:10.458039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.459446 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c86ef0f6-49ad-417f-9125-26a932a5c537 req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "PUT /v2.0/ports/40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 942 time: 0.4340742 Sep 29 07:33:10.459881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:33:10.462251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae53a1-9377-4a73-85cb-290c0a671663" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:33:10.465344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 54962) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:33:10.508152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=7']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:10.518736 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.519150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.520097 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.520596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.520973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.522383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.522751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.523164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.523495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.523830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.524542 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.524879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34219a07-1bed-4cf5-9675-602304cd989a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.531816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef61ec-41b8-4143-860a-59a2d47d8c95 x-openstack-request-id: req-1fef61ec-41b8-4143-860a-59a2d47d8c95 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:33:10.533220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:33:10.533484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fef61ec-41b8-4143-860a-59a2d47d8c95 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:33:10.533889 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fef61ec-41b8-4143-860a-59a2d47d8c95'] response: {'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'status': 'completed', 'code': 200} Sep 29 07:33:10.552893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.588574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['40a785d1-cb7c-4eb0-903c-caab1554ff83'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:33:10.627007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.698330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-a90f4d44-24c1-4ff1-b1bd-878913074742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:10.699831 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-a90f4d44-24c1-4ff1-b1bd-878913074742 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.1254990 Sep 29 07:33:10.774311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.807410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71312fd4-93bf-499b-82e9-8129840dab01,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:10.824703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.825046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.825383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.825715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.826046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.826371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.826723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.827047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.827366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.827684 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.828001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.828327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:10.836990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:10.838093 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-42819a25-02a1-43f3-aff2-903f8288e85a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "DELETE /v2.0/security-groups/71312fd4-93bf-499b-82e9-8129840dab01 HTTP/1.1" status: 204 len: 168 time: 0.3712842 Sep 29 07:33:10.841718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 54966) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:33:10.869530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-91353ef3-17b5-42ff-b885-b4f249bed165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:10.870998 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-91353ef3-17b5-42ff-b885-b4f249bed165 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1650887 Sep 29 07:33:10.978438 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-ad8dafbd-7e90-4448-b1c1-a63a1557bd6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 1000 time: 0.1005871 Sep 29 07:33:11.027796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-20380e48-a252-4bb1-b6de-ada0ad461126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:11.041477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-6e349c6c-140b-4828-acc0-5767c4bd5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:11.043101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-6e349c6c-140b-4828-acc0-5767c4bd5e69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0584919 Sep 29 07:33:11.124598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-4abdfcb1-9578-4c58-ba67-7ad5c73536f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:11.126150 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-4abdfcb1-9578-4c58-ba67-7ad5c73536f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767453 Sep 29 07:33:11.154779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Deleting port 103c15aa-86f5-4519-ae09-d33e4151ae28 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:33:11.155323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:11.254537 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-ba35fc72-92bb-433b-9dcd-822473c06571 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218982 Sep 29 07:33:11.324467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:11.324790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:11.385006 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6dae53a1-9377-4a73-85cb-290c0a671663 req-f469ea73-389b-4acb-889a-77a808fa05e3 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245115 Sep 29 07:33:11.445942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Calling delete_port for 103c15aa-86f5-4519-ae09-d33e4151ae28 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:33:11.591584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:11.638948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event deleted for resources: {'Port': ['ID=103c15aa-86f5-4519-ae09-d33e4151ae28,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:11.735350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:11.736256 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Floating IP a8fed269-1a22-4945-af56-5a7ea721bf9c disassociated (deleted). External IP: 172.26.0.41, port: 40a785d1-cb7c-4eb0-903c-caab1554ff83. Sep 29 07:33:11.939507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:12.075598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:33:12.141380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:12.250578 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:33:12.260867 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:33:12.270568 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:33:12.271177 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:33:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:33:12.271602 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:12.436233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d7672987-1738-453e-925b-8da62a4c105a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "DELETE /v2.0/floatingips/a8fed269-1a22-4945-af56-5a7ea721bf9c HTTP/1.1" status: 204 len: 168 time: 1.5931633 Sep 29 07:33:12.450440 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:33:12.534561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:33:12.537063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38187047-9567-4379-9279-882df8ca49e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:33:12.583301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3253a-9ac1-40bb-b203-60206e6321ec x-openstack-request-id: req-a0e3253a-9ac1-40bb-b203-60206e6321ec {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:33:12.583596 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:33:12.583842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0e3253a-9ac1-40bb-b203-60206e6321ec {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:33:12.584238 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e3253a-9ac1-40bb-b203-60206e6321ec'] response: {'name': 'network-changed', 'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'status': 'completed', 'code': 200} Sep 29 07:33:12.812721 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:33:12.817575 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:33:12.826782 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:33:12.827386 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:33:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:33:12.827723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187047-9567-4379-9279-882df8ca49e0 req-70e73ee9-be79-4b1c-a2e2-7050122995a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:12.829260 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-70e73ee9-be79-4b1c-a2e2-7050122995a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.1959867 Sep 29 07:33:12.974197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187047-9567-4379-9279-882df8ca49e0 req-40e0154c-d2f7-4295-993d-c41775b40238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:12.975725 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-40e0154c-d2f7-4295-993d-c41775b40238 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1391385 Sep 29 07:33:13.012527 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:33:13.046526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-2352e20a-8615-4d09-a6de-a8ae64bbef89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 200 len: 217 time: 0.0644526 Sep 29 07:33:13.108928 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187047-9567-4379-9279-882df8ca49e0 req-c2e34c73-599c-4a4f-865c-34e5ecc21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:13.110370 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-c2e34c73-599c-4a4f-865c-34e5ecc21244 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0581117 Sep 29 07:33:13.193747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187047-9567-4379-9279-882df8ca49e0 req-614de71d-ed0d-4320-ba27-b9b7a2c62052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:13.195252 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-614de71d-ed0d-4320-ba27-b9b7a2c62052 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788732 Sep 29 07:33:13.317967 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:33:13.321770 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dc4234-9a4b-44c8-8c14-cdcf05e1583d None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:33:13.328782 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-adb609a0-dd63-402b-af13-fbe331bbf2d8 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266797 Sep 29 07:33:13.469046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38187047-9567-4379-9279-882df8ca49e0 req-ff0d383f-95f5-4d97-8d44-3c8935c30827 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335266 Sep 29 07:33:13.509574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:13.560758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42310bd5-ec76-4cc0-b80f-9b6a1927fea7 None None] New status for floating IP a8fed269-1a22-4945-af56-5a7ea721bf9c: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:33:16.869413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3662ab-b8ed-4e30-9b2a-5812e913fdd1 req-c9d1c487-c70e-4133-ab1d-0e9e59abbb5b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:16.870877 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6a3662ab-b8ed-4e30-9b2a-5812e913fdd1 req-c9d1c487-c70e-4133-ab1d-0e9e59abbb5b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0864756 Sep 29 07:33:16.913475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-6a3662ab-b8ed-4e30-9b2a-5812e913fdd1 req-d340eda9-2292-4637-a479-2fedfb80c4a9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:33:16.930297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-6a3662ab-b8ed-4e30-9b2a-5812e913fdd1 req-d340eda9-2292-4637-a479-2fedfb80c4a9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:33:16.932173 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6a3662ab-b8ed-4e30-9b2a-5812e913fdd1 req-d340eda9-2292-4637-a479-2fedfb80c4a9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Sep 29 07:33:17.562631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:18.129239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f7e36-de03-48be-91ba-97266a0e99fc req-067fe605-f997-4954-862d-f8467456f5cb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:18.129919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-520f7e36-de03-48be-91ba-97266a0e99fc req-067fe605-f997-4954-862d-f8467456f5cb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:33:18.145183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-520f7e36-de03-48be-91ba-97266a0e99fc req-067fe605-f997-4954-862d-f8467456f5cb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:33:18.146383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-520f7e36-de03-48be-91ba-97266a0e99fc req-067fe605-f997-4954-862d-f8467456f5cb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.1040993 Sep 29 07:33:18.190391 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-520f7e36-de03-48be-91ba-97266a0e99fc req-6bfd128b-7415-48c9-9b37-5ff82c20b06f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Sep 29 07:33:18.919880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-5f31c2d5-2475-4db1-8b71-30ffea6e0be7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:18.921303 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-5f31c2d5-2475-4db1-8b71-30ffea6e0be7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0881982 Sep 29 07:33:18.990351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Deleting port 40a785d1-cb7c-4eb0-903c-caab1554ff83 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:33:18.990704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:19.231421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] For port 40a785d1-cb7c-4eb0-903c-caab1554ff83, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=40a785d1-cb7c-4eb0-903c-caab1554ff83,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:33:19.231776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:19.353248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Calling delete_port for 40a785d1-cb7c-4eb0-903c-caab1554ff83 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:33:19.635858 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b4ce7-e87f-44e5-b4bb-49619c97cb1a req-9ec21238-c748-486e-9b02-45f11f37fc94 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:19.637188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ae6b4ce7-e87f-44e5-b4bb-49619c97cb1a req-9ec21238-c748-486e-9b02-45f11f37fc94 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b3d3361-b33a-4cb6-96d9-614d59f1e8b3 HTTP/1.1" status: 200 len: 945 time: 0.2907829 Sep 29 07:33:19.703476 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ae6b4ce7-e87f-44e5-b4bb-49619c97cb1a req-9626b48c-3f20-499f-8ff6-325fe0897410 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550771 Sep 29 07:33:19.704332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:19.737892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['40a785d1-cb7c-4eb0-903c-caab1554ff83'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:33:19.754131 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event deleted for resources: {'Port': ['ID=40a785d1-cb7c-4eb0-903c-caab1554ff83,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:19.841262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] No DVR routers for this DVR port 40a785d1-cb7c-4eb0-903c-caab1554ff83 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:33:19.843642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:19.846709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'name': 'network-vif-deleted', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:33:19.848966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd774e7-372e-49dc-b9c4-1051b3ad4928" -d '{"events": [{"server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "name": "network-vif-deleted", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:33:19.862112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f5e7e410-f7ca-4853-823a-d3eea20364bf req-7192a6ce-424a-4605-8071-3ff1ef7f8686 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "DELETE /v2.0/ports/40a785d1-cb7c-4eb0-903c-caab1554ff83 HTTP/1.1" status: 204 len: 173 time: 0.9348245 Sep 29 07:33:19.942386 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdef616f-7db5-4085-b48a-5d14d6f4ff48 x-openstack-request-id: req-cdef616f-7db5-4085-b48a-5d14d6f4ff48 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:33:19.942987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3d3361-b33a-4cb6-96d9-614d59f1e8b3", "name": "network-vif-deleted", "tag": "40a785d1-cb7c-4eb0-903c-caab1554ff83", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:33:19.942987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdef616f-7db5-4085-b48a-5d14d6f4ff48 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:33:19.943341 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdef616f-7db5-4085-b48a-5d14d6f4ff48'] response: {'server_uuid': '2b3d3361-b33a-4cb6-96d9-614d59f1e8b3', 'name': 'network-vif-deleted', 'tag': '40a785d1-cb7c-4eb0-903c-caab1554ff83', 'status': 'completed', 'code': 200} Sep 29 07:33:23.991713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 40a785d1-cb7c-4eb0-903c-caab1554ff83 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:33:24.027301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 40a785d1-cb7c-4eb0-903c-caab1554ff83 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:33:24.027644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 40a785d1-cb7c-4eb0-903c-caab1554ff83 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:33:31.052982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-c0819ecb-9904-4aee-aad9-84506bf985b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:31.054342 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-c0819ecb-9904-4aee-aad9-84506bf985b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 815 time: 0.1436520 Sep 29 07:33:31.068628 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-964dce50-b48c-486a-aedd-b60a5fdabb93 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/quotas/7589f0322e49452585698732c1b118ce HTTP/1.1" status: 200 len: 375 time: 0.0088508 Sep 29 07:33:31.155274 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-85a719b7-857f-404c-b01c-aba4f16f84e8 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819838 Sep 29 07:33:31.330964 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-e0474992-9c9b-411d-9654-1c9b7a0a279f service neutron] 10.222.0.26 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643796 Sep 29 07:33:31.460908 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-6734d265-56f0-4707-9d77-e13bf06861f7 service neutron] 10.222.0.26 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242068 Sep 29 07:33:32.646891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-c96fca02-ea40-4899-8c4f-9bb7b27c5586 req-0b0eb870-e6c6-427c-a257-108fa96ce716 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:33:32.663785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-c96fca02-ea40-4899-8c4f-9bb7b27c5586 req-0b0eb870-e6c6-427c-a257-108fa96ce716 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:33:32.665065 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c96fca02-ea40-4899-8c4f-9bb7b27c5586 req-0b0eb870-e6c6-427c-a257-108fa96ce716 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 210 time: 0.0673280 Sep 29 07:33:33.777686 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-98a921e7-cd57-4c08-b9bc-2a7c9b6a1eac req-134759f2-1216-416a-86ba-6e62919467d8 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 210 time: 0.0561922 Sep 29 07:33:34.890846 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-135ff1f8-6651-41fe-88a7-da2bfd66c176 req-82612a59-3c7d-4076-955c-7adcf71bd927 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 210 time: 0.0551815 Sep 29 07:33:35.999135 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3476af1f-2f3d-4cf1-9d5d-d5e72d475101 req-2c382814-69cd-40f1-b4d1-3ee9582fd962 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 210 time: 0.0498159 Sep 29 07:33:37.161491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc1dcd65-98d5-46ea-ba0f-ee28353daff2 req-67ce1289-0170-4618-ab6a-03d6ab0f53a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 210 time: 0.0510035 Sep 29 07:33:38.078085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-51cc2228-a982-487a-90b6-99474b13ac1a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:38.079507 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-51cc2228-a982-487a-90b6-99474b13ac1a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 815 time: 0.1469283 Sep 29 07:33:38.098542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'port': {'device_id': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'admin_state_up': True, 'tenant_id': '7589f0322e49452585698732c1b118ce'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:33:38.236141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:33:38.247001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:33:38.257094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Made reservation on behalf of 7589f0322e49452585698732c1b118ce for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:33:38.260690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:38.343868 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f29fe18e-c983-4c10-9b51-097ed1b5b6d0 req-566639a5-3efe-47df-b3c7-1c7e6e265e96 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 210 time: 0.0669560 Sep 29 07:33:38.436041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Allocated IP 172.20.0.7 (3a859e99-1c72-4359-97ca-d94254fb76a4/9802c9dc-3a35-4ee0-b616-220eacac851c/077819a2-e8f0-4628-8832-dba091e6b2fa) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:33:38.667008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:38.687744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Transition to ACTIVE for port object 077819a2-e8f0-4628-8832-dba091e6b2fa will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:33:38.729736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:38.741477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a70b08c-1bbb-4745-a00c-a9401f46e98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:38.835644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:33:38.839931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:33:38.844957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:33:38.882908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:38.932948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:38.933743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:38.968709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-267b161f-017b-4f61-9bd6-b9bd8a814e81 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747730 Sep 29 07:33:39.154097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Provisioning for port 077819a2-e8f0-4628-8832-dba091e6b2fa completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:33:39.159903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Provisioning complete for port 077819a2-e8f0-4628-8832-dba091e6b2fa triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:33:39.160274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:39.160826 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 1 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:39.215406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:39.564770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e8a37-b226-42df-b241-4f7fbaa549c5 req-8ee67001-5cdd-4971-8f4a-a30c065b06a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:39.565480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9b0e8a37-b226-42df-b241-4f7fbaa549c5 req-8ee67001-5cdd-4971-8f4a-a30c065b06a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:33:39.581653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-9b0e8a37-b226-42df-b241-4f7fbaa549c5 req-8ee67001-5cdd-4971-8f4a-a30c065b06a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:33:39.583272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9b0e8a37-b226-42df-b241-4f7fbaa549c5 req-8ee67001-5cdd-4971-8f4a-a30c065b06a1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.1144929 Sep 29 07:33:39.634272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9b0e8a37-b226-42df-b241-4f7fbaa549c5 req-49055227-1528-49b5-acc8-ed5eb2ea74dc tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 Sep 29 07:33:39.716947 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 2 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:39.780018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:40.280847 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 3 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:40.342439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:40.844067 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 4 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:40.916146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:41.003007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c834da-5728-4620-8a58-78561b1ec750 req-43af30b6-dd94-43f3-b14d-21957e251b6c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:41.004517 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-86c834da-5728-4620-8a58-78561b1ec750 req-43af30b6-dd94-43f3-b14d-21957e251b6c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.1021235 Sep 29 07:33:41.038118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-288a7a8c-958f-488f-bbb0-723d9c536944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:41.060078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-86c834da-5728-4620-8a58-78561b1ec750 req-3fcc92b8-4cf2-4c95-817b-10149660a3ff tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Sep 29 07:33:41.417585 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 5 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:41.471303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:41.942271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:41.973017 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 6 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:42.029020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:42.146783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:42.271331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54355f96-73e2-437d-ad11-1c2fe0e4a1a5 req-7f22fedf-beee-4cf0-9cf2-56e33e67059d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:42.272975 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54355f96-73e2-437d-ad11-1c2fe0e4a1a5 req-7f22fedf-beee-4cf0-9cf2-56e33e67059d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.0917304 Sep 29 07:33:42.319978 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54355f96-73e2-437d-ad11-1c2fe0e4a1a5 req-d85e46d5-899e-42b7-bdd2-285126c6fbd0 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Sep 29 07:33:42.530470 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 7 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:42.591863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:43.093642 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 8 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:43.151670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:43.512152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:43.540766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b34a9-6eec-41e5-bb5d-ea1f3c520185 req-ebc12d07-1a3d-4c48-a0d0-6821562240e1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:43.542334 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0e4b34a9-6eec-41e5-bb5d-ea1f3c520185 req-ebc12d07-1a3d-4c48-a0d0-6821562240e1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.1087613 Sep 29 07:33:43.588047 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0e4b34a9-6eec-41e5-bb5d-ea1f3c520185 req-3d0a4622-5b78-47a3-8934-042a7e518434 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Sep 29 07:33:43.652699 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 9 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:43.746008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:44.247194 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Attempt 10 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:44.308318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d6716-a2ad-47a6-9271-572815db6645 None None] Port 077819a2-e8f0-4628-8832-dba091e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:33:44.793555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d55844-14b4-4e92-9c43-0cf559e99600 req-e2092209-a418-405f-9e98-8b64e7e33eb0 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:44.795127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81d55844-14b4-4e92-9c43-0cf559e99600 req-e2092209-a418-405f-9e98-8b64e7e33eb0 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.0952537 Sep 29 07:33:44.856574 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-81d55844-14b4-4e92-9c43-0cf559e99600 req-288605be-7ecd-4345-90cc-2a0e2633f64e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549803 Sep 29 07:33:46.051813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e39f99-7262-475c-80e4-e73f573946e8 req-f64cc470-2a77-4815-b40c-1867be0c6bb1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:46.053202 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f7e39f99-7262-475c-80e4-e73f573946e8 req-f64cc470-2a77-4815-b40c-1867be0c6bb1 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.0852997 Sep 29 07:33:46.099807 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f7e39f99-7262-475c-80e4-e73f573946e8 req-6b909a01-9591-42b6-a3fe-ca3f2a211408 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Sep 29 07:33:47.087485 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:33:47.310706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6c210-c443-43bb-880b-832e0a68561d req-3a4a738b-263a-4248-bd1e-bb8ff4f94d25 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:47.312144 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d7c6c210-c443-43bb-880b-832e0a68561d req-3a4a738b-263a-4248-bd1e-bb8ff4f94d25 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.0912175 Sep 29 07:33:47.355152 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d7c6c210-c443-43bb-880b-832e0a68561d req-4b6e83be-f574-44d9-981d-6b8d1b97c23f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364790 Sep 29 07:33:47.576133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:48.283630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Request body: {'port': {'device_id': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:33:48.395313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:48.552160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a14d3-b635-481f-a16a-058e52077a6d req-26144885-10c8-4f0c-b9c0-1db6d54dcaa8 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:48.553624 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9a2a14d3-b635-481f-a16a-058e52077a6d req-26144885-10c8-4f0c-b9c0-1db6d54dcaa8 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 931 time: 0.0866878 Sep 29 07:33:48.597575 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9a2a14d3-b635-481f-a16a-058e52077a6d req-10af8704-5499-4aac-a475-f05ca6f2e936 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 Sep 29 07:33:48.839270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077819a2-e8f0-4628-8832-dba091e6b2fa {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:33:48.846706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:48.861070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Transition to ACTIVE for port object 077819a2-e8f0-4628-8832-dba091e6b2fa will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:33:48.865163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:49.049158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:49.086376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Attempting to bind port 077819a2-e8f0-4628-8832-dba091e6b2fa on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:33:49.086732 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Attempting to bind port 077819a2-e8f0-4628-8832-dba091e6b2fa by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:33:49.087052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Attempting to bind port 077819a2-e8f0-4628-8832-dba091e6b2fa on network 3a859e99-1c72-4359-97ca-d94254fb76a4 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:33:49.091633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Port 077819a2-e8f0-4628-8832-dba091e6b2fa on network 3a859e99-1c72-4359-97ca-d94254fb76a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:33:49.091946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Attempting to bind port 077819a2-e8f0-4628-8832-dba091e6b2fa on network 3a859e99-1c72-4359-97ca-d94254fb76a4 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:33:49.096963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:33:49.097291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Checking segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:33:49.097667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Bound using segment: {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:33:49.098079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Bound port: 077819a2-e8f0-4628-8832-dba091e6b2fa, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489e6f6-5e27-47e2-b529-67d9bba3d09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:33:49.098416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:49.189322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:33:49.192559 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:33:49.196801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:49.199905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:49.200664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:49.201996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 1093 time: 0.9226639 Sep 29 07:33:49.232169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:33:49.234457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:33:49.303313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7152cb0f-356b-47c0-bca0-ca206d28adc9 x-openstack-request-id: req-7152cb0f-356b-47c0-bca0-ca206d28adc9 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:33:49.303536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:33:49.303783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7152cb0f-356b-47c0-bca0-ca206d28adc9 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:33:49.304174 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7152cb0f-356b-47c0-bca0-ca206d28adc9'] response: {'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'status': 'completed', 'code': 200} Sep 29 07:33:49.336026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036a310-81c1-4cac-b179-61290516d3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:49.356933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-37c4994e-24a5-4919-94df-33876d0719a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:49.358402 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-37c4994e-24a5-4919-94df-33876d0719a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1096 time: 0.0996335 Sep 29 07:33:49.431656 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-019406e4-6d16-4d43-8c0b-f81aa4c1ab5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 217 time: 0.0614984 Sep 29 07:33:49.495797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-3856d62f-3305-4c7e-9e3d-d5f7ce633029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:49.497189 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-3856d62f-3305-4c7e-9e3d-d5f7ce633029 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0593972 Sep 29 07:33:49.576239 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-aca4ed5f-1fec-465a-9138-a5fbc81ee803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:49.577585 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-aca4ed5f-1fec-465a-9138-a5fbc81ee803 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744476 Sep 29 07:33:49.705557 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-fe586417-8e09-4d06-88e1-7b295f290e80 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219630 Sep 29 07:33:49.794293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9002be-807b-4549-8f62-8c699765668f req-df087753-1259-4c4e-a1d5-4631d9de37b4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:49.795778 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6a9002be-807b-4549-8f62-8c699765668f req-df087753-1259-4c4e-a1d5-4631d9de37b4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 943 time: 0.0897858 Sep 29 07:33:49.836402 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fb7c9c66-f6f0-4045-9738-79437135a2cb req-7453898d-2b56-40e9-9071-2a84ce9c1ba0 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251252 Sep 29 07:33:49.839790 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6a9002be-807b-4549-8f62-8c699765668f req-cc1f78ec-9325-4ea8-ab21-2fc25c79c721 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 Sep 29 07:33:50.036817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-4afb3f31-336b-4437-98be-d6e98af2752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:50.038586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-4afb3f31-336b-4437-98be-d6e98af2752f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1096 time: 0.1002345 Sep 29 07:33:50.263825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-065e65ed-500e-490b-8e8f-681a7cd8d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:50.265264 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-065e65ed-500e-490b-8e8f-681a7cd8d4da service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.2206471 Sep 29 07:33:50.332185 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-ef94086c-08fd-4f0f-bced-84c3cd2637ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 217 time: 0.0611966 Sep 29 07:33:50.398851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-e6884429-00da-4a31-9883-9c480075526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:50.400343 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-e6884429-00da-4a31-9883-9c480075526b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0628896 Sep 29 07:33:50.481875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-2e2a42e9-cec0-4878-9744-b64e899ee2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:50.483383 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-2e2a42e9-cec0-4878-9744-b64e899ee2e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762801 Sep 29 07:33:50.609880 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-7d6ed353-904d-4ffb-9216-72d446706298 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202524 Sep 29 07:33:50.737166 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-70ad44bd-defe-4b3c-b694-b7f2e2a3268b req-76c4f6ef-9d6b-44a3-ac42-a455e2e9566b service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213739 Sep 29 07:33:51.038108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba51f3-65b9-4ee7-afde-54a896c5baec req-e4fcc3c1-1eb1-4dcb-923d-e6fe0edeed5a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:51.039521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e4ba51f3-65b9-4ee7-afde-54a896c5baec req-e4fcc3c1-1eb1-4dcb-923d-e6fe0edeed5a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 943 time: 0.0899851 Sep 29 07:33:51.082159 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e4ba51f3-65b9-4ee7-afde-54a896c5baec req-c7626b88-f91d-4f00-99f2-8e9e9cad4c3b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370729 Sep 29 07:33:52.131395 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 077819a2-e8f0-4628-8832-dba091e6b2fa details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:33:52.262139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:33:52.275226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'port_id': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'mac_address': 'fa:16:3e:5e:ca:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:33:52.276971 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacf2fa-e1e0-496a-b0ed-51521ceef14f req-05a956b9-f334-4696-a455-a76a2ec37b99 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:52.278440 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aeacf2fa-e1e0-496a-b0ed-51521ceef14f req-05a956b9-f334-4696-a455-a76a2ec37b99 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 943 time: 0.0850582 Sep 29 07:33:52.327643 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-aeacf2fa-e1e0-496a-b0ed-51521ceef14f req-8ba1b557-3953-40ac-b6d9-48dbf92cc248 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Sep 29 07:33:52.334107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 077819a2-e8f0-4628-8832-dba091e6b2fa is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:33:52.334651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:52.352347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077819a2-e8f0-4628-8832-dba091e6b2fa {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:33:52.368213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:33:52.372397 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:52.440202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:52.447182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.447528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.447860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.448189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.448544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.448870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.449194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.449513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.449833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.450152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.450471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.450811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:33:52.765356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['077819a2-e8f0-4628-8832-dba091e6b2fa'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:33:53.524575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b07700-0268-4dce-a27e-56cdf73636f0 req-67dffe28-012b-43f9-81d7-95ebb3e77746 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:53.526007 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b07700-0268-4dce-a27e-56cdf73636f0 req-67dffe28-012b-43f9-81d7-95ebb3e77746 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 944 time: 0.0896611 Sep 29 07:33:53.568664 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b07700-0268-4dce-a27e-56cdf73636f0 req-807c0367-8c50-43cf-a5f6-96ccc291c826 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Sep 29 07:33:54.146054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 077819a2-e8f0-4628-8832-dba091e6b2fa up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:33:54.211905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 077819a2-e8f0-4628-8832-dba091e6b2fa completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:33:54.216601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 077819a2-e8f0-4628-8832-dba091e6b2fa triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:33:54.216974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:54.217312 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 077819a2-e8f0-4628-8832-dba091e6b2fa Sep 29 07:33:54.331205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 077819a2-e8f0-4628-8832-dba091e6b2fa is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:33:54.331593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:54.359133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:33:54.361318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2158ad-5ba0-4940-a9bb-6f08602f5dda" -d '{"events": [{"server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "name": "network-vif-plugged", "status": "completed", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:33:54.370615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:33:54.374713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:33:54.447185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:33:54.458366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae7480b-01d1-43a5-9541-93706d7e8689 x-openstack-request-id: req-aae7480b-01d1-43a5-9541-93706d7e8689 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:33:54.458683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "name": "network-vif-plugged", "status": "completed", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:33:54.458941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aae7480b-01d1-43a5-9541-93706d7e8689 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:33:54.459339 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae7480b-01d1-43a5-9541-93706d7e8689'] response: {'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'code': 200} Sep 29 07:33:54.785061 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767b65-5a7e-4c60-8cc2-8da3931a58a7 req-18d6ba3f-fbd1-45d7-985d-c7df39fd2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:54.786562 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-59767b65-5a7e-4c60-8cc2-8da3931a58a7 req-18d6ba3f-fbd1-45d7-985d-c7df39fd2580 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1098 time: 0.1468930 Sep 29 07:33:54.794544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a7513-957b-44a3-89fb-079013f2410e req-d6712949-6d90-457f-b999-5aabc1a50375 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:54.795878 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c5a7513-957b-44a3-89fb-079013f2410e req-d6712949-6d90-457f-b999-5aabc1a50375 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.1093700 Sep 29 07:33:54.859162 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-59767b65-5a7e-4c60-8cc2-8da3931a58a7 req-6bb2e0cd-0151-461d-92ba-0e3a73c6e796 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623724 Sep 29 07:33:54.863593 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1c5a7513-957b-44a3-89fb-079013f2410e req-e9b5d9a1-bef8-4177-8dff-d93db47168bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Sep 29 07:33:56.057465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc7b2d-c07a-46cd-a6a5-2c5985ff5bbb req-0592030b-a652-41c7-a37c-2ab333acab2c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:56.058932 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93cc7b2d-c07a-46cd-a6a5-2c5985ff5bbb req-0592030b-a652-41c7-a37c-2ab333acab2c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0856326 Sep 29 07:33:56.101879 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93cc7b2d-c07a-46cd-a6a5-2c5985ff5bbb req-f70a2d99-c494-4a34-af75-0cc1cd4209b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371878 Sep 29 07:33:57.296328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c073-105c-455f-abf2-86fd74919a83 req-62295f46-28a7-4af2-a1a2-bec7b5677188 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:57.297767 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dd97c073-105c-455f-abf2-86fd74919a83 req-62295f46-28a7-4af2-a1a2-bec7b5677188 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0881934 Sep 29 07:33:57.341091 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-dd97c073-105c-455f-abf2-86fd74919a83 req-0c88e8d7-e682-46ee-b3ca-52c330d2e4f8 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371985 Sep 29 07:33:57.536758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e09ae-8375-4a18-9b15-d88ebe5f0ff1 req-ba456fae-e6d4-45f2-a948-c9e622ebda46 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:57.538201 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af8e09ae-8375-4a18-9b15-d88ebe5f0ff1 req-ba456fae-e6d4-45f2-a948-c9e622ebda46 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0889802 Sep 29 07:33:57.580986 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-af8e09ae-8375-4a18-9b15-d88ebe5f0ff1 req-cf4ae911-c594-4f13-b611-2c035f9c590e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Sep 29 07:33:57.971039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dd932-4d00-46eb-9b30-dd09d5bfc882 req-0f4b293b-c911-4df6-a510-04c75784223f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:33:57.972979 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-425dd932-4d00-46eb-9b30-dd09d5bfc882 req-0f4b293b-c911-4df6-a510-04c75784223f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0852115 Sep 29 07:33:58.020128 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-425dd932-4d00-46eb-9b30-dd09d5bfc882 req-203d09b0-90b2-42aa-93bb-6fa57d9bc0fc tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Sep 29 07:34:08.146739 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168499-f29d-4a68-9019-890f8871921d req-a4eb2bbe-109c-4754-9933-8518f90e6cfe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:08.148189 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-32168499-f29d-4a68-9019-890f8871921d req-a4eb2bbe-109c-4754-9933-8518f90e6cfe tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0867488 Sep 29 07:34:08.191816 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-32168499-f29d-4a68-9019-890f8871921d req-665c30b9-5af6-4f02-b9e9-441371186b18 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 29 07:34:08.220635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55272) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:08.426366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdbdc07-de27-4b37-85be-ccefc2f0fade tempest-TestMinimumBasicScenario-1174053074 tempest-TestMinimumBasicScenario-1174053074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:08.428394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0fdbdc07-de27-4b37-85be-ccefc2f0fade tempest-TestMinimumBasicScenario-1174053074 tempest-TestMinimumBasicScenario-1174053074-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1093 time: 0.2062221 Sep 29 07:34:08.431206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55280) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:08.436432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:08.443067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:08.446886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:floatingip and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:08.449691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:08.456417 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:08.465674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:08.599598 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:08.735839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-05cc23bb-0292-4074-96da-23529d026258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:08.737759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Allocated IP 172.26.0.43 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/eb395dcf-0309-45f6-9d13-c92d35055a9b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:34:08.886165 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:08.914259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:09.072524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:34:09.075541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:34:09.079313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:34:09.108722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=eb395dcf-0309-45f6-9d13-c92d35055a9b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:09.485687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:09.556284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:09.757206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:09.761724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:09.864715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=eb395dcf-0309-45f6-9d13-c92d35055a9b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:09.867001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:10.031795 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Floating IP 6e9f56b8-6b42-488f-b751-db0203b75ec5 associated. External IP: 172.26.0.43, port: 077819a2-e8f0-4628-8832-dba091e6b2fa. Sep 29 07:34:10.380043 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:34:10.663448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:34:10.672791 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:34:10.682262 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:34:10.682906 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:33:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:34:10.688174 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:10.745188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-049d5958-f017-49dc-b68b-2553991365c5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3128355 Sep 29 07:34:10.745785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:34:10.748012 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55284) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:10.748477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:34:10.753449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289358460', 'description': 'tempest-secgroup-smoke-1289358460 description', 'project_id': '7589f0322e49452585698732c1b118ce'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:10.760086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:10.770671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:10.781482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:10.793578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa7f755-79b1-4c01-8097-0c5fd78be55d x-openstack-request-id: req-bfa7f755-79b1-4c01-8097-0c5fd78be55d {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:34:10.793878 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:34:10.794130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bfa7f755-79b1-4c01-8097-0c5fd78be55d {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:34:10.794561 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa7f755-79b1-4c01-8097-0c5fd78be55d'] response: {'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'status': 'completed', 'code': 200} Sep 29 07:34:10.804650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:10.808491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:10.811278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:10.816917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:10.875122 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:34:10.896907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:10.901778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:10.934954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-ba5b1c26-4a40-420f-bd11-ae0f3c0c6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:10.936486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-ba5b1c26-4a40-420f-bd11-ae0f3c0c6b92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1098 time: 0.0891020 Sep 29 07:34:10.949030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:10.950322 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2011659 Sep 29 07:34:10.953594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55290) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:10.956576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7179722e-db51-458b-baa2-a12f9152ee7f,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:10.965872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '7179722e-db51-458b-baa2-a12f9152ee7f', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:10.970868 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.971315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.971741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.972101 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.972421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.972749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.973262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.973597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.973922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.974271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.974621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.974943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4fe966-b9d7-40e7-b3ab-1fa6b7e741bf tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:34:10.980059 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:10.984177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:10.987170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:10.992910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:11.010259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.031377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cbac7b2-2d00-4617-9e62-d21cbeea44c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.074319 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.079313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.103869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-d6dcd65a-0a2d-4157-bc49-53c4b15f8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:11.104117 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2e08b1-9048-4573-a7f0-19f86b223ac2,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:11.106488 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-d6dcd65a-0a2d-4157-bc49-53c4b15f8800 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1635811 Sep 29 07:34:11.113258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.114474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6a980a8e-ed61-493b-87e7-7a9471fc74a4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597919 Sep 29 07:34:11.117320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55294) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:11.122563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '7179722e-db51-458b-baa2-a12f9152ee7f', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:11.129181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:11.133750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:11.136823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:11.143567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:11.161418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.214554 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-67211ae9-c556-465b-80d1-0b885edf7bfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 998 time: 0.1012752 Sep 29 07:34:11.233130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.237583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.241157 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '6e9f56b8-6b42-488f-b751-db0203b75ec5', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'port_id': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'mac_address': 'fa:16:3e:5e:ca:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:34:09Z', 'updated_at': '2022-09-29T07:34:09Z', 'revision_number': 0, 'project_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:34:11.245173 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:34:11.254340 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:34:11.254988 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:34:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:34:11.280049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-de940746-9f72-4c2f-b681-cc6cf4e4bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:11.281682 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-de940746-9f72-4c2f-b681-cc6cf4e4bc5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0615890 Sep 29 07:34:11.372479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-c4636f6a-5234-4acf-b18e-89a661e27306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:11.374967 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-c4636f6a-5234-4acf-b18e-89a661e27306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875242 Sep 29 07:34:11.376111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8678ff-eb6d-451a-a8c6-88b471a4502e,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:11.379031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.383652 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0a9d9783-7caf-42cd-9b1a-7f8903b201c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2651763 Sep 29 07:34:11.384740 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55298) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:11.389906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '7179722e-db51-458b-baa2-a12f9152ee7f', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:11.396201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:11.400305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:11.403450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:11.409499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:11.427753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.491576 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:34:11.493707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.497621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.515870 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0babe2dd-e4a7-48f4-8c45-240d1a17718c,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:11.521845 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-cf373f79-002d-4ba7-b4be-0a1abed90d06 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359396 Sep 29 07:34:11.532780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.533974 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cd41d662-64fa-4607-8c59-d1d3f015b29f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481802 Sep 29 07:34:11.536993 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55302) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:11.542208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '7179722e-db51-458b-baa2-a12f9152ee7f', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:11.548754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:11.553691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:11.556835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:11.563337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:11.582448 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.656986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.659293 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4a43af61-f1cb-4001-a19a-1fc933fbc1bb req-d20eb7c2-d82f-4687-9a6f-8686803f8364 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296778 Sep 29 07:34:11.660834 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.682017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da92b71-39e2-4e26-b1fb-bb0c00aa142d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:11.694783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.698745 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6c539111-2e9d-4fa2-94fc-a244518170b9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580670 Sep 29 07:34:11.698886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55306) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:11.703608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '7179722e-db51-458b-baa2-a12f9152ee7f', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:11.709531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:11.713348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:11.716199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:11.722388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:11.735159 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Project 7589f0322e49452585698732c1b118ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:34:11.742481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.806669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.810320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.834316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b001e5e5-4deb-4c64-89ea-1e2e3efbf519,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:11.844000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.845290 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2df921e7-dd59-4d46-9081-06de73554055 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454811 Sep 29 07:34:11.848461 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55310) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:34:11.853405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'security_group_rule': {'security_group_id': '7179722e-db51-458b-baa2-a12f9152ee7f', 'project_id': '7589f0322e49452585698732c1b118ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:11.858164 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '6e9f56b8-6b42-488f-b751-db0203b75ec5', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'port_id': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'mac_address': 'fa:16:3e:5e:ca:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:34:09Z', 'updated_at': '2022-09-29T07:34:09Z', 'revision_number': 0, 'project_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:34:11.859581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:34:11.862654 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407f1c8b-db9d-4746-81a0-f4d6a3852059 None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '6e9f56b8-6b42-488f-b751-db0203b75ec5', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'port_id': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'mac_address': 'fa:16:3e:5e:ca:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:34:09Z', 'updated_at': '2022-09-29T07:34:09Z', 'revision_number': 0, 'project_id': '7589f0322e49452585698732c1b118ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:34:11.864105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Usage tracker for resource:security_group_rule and tenant:7589f0322e49452585698732c1b118ce is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:34:11.867107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:34:11.872901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:34:11.882659 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Project 7589f0322e49452585698732c1b118ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:34:11.889259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.947770 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.958581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.962301 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:11.988031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853bb74b-e085-4b48-8684-66857b158535,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:11.999478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:12.000687 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-49de72ee-d71b-446d-81a9-d53a293a4beb tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513186 Sep 29 07:34:12.094510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68280d2e-6196-4453-829d-bf3924a83173 None None] New status for floating IP 6e9f56b8-6b42-488f-b751-db0203b75ec5: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:34:12.128247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-26dda517-69b2-4928-ab8d-11c2e848609e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:34:12.144493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-26dda517-69b2-4928-ab8d-11c2e848609e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:34:12.145658 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-26dda517-69b2-4928-ab8d-11c2e848609e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289358460&fields=id&tenant_id=7589f0322e49452585698732c1b118ce HTTP/1.1" status: 200 len: 267 time: 0.0592661 Sep 29 07:34:12.199348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:12.239797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-b4969411-f4da-45e7-8c81-d82dc7b8e80c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:12.241276 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-b4969411-f4da-45e7-8c81-d82dc7b8e80c tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0899844 Sep 29 07:34:12.252094 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'port': {'security_groups': ['97bca429-17fe-49d3-9e1e-4046ff0da320', '7179722e-db51-458b-baa2-a12f9152ee7f']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:34:12.380497 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:12.637031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:34:12.661519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:12.665944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:12.702289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:12.702901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:12.704217 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b0d62390-ea87-4cbc-9706-516c0fe99e4f req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "PUT /v2.0/ports/077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 981 time: 0.4566760 Sep 29 07:34:12.704642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:34:12.707618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07ee662-3e7b-484d-a0d2-900585682e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:34:12.713861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['077819a2-e8f0-4628-8832-dba091e6b2fa'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:34:12.753652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2bdfc-038e-477d-83f9-790dcad73b2a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=6']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:34:12.815771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e6effd-2d96-4826-a5eb-5451bc25a877 x-openstack-request-id: req-01e6effd-2d96-4826-a5eb-5451bc25a877 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:34:12.816392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:34:12.816392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01e6effd-2d96-4826-a5eb-5451bc25a877 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:34:12.816686 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e6effd-2d96-4826-a5eb-5451bc25a877'] response: {'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'status': 'completed', 'code': 200} Sep 29 07:34:12.852816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['077819a2-e8f0-4628-8832-dba091e6b2fa'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:34:12.952288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607383f2-8b0d-4327-92af-0181739b0c56 req-23e89b98-8fb4-4d9e-afe8-74e23752267f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:12.954029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-607383f2-8b0d-4327-92af-0181739b0c56 req-23e89b98-8fb4-4d9e-afe8-74e23752267f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.1492112 Sep 29 07:34:12.981892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-a03d7994-d989-44c7-979c-a4e412d70bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:12.983732 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-a03d7994-d989-44c7-979c-a4e412d70bf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1137 time: 0.1194453 Sep 29 07:34:13.095982 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-607383f2-8b0d-4327-92af-0181739b0c56 req-20b45ffe-1af5-4005-849b-035ca034a6e5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353166 Sep 29 07:34:13.145595 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-a72cf75a-0414-4317-b653-2a5a6a646533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:13.147098 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-a72cf75a-0414-4317-b653-2a5a6a646533 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1570237 Sep 29 07:34:13.252601 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-beab08a4-6aa8-4d7c-98e0-3e836b896dac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 1000 time: 0.0994174 Sep 29 07:34:13.313605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-926aa3ba-ba21-4f72-8b79-83a6a2e647e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:13.315092 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-926aa3ba-ba21-4f72-8b79-83a6a2e647e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0569961 Sep 29 07:34:13.398915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-8d2c7f1f-8248-4c66-b2ef-099ab686e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:13.400497 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-8d2c7f1f-8248-4c66-b2ef-099ab686e3f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802393 Sep 29 07:34:13.515978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:13.650971 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-49210c2a-6fba-43b1-a25d-00fec6bcef5f service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439358 Sep 29 07:34:13.777410 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f07ee662-3e7b-484d-a0d2-900585682e4b req-864c8150-543b-4333-9369-2c49d0ea3323 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201305 Sep 29 07:34:17.578821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:24.086477 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:34:38.738128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f2d9aef0-db8b-4523-9fb5-076b55e46cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:41.034213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-33580ce7-594c-463c-b19c-01d9f2abebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:41.950204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:42.149720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:43.515061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:34:46.069577 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-e97b7744-565b-4b9d-bfb2-373c1e2d4428 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794246 Sep 29 07:34:46.232016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-47156910-4c8c-4414-a68e-b4edd42fb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:46.233508 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-47156910-4c8c-4414-a68e-b4edd42fb404 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1137 time: 0.0815141 Sep 29 07:34:46.375482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-084347c1-e03c-4e92-957c-4f002c768d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:46.376867 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-084347c1-e03c-4e92-957c-4f002c768d3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1253104 Sep 29 07:34:46.477241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-9f54b2c1-11cc-4ccd-990b-3af2e29d8e11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 1000 time: 0.0944204 Sep 29 07:34:46.543649 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-0219f1b7-a8b9-4f35-8264-8db8c37036c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:46.545067 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-0219f1b7-a8b9-4f35-8264-8db8c37036c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0613761 Sep 29 07:34:46.628433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-1ef63f3e-9676-470f-956e-a5456ae77c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:34:46.629793 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-1ef63f3e-9676-470f-956e-a5456ae77c77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782959 Sep 29 07:34:46.759807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-313e866d-e97d-4def-9217-edd4adbaa151 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232700 Sep 29 07:34:46.887225 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8726df95-61f9-4c44-a4e8-ec173bfb9221 req-4712ceeb-53a3-446b-a662-e90e7babf1df service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216130 Sep 29 07:34:47.598758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:01.084900 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:35:08.738600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d67e0d70-c359-4394-ae4f-6281700bd357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:10.763329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-6c560e40-809a-4ebd-aa22-704715f1a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:10.764825 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-6c560e40-809a-4ebd-aa22-704715f1a2da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1137 time: 0.1525912 Sep 29 07:35:10.772916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f43f2d-bcf4-4a34-8d21-feff69bb5a0b req-f4c86757-a8ef-4e44-ae23-7f6c5665d77d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:10.774289 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86f43f2d-bcf4-4a34-8d21-feff69bb5a0b req-f4c86757-a8ef-4e44-ae23-7f6c5665d77d tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.1241550 Sep 29 07:35:10.896482 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86f43f2d-bcf4-4a34-8d21-feff69bb5a0b req-184e2042-5f37-418e-85b6-afb1ef5a7881 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038737 Sep 29 07:35:10.932939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-7a5d8c50-dba2-478e-a6a7-249ce38d8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:10.934374 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-7a5d8c50-dba2-478e-a6a7-249ce38d8e2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1592259 Sep 29 07:35:11.037131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9967abc5-afea-477e-b31c-b6b5c49ecd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:11.144848 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-29c3b2af-e36e-44aa-bdc3-3454d8498b57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 1000 time: 0.2035353 Sep 29 07:35:11.204879 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-d1ba671d-eeb8-4142-892b-09c0baf3e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:11.206247 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-d1ba671d-eeb8-4142-892b-09c0baf3e470 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0554664 Sep 29 07:35:11.288615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-08984b22-9e56-4a1c-9d72-059331004291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:11.289999 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-08984b22-9e56-4a1c-9d72-059331004291 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779378 Sep 29 07:35:11.422770 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-60beef0a-4e53-415c-ae25-3aff62435fca service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246278 Sep 29 07:35:11.552065 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8da58729-c8f1-4f64-a6af-db4668d8fded req-9a8ae957-21b6-4dd3-92f6-b79a29864daf service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232097 Sep 29 07:35:11.955711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:12.110848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe48eab-e538-4205-8a58-f3e888a3afce req-333324d0-6d1f-4824-abbe-46ce4803cc3a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:12.112310 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cfe48eab-e538-4205-8a58-f3e888a3afce req-333324d0-6d1f-4824-abbe-46ce4803cc3a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0914850 Sep 29 07:35:12.151995 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:12.158727 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cfe48eab-e538-4205-8a58-f3e888a3afce req-15ead690-8be8-40f2-8f09-3ad2a6e52193 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406632 Sep 29 07:35:13.354756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a9d4b-cd09-41a3-9a8c-717427f589ba req-91057dee-a75c-40b2-9518-713be9198074 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:13.356489 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8d8a9d4b-cd09-41a3-9a8c-717427f589ba req-91057dee-a75c-40b2-9518-713be9198074 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0876334 Sep 29 07:35:13.402755 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8d8a9d4b-cd09-41a3-9a8c-717427f589ba req-ca3af759-03ca-454c-9151-91d6fe78bd2b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404913 Sep 29 07:35:13.517917 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:14.598822 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ffe17-5f97-4076-bf34-205fe671a8f2 req-d791d04c-d44e-4a8d-9867-57edebdfb360 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:14.600301 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c9ffe17-5f97-4076-bf34-205fe671a8f2 req-d791d04c-d44e-4a8d-9867-57edebdfb360 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0863979 Sep 29 07:35:14.645884 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8c9ffe17-5f97-4076-bf34-205fe671a8f2 req-62e3ffc5-2353-4e2f-842e-ba97c858c55e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392272 Sep 29 07:35:15.842777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356ca8d-be98-4e25-9e15-7f1624f642a6 req-00fba68b-acf4-4162-91b2-262e410a99f5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:15.844220 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d356ca8d-be98-4e25-9e15-7f1624f642a6 req-00fba68b-acf4-4162-91b2-262e410a99f5 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0891931 Sep 29 07:35:15.888790 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d356ca8d-be98-4e25-9e15-7f1624f642a6 req-4a754668-e4e5-4e02-88ca-191567d4738b tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388200 Sep 29 07:35:17.088322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca85c2f-315a-4d3e-a358-ca2bad4bab16 req-6b4e2e5a-f621-4169-b09b-01bcc77a2b75 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:17.089789 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cca85c2f-315a-4d3e-a358-ca2bad4bab16 req-6b4e2e5a-f621-4169-b09b-01bcc77a2b75 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0912254 Sep 29 07:35:17.135907 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-cca85c2f-315a-4d3e-a358-ca2bad4bab16 req-8f11ae94-a317-4f0b-93f3-1d2c9e9d9fb6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401635 Sep 29 07:35:17.590945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:18.343160 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72d447-b61c-46c0-9684-450e5fc38b8a req-944e96a2-1078-496c-91ac-a5d8cb661f52 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:18.344637 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef72d447-b61c-46c0-9684-450e5fc38b8a req-944e96a2-1078-496c-91ac-a5d8cb661f52 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0904808 Sep 29 07:35:18.391512 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef72d447-b61c-46c0-9684-450e5fc38b8a req-83ef9eb5-9748-47d7-848b-aedc18671f80 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410037 Sep 29 07:35:19.589741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29566542-03b3-4ed7-bba4-22a315f84128 req-49684480-218c-4d81-912c-b56e827afd7f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:19.591188 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-29566542-03b3-4ed7-bba4-22a315f84128 req-49684480-218c-4d81-912c-b56e827afd7f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0895293 Sep 29 07:35:19.636825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-29566542-03b3-4ed7-bba4-22a315f84128 req-48838d58-d747-4805-b160-726a736e32f4 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398741 Sep 29 07:35:20.831832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fdb13-cbf6-4e91-a563-575252100adb req-d643282d-fad2-41c4-86e2-a5f0a38d8568 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:20.833301 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-583fdb13-cbf6-4e91-a563-575252100adb req-d643282d-fad2-41c4-86e2-a5f0a38d8568 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0866628 Sep 29 07:35:20.879250 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-583fdb13-cbf6-4e91-a563-575252100adb req-cf4c38a9-5eb2-4040-bfb9-9813375f8bf0 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396004 Sep 29 07:35:22.074853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de63d6-065c-4a72-888c-b9bb2b1e2309 req-f59172d1-7ee8-441c-9112-5ba652a13e6f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:22.076298 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37de63d6-065c-4a72-888c-b9bb2b1e2309 req-f59172d1-7ee8-441c-9112-5ba652a13e6f tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0856564 Sep 29 07:35:22.121215 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37de63d6-065c-4a72-888c-b9bb2b1e2309 req-2ee86f64-42b5-46cb-9bd5-308d2be3d0b2 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392754 Sep 29 07:35:23.317085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36841a00-a657-4986-90ef-85dc74b6d642 req-7a890d3e-9bac-4d20-b232-f996e3a409e7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:23.318559 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-36841a00-a657-4986-90ef-85dc74b6d642 req-7a890d3e-9bac-4d20-b232-f996e3a409e7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0901000 Sep 29 07:35:23.363750 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-36841a00-a657-4986-90ef-85dc74b6d642 req-9ef4e629-6937-4da0-ac2a-bd3582b926d8 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=7179722e-db51-458b-baa2-a12f9152ee7f&id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387821 Sep 29 07:35:38.084110 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:35:38.745330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7697d7d5-dada-4020-b56a-e3f55e136608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:41.039139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ad38f9d5-eee2-48ac-a83c-7d194e805c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:41.959725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:42.161984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:43.519938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:35:45.483631 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-f5eac7f8-a12d-493d-bf42-bb51bf2e44d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1201453 Sep 29 07:35:45.644944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-7fbeff30-d498-46ec-88e0-db60e40af90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:45.646986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-7fbeff30-d498-46ec-88e0-db60e40af90d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1137 time: 0.0813143 Sep 29 07:35:45.791803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-179affe6-e7a3-4d74-9cde-f6a59707f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:45.793261 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-179affe6-e7a3-4d74-9cde-f6a59707f853 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1278007 Sep 29 07:35:45.897535 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-b3f64f1a-aa94-4013-b5a7-b44c4b2cbc66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 1000 time: 0.0980566 Sep 29 07:35:45.960132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-06820faf-2529-49db-848f-bd198907def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:45.961592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-06820faf-2529-49db-848f-bd198907def4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0576508 Sep 29 07:35:46.047654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-8adf53b4-c222-4d9d-8742-9f41b9ed126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:35:46.049961 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-8adf53b4-c222-4d9d-8742-9f41b9ed126e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824747 Sep 29 07:35:46.060404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-a17ac9de-b517-4066-b16a-94bd21d7f6f4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:35:46.061267 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-a17ac9de-b517-4066-b16a-94bd21d7f6f4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056767 Sep 29 07:35:46.299269 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-549bfc87-6898-46ae-b784-02316d3ffda7 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320309 Sep 29 07:35:46.429448 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a4d380a0-a403-40fe-8b50-36eafcdafef1 req-95a620b9-8d03-41d4-badd-2db5b397faf4 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245828 Sep 29 07:35:47.590003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:08.737270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9602a548-be45-4cb8-9679-4c139b518331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:11.039879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd3d2-87c6-4f40-b9d9-cb96e4a55255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:11.962679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:12.159584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:13.522746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:15.084710 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:36:17.602693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:26.761194 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b90640fc-e228-4483-8cb2-5f29500beebd req-70782784-426a-47f1-8639-c3294a1a1d72 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289358460&fields=id&tenant_id=7589f0322e49452585698732c1b118ce HTTP/1.1" status: 200 len: 267 time: 0.0421777 Sep 29 07:36:26.854597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90640fc-e228-4483-8cb2-5f29500beebd req-81c70104-9bed-4e01-99df-9b394baba713 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:26.856306 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b90640fc-e228-4483-8cb2-5f29500beebd req-81c70104-9bed-4e01-99df-9b394baba713 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 984 time: 0.0893149 Sep 29 07:36:26.866852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Request body: {'port': {'security_groups': ['97bca429-17fe-49d3-9e1e-4046ff0da320']}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:26.988595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.226853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:27.251896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.256100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.290336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['077819a2-e8f0-4628-8832-dba091e6b2fa'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:36:27.297297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:27.297907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.299292 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b90640fc-e228-4483-8cb2-5f29500beebd req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "PUT /v2.0/ports/077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 942 time: 0.4368522 Sep 29 07:36:27.299732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:36:27.302043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683" -d '{"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:36:27.305451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55416) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:27.348055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event updated for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=7']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:27.356615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.356968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.357313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.358176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.358536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.358876 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.359647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.359647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.359828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.360423 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.360762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.361088 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09804003-486e-4ae2-92f8-1b6521d0d2a6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.384313 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59071d87-5a67-4c38-9550-0f3d4ef92784 x-openstack-request-id: req-59071d87-5a67-4c38-9550-0f3d4ef92784 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:36:27.384672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:36:27.385030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59071d87-5a67-4c38-9550-0f3d4ef92784 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:36:27.385521 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59071d87-5a67-4c38-9550-0f3d4ef92784'] response: {'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'status': 'completed', 'code': 200} Sep 29 07:36:27.395903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.432195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['077819a2-e8f0-4628-8832-dba091e6b2fa'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:36:27.432966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.550412 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-c0154239-661d-4e13-9717-c655b280fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:27.551822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-c0154239-661d-4e13-9717-c655b280fe9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1098 time: 0.1111176 Sep 29 07:36:27.626474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.665756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179722e-db51-458b-baa2-a12f9152ee7f,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:27.684754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.685151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.685723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.686759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.687202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.687542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.687929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.688247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.688599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.688989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.689422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.689745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:27.697753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:27.698901 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1356f0cf-4415-4338-9ef4-c34c35aab81a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "DELETE /v2.0/security-groups/7179722e-db51-458b-baa2-a12f9152ee7f HTTP/1.1" status: 204 len: 168 time: 0.3918548 Sep 29 07:36:27.701637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55424) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:27.732600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-f0736699-91e6-4339-bd7e-5ff090b76e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:27.734613 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-f0736699-91e6-4339-bd7e-5ff090b76e53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1768141 Sep 29 07:36:27.838591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-b7559cb5-a00b-4761-9aa5-bcb3ed933dd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 1000 time: 0.0971310 Sep 29 07:36:27.901572 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-bf0b666f-fe85-4029-b964-d182207c63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:27.903066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-bf0b666f-fe85-4029-b964-d182207c63c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0589688 Sep 29 07:36:27.993642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-270e20d6-2ce2-47c8-8584-24237da1ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:27.995188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-270e20d6-2ce2-47c8-8584-24237da1ba43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856786 Sep 29 07:36:28.006943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Deleting port eb395dcf-0309-45f6-9d13-c92d35055a9b {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:28.007475 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:28.128120 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-f78073b0-e7e5-4e6b-8065-c7329fa5f668 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264117 Sep 29 07:36:28.178947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:28.179277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:28.258028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57c0a6dd-b3ee-460c-9c16-27ccf4b9d683 req-b66647a4-23d9-4403-885b-5dd47625599f service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242666 Sep 29 07:36:28.302505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Calling delete_port for eb395dcf-0309-45f6-9d13-c92d35055a9b owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:28.456662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:28.506174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event deleted for resources: {'Port': ['ID=eb395dcf-0309-45f6-9d13-c92d35055a9b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:28.598090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:28.598422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Floating IP 6e9f56b8-6b42-488f-b751-db0203b75ec5 disassociated (deleted). External IP: 172.26.0.43, port: 077819a2-e8f0-4628-8832-dba091e6b2fa. Sep 29 07:36:28.949292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:36:29.125204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:36:29.134477 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:36:29.144453 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:29.145059 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:29.146859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:29.203243 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a0692d25-158f-4507-a6a7-1358a1e72364 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e9f56b8-6b42-488f-b751-db0203b75ec5 HTTP/1.1" status: 204 len: 168 time: 1.5002451 Sep 29 07:36:29.321656 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:29.386209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:36:29.389118 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7d0de-b637-496b-9ae0-4f92bf0b7425" -d '{"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:36:29.435079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b03f9-d713-4ac8-890d-94386f71b294 x-openstack-request-id: req-590b03f9-d713-4ac8-890d-94386f71b294 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:36:29.435427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:36:29.435789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-590b03f9-d713-4ac8-890d-94386f71b294 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:36:29.436259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590b03f9-d713-4ac8-890d-94386f71b294'] response: {'name': 'network-changed', 'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'status': 'completed', 'code': 200} Sep 29 07:36:29.568282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-c1b93362-3e37-4a79-9a68-e81f5a00d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:29.570095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-c1b93362-3e37-4a79-9a68-e81f5a00d21b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7589f0322e49452585698732c1b118ce&device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 1098 time: 0.0914812 Sep 29 07:36:29.647849 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:29.652060 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:36:29.661298 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:29.662019 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:29.716288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-cf509e3f-f795-4afe-9b97-9586eb810221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:29.717772 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-cf509e3f-f795-4afe-9b97-9586eb810221 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 200 len: 916 time: 0.1347489 Sep 29 07:36:29.787219 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-d851b381-4385-4bb0-8a46-63854b6bcd4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 200 len: 217 time: 0.0633128 Sep 29 07:36:29.851547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-91ba7a5a-81e5-4c9d-a9e7-52d6dd9678c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:29.853077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-91ba7a5a-81e5-4c9d-a9e7-52d6dd9678c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 200 len: 854 time: 0.0594349 Sep 29 07:36:29.873940 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:29.940453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-69a9db2b-d70d-406f-ad6b-9284a3584777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:29.941991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-69a9db2b-d70d-406f-ad6b-9284a3584777 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3a859e99-1c72-4359-97ca-d94254fb76a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809655 Sep 29 07:36:30.074640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-c5663c49-9114-431c-803e-e1a4800ecb56 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261799 Sep 29 07:36:30.193335 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:30.198129 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39b7e2-9222-429c-a39f-2c89d3f550c0 None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:28:12Z', 'revision_number': 4, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '5c0cc429-b9ba-46d7-85b3-8a760935b5e7', 'name': '', 'network_id': '3a859e99-1c72-4359-97ca-d94254fb76a4', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'mac_address': 'fa:16:3e:66:c0:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:12Z', 'updated_at': '2022-09-29T07:28:21Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'subnets': [{'id': '9802c9dc-3a35-4ee0-b616-220eacac851c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:36:30.326943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-57f7d0de-b637-496b-9ae0-4f92bf0b7425 req-2a75790f-7a22-418d-a3eb-20cc9dbb8477 service neutron] 10.222.0.61 "GET /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401738 Sep 29 07:36:30.433845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a055e8-abec-41ac-8d9a-697383e7aac1 None None] New status for floating IP 6e9f56b8-6b42-488f-b751-db0203b75ec5: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:36:33.743247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556fc7-0ff3-47e8-bb40-7735a9e126d0 req-ee1c4080-be59-447e-b062-933d45c0e68e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:33.744696 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5a556fc7-0ff3-47e8-bb40-7735a9e126d0 req-ee1c4080-be59-447e-b062-933d45c0e68e tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0858800 Sep 29 07:36:33.787262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5a556fc7-0ff3-47e8-bb40-7735a9e126d0 req-8f3e3276-a1a6-4b03-99a8-b278656f50d6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:36:33.803318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-5a556fc7-0ff3-47e8-bb40-7735a9e126d0 req-8f3e3276-a1a6-4b03-99a8-b278656f50d6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:36:33.804683 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5a556fc7-0ff3-47e8-bb40-7735a9e126d0 req-8f3e3276-a1a6-4b03-99a8-b278656f50d6 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536616 Sep 29 07:36:35.089813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6816049-0605-408c-8065-6c4c09a03113 req-dc8b6ddb-3483-4264-9141-dfc42a4954c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:35.090406 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a6816049-0605-408c-8065-6c4c09a03113 req-dc8b6ddb-3483-4264-9141-dfc42a4954c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Synchronizing usage tracker for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:36:35.105369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a6816049-0605-408c-8065-6c4c09a03113 req-dc8b6ddb-3483-4264-9141-dfc42a4954c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Unset dirty status for tenant:7589f0322e49452585698732c1b118ce on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:36:35.107035 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a6816049-0605-408c-8065-6c4c09a03113 req-dc8b6ddb-3483-4264-9141-dfc42a4954c7 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.1876447 Sep 29 07:36:35.150634 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a6816049-0605-408c-8065-6c4c09a03113 req-5cb41fbe-f8bd-4854-8b07-e908ab9b6680 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371819 Sep 29 07:36:35.746001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-6d3cd5f6-683e-4705-9d68-db16d220b02a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:35.747466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-6d3cd5f6-683e-4705-9d68-db16d220b02a tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.0877097 Sep 29 07:36:35.748151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-322c1fa4-b02e-4a34-8169-2af134d34c8c req-3737bda8-d41c-4070-8574-14236f473c67 service neutron] (89136) timed out ('10.222.0.26', 51892) {{(pid=89136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 29 07:36:35.815351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Deleting port 077819a2-e8f0-4628-8832-dba091e6b2fa {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:35.815689 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:36.055038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] For port 077819a2-e8f0-4628-8832-dba091e6b2fa, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=077819a2-e8f0-4628-8832-dba091e6b2fa,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:36.055316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:36.186066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Calling delete_port for 077819a2-e8f0-4628-8832-dba091e6b2fa owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:36.402710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:36.437111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['077819a2-e8f0-4628-8832-dba091e6b2fa'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:36:36.443172 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696692d-1a23-4ac4-84ec-fd7b3c218cad req-c258c03e-7491-4522-a9d8-6492da249fdd tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:36.444657 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9696692d-1a23-4ac4-84ec-fd7b3c218cad req-c258c03e-7491-4522-a9d8-6492da249fdd tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f64cd51-1ef5-42c8-bbf5-2cf093541166 HTTP/1.1" status: 200 len: 945 time: 0.1761672 Sep 29 07:36:36.473346 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Pushing event deleted for resources: {'Port': ['ID=077819a2-e8f0-4628-8832-dba091e6b2fa,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:36.575032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9696692d-1a23-4ac4-84ec-fd7b3c218cad req-03a394f5-bc0f-4fe6-adef-1401ac8a37d9 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.26 "GET /v2.0/security-groups?id=97bca429-17fe-49d3-9e1e-4046ff0da320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237035 Sep 29 07:36:36.581715 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] No DVR routers for this DVR port 077819a2-e8f0-4628-8832-dba091e6b2fa on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:36:36.584121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:36.586688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'name': 'network-vif-deleted', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:36:36.588963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf961c5-afb2-4053-a340-4acada01f423" -d '{"events": [{"server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "name": "network-vif-deleted", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:36:36.608996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-82e21f78-5922-4eac-8fd6-cf562f827fce req-07b4aa38-d1aa-47c0-a567-f1cd566f0342 tempest-TestMinimumBasicScenario-439379569 tempest-TestMinimumBasicScenario-439379569-project] 10.222.0.61 "DELETE /v2.0/ports/077819a2-e8f0-4628-8832-dba091e6b2fa HTTP/1.1" status: 204 len: 173 time: 0.8562384 Sep 29 07:36:36.635242 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f05caa-ae5c-48c8-9235-32f88206d9f4 x-openstack-request-id: req-88f05caa-ae5c-48c8-9235-32f88206d9f4 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:36:36.635540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f64cd51-1ef5-42c8-bbf5-2cf093541166", "name": "network-vif-deleted", "tag": "077819a2-e8f0-4628-8832-dba091e6b2fa", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:36:36.635789 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88f05caa-ae5c-48c8-9235-32f88206d9f4 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:36:36.636186 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f05caa-ae5c-48c8-9235-32f88206d9f4'] response: {'server_uuid': '6f64cd51-1ef5-42c8-bbf5-2cf093541166', 'name': 'network-vif-deleted', 'tag': '077819a2-e8f0-4628-8832-dba091e6b2fa', 'status': 'completed', 'code': 200} Sep 29 07:36:38.290056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55524) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:38.740379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0ac0cbb1-3efc-4f99-bbf8-0de0ff6e4263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:39.033982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:39.083741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 077819a2-e8f0-4628-8832-dba091e6b2fa no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:39.120713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 077819a2-e8f0-4628-8832-dba091e6b2fa {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:39.121056 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 077819a2-e8f0-4628-8832-dba091e6b2fa not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:39.368742 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Deleting port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:39.369242 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:39.536803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-599447d7-093e-43c1-a635-386573750bde admin admin] For port 5c0cc429-b9ba-46d7-85b3-8a760935b5e7, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:39.537149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:39.655181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Calling delete_port for 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:40.062437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:40.108636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0cc429-b9ba-46d7-85b3-8a760935b5e7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:40.395372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:40.740858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:36:40.917393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599447d7-093e-43c1-a635-386573750bde admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:36:40.925776 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] Sync routers for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:36:40.929426 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-599447d7-093e-43c1-a635-386573750bde admin admin] 10.222.0.26 "PUT /v2.0/routers/03dbe900-5fd1-4caf-8ffb-34e61a4964a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382692 Sep 29 07:36:40.931945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55530) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:40.934718 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:40.935316 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:41.043122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6b48aca4-8167-464b-8e6c-485d0c505440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:41.110167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:41.114046 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:41.401744 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:36:40Z', 'revision_number': 5, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port': {'id': '37a8083e-9f58-4f46-a318-f4e9dbe161cd', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:09Z', 'updated_at': '2022-09-29T07:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:41.405801 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] Checking router: 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:36:41.406518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:41.414575 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] Routers {'03dbe900-5fd1-4caf-8ffb-34e61a4964a9'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:41.415294 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:41.416211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Deleting port 37a8083e-9f58-4f46-a318-f4e9dbe161cd {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:41.416552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:41.569229 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] Set router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:41.595598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] For port 37a8083e-9f58-4f46-a318-f4e9dbe161cd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=37a8083e-9f58-4f46-a318-f4e9dbe161cd,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:41.595961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:41.672037 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:36:41Z', 'revision_number': 6, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:41.675857 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13604b13-b8d7-4910-af62-fa303a419c15 None None] The sync data for ids ['03dbe900-5fd1-4caf-8ffb-34e61a4964a9'] in dv-neutron-859761-1-hyperv is: [{'id': '03dbe900-5fd1-4caf-8ffb-34e61a4964a9', 'name': 'tempest-TestMinimumBasicScenario-1278907935-router', 'tenant_id': '7589f0322e49452585698732c1b118ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:08Z', 'updated_at': '2022-09-29T07:36:41Z', 'revision_number': 6, 'project_id': '7589f0322e49452585698732c1b118ce', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:36:41.720246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Calling delete_port for 37a8083e-9f58-4f46-a318-f4e9dbe161cd owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:41.883500 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:41.929370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a8083e-9f58-4f46-a318-f4e9dbe161cd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:41.964595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.028958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.162600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.203119 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.205279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.228307 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.228856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03dbe900-5fd1-4caf-8ffb-34e61a4964a9 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:36:42.241052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.242172 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e0e25ec-c0d8-4951-bb7e-e03b57ce02f9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/03dbe900-5fd1-4caf-8ffb-34e61a4964a9 HTTP/1.1" status: 204 len: 168 time: 1.3093266 Sep 29 07:36:42.244671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55534) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:42.301817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Deleting subnet 9802c9dc-3a35-4ee0-b616-220eacac851c {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:36:42.304839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.357851 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.433820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.471392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37a8083e-9f58-4f46-a318-f4e9dbe161cd no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:42.505976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 37a8083e-9f58-4f46-a318-f4e9dbe161cd {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:42.506327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 37a8083e-9f58-4f46-a318-f4e9dbe161cd not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:42.506789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:42.507210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.540390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:42.540744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5c0cc429-b9ba-46d7-85b3-8a760935b5e7 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:42.547686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9802c9dc-3a35-4ee0-b616-220eacac851c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:42.551058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.558970 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b4d8a615-96aa-4626-bbe6-bcc3c191f1f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9802c9dc-3a35-4ee0-b616-220eacac851c HTTP/1.1" status: 204 len: 168 time: 0.3132372 Sep 29 07:36:42.561762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55544) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:42.564544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77826a54-818a-4381-9460-0bc8edfc4ce7 None None] Network 3a859e99-1c72-4359-97ca-d94254fb76a4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:36:42.668446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.679395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Deleting port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:42.679810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:42.895916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] DHCP port deletion for 3a859e99-1c72-4359-97ca-d94254fb76a4 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:36:42.900083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Deleting port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:42.900460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.002339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] For port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:43.002653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.101653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] For port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,segment=NetworkSegment(a489e6f6-5e27-47e2-b529-67d9bba3d09e),segment_id=a489e6f6-5e27-47e2-b529-67d9bba3d09e)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:43.102046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.125273 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Calling delete_port for bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:43.202215 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.229563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Calling delete_port for bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:43.251865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:43.255426 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] No DVR routers for this DVR port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:36:43.301232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:36:43.301617 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:36:43.369698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.394193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a859e99-1c72-4359-97ca-d94254fb76a4']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:43.406859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a489e6f6-5e27-47e2-b529-67d9bba3d09e') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:43.407151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a489e6f6-5e27-47e2-b529-67d9bba3d09e') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:43.418131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.433877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.439988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:36:43.440514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.526588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.532173 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment a489e6f6-5e27-47e2-b529-67d9bba3d09e resource provider aggregate not found Sep 29 07:36:43.542802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.558517 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.561453 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment a489e6f6-5e27-47e2-b529-67d9bba3d09e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a489e6f6-5e27-47e2-b529-67d9bba3d09e found for delete ", "request_id": "req-06bfa5df-c1e6-41a7-aa68-e31b72a3a38b"}]} Sep 29 07:36:43.569915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a859e99-1c72-4359-97ca-d94254fb76a4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:43.583576 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8ca24973-83ee-4730-b5a2-d835630e3d5d admin admin] 10.222.0.26 "DELETE /v2.0/networks/3a859e99-1c72-4359-97ca-d94254fb76a4 HTTP/1.1" status: 204 len: 168 time: 1.0208440 Sep 29 07:36:43.586337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55556) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:43.803253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Deleting port bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:43.803557 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:43.873399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7df684b7-4786-4baf-aeb0-0ecf9d757997 None None] The port 'bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:36:44.115449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:44.232396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:44.267801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:44.268140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bf8ad4b3-7716-4a9e-9b22-7892a4ceb5b9 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:44.566924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Deleting port 274c8eb7-a29c-4918-a0f4-1584a6e33d45 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:44.567474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:44.737016 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] For port 274c8eb7-a29c-4918-a0f4-1584a6e33d45, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=274c8eb7-a29c-4918-a0f4-1584a6e33d45,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:44.737369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:44.856028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Calling delete_port for 274c8eb7-a29c-4918-a0f4-1584a6e33d45 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:45.027446 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:45.073792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=274c8eb7-a29c-4918-a0f4-1584a6e33d45,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:45.346791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:45.820951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Router 984e3d5d-9675-45f9-bbf0-12969946ca3b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:36:45.995350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:36:46.004144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] Sync routers for ids ['984e3d5d-9675-45f9-bbf0-12969946ca3b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:36:46.013170 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b9ae4018-02b3-4466-afc3-38a36d360ed1 admin admin] 10.222.0.26 "PUT /v2.0/routers/984e3d5d-9675-45f9-bbf0-12969946ca3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4256620 Sep 29 07:36:46.016029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55560) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:46.016760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] Routers {'984e3d5d-9675-45f9-bbf0-12969946ca3b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:46.017377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['984e3d5d-9675-45f9-bbf0-12969946ca3b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:46.197512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] Set router 984e3d5d-9675-45f9-bbf0-12969946ca3b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:46.206621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:46.391847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:46.401812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Deleting port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:46.402329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:46.503092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:36:44Z', 'revision_number': 5, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port': {'id': 'b3f918a3-2bfe-4fe8-8975-e788e26d0cc2', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:28:16Z', 'updated_at': '2022-09-29T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:46.507155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] Checking router: 984e3d5d-9675-45f9-bbf0-12969946ca3b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:36:46.516422 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] Routers {'984e3d5d-9675-45f9-bbf0-12969946ca3b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:46.517179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['984e3d5d-9675-45f9-bbf0-12969946ca3b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:46.589669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] For port b3f918a3-2bfe-4fe8-8975-e788e26d0cc2, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:46.590029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:46.669414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] Set router 984e3d5d-9675-45f9-bbf0-12969946ca3b gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:46.714915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Calling delete_port for b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:46.810004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:36:46Z', 'revision_number': 6, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:46.814941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b52516-cab4-4bfc-9c0a-d33c60480bb8 None None] The sync data for ids ['984e3d5d-9675-45f9-bbf0-12969946ca3b'] in dv-neutron-859761-1-hyperv is: [{'id': '984e3d5d-9675-45f9-bbf0-12969946ca3b', 'name': 'tempest-TestMinimumBasicScenario-827375608-router', 'tenant_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:28:15Z', 'updated_at': '2022-09-29T07:36:46Z', 'revision_number': 6, 'project_id': '2fa2d0c562dc44ac8addb24c86b924cd', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:36:46.882763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:46.931959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f918a3-2bfe-4fe8-8975-e788e26d0cc2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:47.023150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.306109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.308244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.330343 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.330893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984e3d5d-9675-45f9-bbf0-12969946ca3b {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:36:47.344045 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.345142 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-28cdb68e-edc9-4ee3-b5a3-5333aa23883d admin admin] 10.222.0.26 "DELETE /v2.0/routers/984e3d5d-9675-45f9-bbf0-12969946ca3b HTTP/1.1" status: 204 len: 168 time: 1.3256364 Sep 29 07:36:47.347764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55564) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:47.407553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Deleting subnet e9a163e3-17b6-48c7-b53a-1d4051eca978 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:36:47.410510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.457184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.540654 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.609256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.615786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.655035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a163e3-17b6-48c7-b53a-1d4051eca978,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:47.659878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.665023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b96305c-1044-4064-8440-ff65b4b58b2f None None] Network f1f92372-e0a4-40a6-a104-26151cbcea9d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:36:47.666864 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-675527fe-b632-4dc9-8d32-8f6bd8259e72 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e9a163e3-17b6-48c7-b53a-1d4051eca978 HTTP/1.1" status: 204 len: 168 time: 0.3180125 Sep 29 07:36:47.669206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55568) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:47.776451 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.787895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Deleting port 3735c834-b090-42e6-a3d6-862176126f5f {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:47.788321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:47.929528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] DHCP port deletion for f1f92372-e0a4-40a6-a104-26151cbcea9d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:36:47.937176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Deleting port 3735c834-b090-42e6-a3d6-862176126f5f {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:47.937176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.001050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] For port 3735c834-b090-42e6-a3d6-862176126f5f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3735c834-b090-42e6-a3d6-862176126f5f,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:48.001583 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.123584 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Calling delete_port for 3735c834-b090-42e6-a3d6-862176126f5f owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:48.137482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] For port 3735c834-b090-42e6-a3d6-862176126f5f, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3735c834-b090-42e6-a3d6-862176126f5f,segment=NetworkSegment(d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc),segment_id=d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:48.137873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.200763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.251522 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3735c834-b090-42e6-a3d6-862176126f5f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:48.253851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3735c834-b090-42e6-a3d6-862176126f5f no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:48.254885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] No DVR routers for this DVR port 3735c834-b090-42e6-a3d6-862176126f5f on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:36:48.284518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Calling delete_port for 3735c834-b090-42e6-a3d6-862176126f5f owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:36:48.336580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3735c834-b090-42e6-a3d6-862176126f5f {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:48.336580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3735c834-b090-42e6-a3d6-862176126f5f not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:48.336967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:48.371447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.372493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:48.372908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b3f918a3-2bfe-4fe8-8975-e788e26d0cc2 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:48.373833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 274c8eb7-a29c-4918-a0f4-1584a6e33d45 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:36:48.397969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f92372-e0a4-40a6-a104-26151cbcea9d']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:48.408568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 274c8eb7-a29c-4918-a0f4-1584a6e33d45 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:36:48.408913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 274c8eb7-a29c-4918-a0f4-1584a6e33d45 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:36:48.411084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:48.411543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0af2eb5-5558-4e61-a9bb-c80b5f9c06bc') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:48.424228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.435685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:36:48.436042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:36:48.440459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.446631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:36:48.447017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.512272 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc resource provider aggregate not found Sep 29 07:36:48.533401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0af2eb5-5558-4e61-a9bb-c80b5f9c06bc found for delete ", "request_id": "req-2396a277-cfaa-4c40-9f15-81fa474a56e4"}]} Sep 29 07:36:48.543719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.559840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.572022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f92372-e0a4-40a6-a104-26151cbcea9d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:48.577084 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ff28a45d-4881-4c1b-91f6-0746780e3bf6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f1f92372-e0a4-40a6-a104-26151cbcea9d HTTP/1.1" status: 204 len: 168 time: 0.9067142 Sep 29 07:36:48.688362 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55578) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:48.737083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-845bd5b0-31e7-4931-a494-b92605b6f02b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7589f0322e49452585698732c1b118ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475788 Sep 29 07:36:48.739548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55582) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:48.794979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-87b08563-a896-402d-9c8f-67aad9de45bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.822187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-87b08563-a896-402d-9c8f-67aad9de45bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.872377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-87b08563-a896-402d-9c8f-67aad9de45bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.889988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b08563-a896-402d-9c8f-67aad9de45bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bca429-17fe-49d3-9e1e-4046ff0da320,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:48.904775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-87b08563-a896-402d-9c8f-67aad9de45bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:48.905899 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-87b08563-a896-402d-9c8f-67aad9de45bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97bca429-17fe-49d3-9e1e-4046ff0da320 HTTP/1.1" status: 204 len: 168 time: 0.1654265 Sep 29 07:36:48.937017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Deleting port 3735c834-b090-42e6-a3d6-862176126f5f {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:36:48.937473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:49.004061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a246eb3c-b62d-49ad-9da5-1fce4f45a54c None None] The port '3735c834-b090-42e6-a3d6-862176126f5f' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:36:49.253804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55590) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:49.300914 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-62b8e134-996e-4c1d-b452-a396561ec351 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fa2d0c562dc44ac8addb24c86b924cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457377 Sep 29 07:36:49.303093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55594) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:49.359447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55dc3c4-751f-4655-8924-56c50c97de4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:49.385114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55dc3c4-751f-4655-8924-56c50c97de4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:49.436749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55dc3c4-751f-4655-8924-56c50c97de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:49.455809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dc3c4-751f-4655-8924-56c50c97de4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e15ead-8ff4-4043-8e5a-76a1244e8ba1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:49.463120 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b55dc3c4-751f-4655-8924-56c50c97de4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:49.464521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b55dc3c4-751f-4655-8924-56c50c97de4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50e15ead-8ff4-4043-8e5a-76a1244e8ba1 HTTP/1.1" status: 204 len: 168 time: 0.1605608 Sep 29 07:36:51.027422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55636) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:51.032779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459231223', 'description': 'tempest-secgroup-smoke-1459231223 description', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:51.038800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.042722 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.046039 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.051688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.062335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.074008 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.087897 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.091677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.094395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.099991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.179031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.182561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.194646 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.202091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.210064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.220090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.223538 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a5a866-3d9b-42f0-8d17-6f9dac5e77bc,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:51.292777 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.297725 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.337172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01376f43-31e2-4114-9a92-8954f215ab82,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:51.339771 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.343610 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a6ae8d85-5c2b-479f-9205-8e4b9ae77094 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3124630 Sep 29 07:36:51.343829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55640) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:51.348692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '01376f43-31e2-4114-9a92-8954f215ab82', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:51.354632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.359232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.362024 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.367970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.385126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.443621 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.446987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.469985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c2f142-3022-4ff1-8494-ae9a784ef3cb,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:51.477950 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.479151 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-51227333-c517-4647-b640-e727f1263c4d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344652 Sep 29 07:36:51.482815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55644) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:51.487811 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '01376f43-31e2-4114-9a92-8954f215ab82', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:51.493640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.497437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.500290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.505900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.522614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.585745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.589277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.620199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8280af0-fe34-4768-9567-e5997b597593,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:51.629294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.630517 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2c8e5992-8099-43aa-ab11-6e9124de5586 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467307 Sep 29 07:36:51.633214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55648) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:51.638070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '01376f43-31e2-4114-9a92-8954f215ab82', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:51.644398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.648226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.651121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.657262 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.681763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.742802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.746174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.771518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c364ea-29d5-45a8-ba79-0cc8e8d466a4,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:51.779552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.780704 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e228d3b3-2416-4369-bd03-970af1e75b1e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465874 Sep 29 07:36:51.783410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55652) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:51.788225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '01376f43-31e2-4114-9a92-8954f215ab82', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:51.793869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.798235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.801081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.806748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.823618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.885167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.888582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.910735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f12ca25-1355-4024-81e4-863e48eb9816,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:51.920450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:51.921842 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8d480810-74b1-4325-8e00-45187d029db5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375263 Sep 29 07:36:51.924490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55656) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:51.929485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '01376f43-31e2-4114-9a92-8954f215ab82', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:51.935980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:51.939810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:51.942671 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:51.948486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:51.958399 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:36:51.964999 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.085798 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:36:52.128205 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.131910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.155731 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fea984-a845-43e8-a382-f97e92dda9dc,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:52.163949 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.165103 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a0eafb68-f8c9-4add-82b7-2194c95ce774 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2397060 Sep 29 07:36:52.167880 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55660) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:52.173369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '01376f43-31e2-4114-9a92-8954f215ab82', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:52.178994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:52.182707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:52.185614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:52.191206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:52.200872 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:36:52.207032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.269367 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.273056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.300145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ada227-9d0b-41ba-be9a-bdf6e39d7ae7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:52.306266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.307461 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2455732f-99d0-4f3c-bb08-bb01bf40523b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386263 Sep 29 07:36:52.310724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55664) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:52.316321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'network': {'name': 'tempest-network-smoke--108306379', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:52.321409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:52.325277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:network and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:52.328126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:52.333786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:52.343565 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:36:52.346900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.374948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:36:52.384693 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.385079 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Added segment ee27cfbe-078e-458b-af0f-88777c9ed116 of type vlan for network f542804c-bd96-4eef-8a0f-1c2110a2fa30 Sep 29 07:36:52.411185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.439865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.445253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:52.445824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.647070 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3351421 Sep 29 07:36:52.650022 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55668) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:52.653422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7e68-4af4-47a9-81fe-d13ee3b2bce0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Network': ['ID=f542804c-bd96-4eef-8a0f-1c2110a2fa30,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:52.656810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'admin_state_up': True, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:52.664302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:36:52.665131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:52.668952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:router and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:52.672280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:52.678530 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:52.688364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.689356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.703983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:52.971264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:53.262057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:53.291894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:53.424138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.141 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/a71436b1-c768-4957-8da2-4d8e18acc100) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:36:53.570686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:53.599598 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:53.663611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:36:53.666385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:36:53.670033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:36:53.711204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=a71436b1-c768-4957-8da2-4d8e18acc100,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:54.169221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:54.497917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:54.696873 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a092259e-e864-49fd-a5ad-208f63a08f0b is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:36:54.869459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:36:54.879413 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Sync routers for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:36:54.888765 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:54.889370 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:54.895392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:54.896582 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-01140e71-5671-429b-826e-c82211c4d84f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2454700 Sep 29 07:36:54.899691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55672) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:55.039524 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-66ee8915-332b-4b28-b5f3-983272cde9af tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=557d74bdb200420bacc97d0a3bb4ed0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1387453 Sep 29 07:36:55.042220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55678) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:55.067255 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:55.171055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70954378-e7b7-4371-a157-45bf33b57999 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:55.172470 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-70954378-e7b7-4371-a157-45bf33b57999 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293204 Sep 29 07:36:55.175303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55682) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:55.215409 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7477073a-4cd3-44e8-8c70-cf0ec005bbc6 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390093 Sep 29 07:36:55.218445 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55686) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:55.223612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979397647', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:36:55.330892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:36:55.334895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:subnet and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:36:55.337699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:36:55.343495 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:36:55.353787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:36:55.357632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.378245 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:53Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:55.382410 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Checking router: a092259e-e864-49fd-a5ad-208f63a08f0b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:36:55.382788 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Updating router a092259e-e864-49fd-a5ad-208f63a08f0b port a71436b1-c768-4957-8da2-4d8e18acc100 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:36:55.440870 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.683130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.758955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Subnet': ['ID=ec489db4-88ee-4689-89df-ee3fbfb53d43,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:55.762600 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.768852 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Checking segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:36:55.769221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network hostable DHCP agents. Network: f542804c-bd96-4eef-8a0f-1c2110a2fa30, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:36:55.774662 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Transition to ACTIVE for port object a71436b1-c768-4957-8da2-4d8e18acc100 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:36:55.780224 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.788531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:36:55.798299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, f542804c-bd96-4eef-8a0f-1c2110a2fa30) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:36:55.802733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:55.803554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.807729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265e969-94b8-47ff-827d-c1a0afd495da None None] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:36:55.828246 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3d10f07d-0dc0-4727-a9dd-84780b29e5d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6075802 Sep 29 07:36:55.830121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55690) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:36:55.843072 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Attempting to bind port a71436b1-c768-4957-8da2-4d8e18acc100 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:36:55.843443 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Attempting to bind port a71436b1-c768-4957-8da2-4d8e18acc100 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:36:55.843802 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Attempting to bind port a71436b1-c768-4957-8da2-4d8e18acc100 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:36:55.854039 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:36:55.854420 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:36:55.854841 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.855269 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:36:55.855991 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Bound port: a71436b1-c768-4957-8da2-4d8e18acc100, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:36:55.856359 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:55.904984 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Pushing event updated for resources: {'Port': ['ID=a71436b1-c768-4957-8da2-4d8e18acc100,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:55.916591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.917297 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.917297 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.917597 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.917929 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.918260 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.918613 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.918933 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.919263 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.920150 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.920474 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.920802 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:55.949813 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] For port a71436b1-c768-4957-8da2-4d8e18acc100, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:36:55.953542 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] For port a71436b1-c768-4957-8da2-4d8e18acc100, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a71436b1-c768-4957-8da2-4d8e18acc100,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:36:55.957790 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.028593 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21e02-4276-4c46-a150-8821accd2418 None None] Pushing event updated for resources: {'Port': ['ID=a71436b1-c768-4957-8da2-4d8e18acc100,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:56.035640 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:56.036260 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:56.045866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:36:56.047080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.207710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Allocated IP 172.20.0.2 (f542804c-bd96-4eef-8a0f-1c2110a2fa30/ec489db4-88ee-4689-89df-ee3fbfb53d43/17ce2482-0ab8-47e1-82d2-9f3becf9e2cf) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:36:56.218352 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:56.457594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.468116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Transition to ACTIVE for port object 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:36:56.487682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Transition to ACTIVE for port object 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:36:56.493604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.512557 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:53Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:56.517515 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeef94-8d0e-4c2e-87aa-0a8e237d4233 None None] The sync data for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv is: [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:53Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:36:56.567830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.568195 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:36:56.571094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:36:56.575093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:36:56.618333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Pushing event updated for resources: {'Port': ['ID=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:56.670560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.670919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.671294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.671630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.671967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.672597 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.672717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.672964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.673293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.673619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.673942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.674264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:36:56.694382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Attempting to bind port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:36:56.694808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Attempting to bind port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:36:56.695162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Attempting to bind port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf on network f542804c-bd96-4eef-8a0f-1c2110a2fa30 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:36:56.701465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:36:56.701848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Checking segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:36:56.702255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.702687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Bound using segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:36:56.703155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Bound port: 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:36:56.703531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.817095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] For port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:36:56.820360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] For port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:36:56.825323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:56.908931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf589b8-ea67-4047-a8a2-ee7e81b77c62 None None] Pushing event updated for resources: {'Port': ['ID=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:57.015900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.1 (f542804c-bd96-4eef-8a0f-1c2110a2fa30/ec489db4-88ee-4689-89df-ee3fbfb53d43/4a4b5c05-9b83-4298-9ad8-6327e161ba83) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:36:57.324072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:57.340300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 4a4b5c05-9b83-4298-9ad8-6327e161ba83 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:36:57.364977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:57.439715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:36:57.442944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:36:57.445395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:36:57.481455 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=4a4b5c05-9b83-4298-9ad8-6327e161ba83,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:57.508160 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:57.770176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:57.891656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcbbb6-0365-4e2b-8f84-c57070cafece None None] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:36:58.044876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-dcd1ade1-ec09-4bd6-91d4-8781b48e5bb9 None None] Provisioning for port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:36:58.194199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.202936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.317923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a71436b1-c768-4957-8da2-4d8e18acc100 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:36:58.334111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.338890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=4a4b5c05-9b83-4298-9ad8-6327e161ba83,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:58.401965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a71436b1-c768-4957-8da2-4d8e18acc100 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:36:58.411949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a71436b1-c768-4957-8da2-4d8e18acc100 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:36:58.412374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.412720 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a71436b1-c768-4957-8da2-4d8e18acc100 Sep 29 07:36:58.484642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Provisioning for port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:36:58.492415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Provisioning complete for port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:36:58.492788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.493132 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Attempt 1 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:36:58.503957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:36:58.505360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:36:58.593308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:36:58.616353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a71436b1-c768-4957-8da2-4d8e18acc100 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:36:58.616746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.637797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port a71436b1-c768-4957-8da2-4d8e18acc100, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a71436b1-c768-4957-8da2-4d8e18acc100,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:58.642416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.643208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:36:58.704386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a092259e-e864-49fd-a5ad-208f63a08f0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:36:58.767131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=a71436b1-c768-4957-8da2-4d8e18acc100,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:58.777269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:36:58.783399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:36:58.783776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.784351 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf Sep 29 07:36:58.906813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:36:58.907471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.940904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:36:58.944711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:58.997164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:36:59.007385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-17afe6ef-77a2-4993-bc81-b8dcf3a1686d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/a092259e-e864-49fd-a5ad-208f63a08f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761048 Sep 29 07:36:59.009180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Sync routers for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:36:59.020909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:36:59.027704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:36:59.028350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:59.101081 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Attempt 2 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:36:59.168730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-1fb1c6f1-5231-47ba-ac22-b32294cd02eb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:36:59.185612 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-1fb1c6f1-5231-47ba-ac22-b32294cd02eb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:36:59.187112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-1fb1c6f1-5231-47ba-ac22-b32294cd02eb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459231223&fields=id&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 267 time: 0.0565090 Sep 29 07:36:59.261150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:36:59.284869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:36:59.341608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-ff1f4408-b6e9-47e3-8456-e08df430dc19 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:36:59.343104 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-ff1f4408-b6e9-47e3-8456-e08df430dc19 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/networks?id=f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 200 len: 796 time: 0.1491852 Sep 29 07:36:59.358513 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-7eccd2fc-b972-4fd4-a4e8-930177412189 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/quotas/557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 375 time: 0.0099666 Sep 29 07:36:59.446847 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-16638f0e-feb9-48ad-9959-0a017c389d52 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:36:59.474411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-16638f0e-feb9-48ad-9959-0a017c389d52 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:36:59.475757 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-16638f0e-feb9-48ad-9959-0a017c389d52 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116300 Sep 29 07:36:59.494179 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-e5d96051-10f8-4e42-9239-7b38acd6624f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:36:59.495186 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-e5d96051-10f8-4e42-9239-7b38acd6624f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053439 Sep 29 07:36:59.605077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 2, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:36:59.609646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Checking router: a092259e-e864-49fd-a5ad-208f63a08f0b for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:36:59.609997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Updating router a092259e-e864-49fd-a5ad-208f63a08f0b port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:36:59.627563 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-008592bf-5e01-4f66-946d-a3a57e4c4767 service neutron] 10.222.0.26 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258168 Sep 29 07:36:59.662574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:36:59.758047 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-e9c974be-4138-4416-aa42-c08014ff026a service neutron] 10.222.0.26 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243954 Sep 29 07:36:59.764919 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Attempt 3 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:36:59.840545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:36:59.948977 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a96e68cf-3542-4eae-b202-a6790126fa82 req-a55fcd4f-53d5-4d06-b566-098644fb374a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 210 time: 0.0512466 Sep 29 07:37:00.050823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:00.063212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Transition to ACTIVE for port object 4a4b5c05-9b83-4298-9ad8-6327e161ba83 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:37:00.070312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:00.264024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a71436b1-c768-4957-8da2-4d8e18acc100 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:37:00.339383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5387e32-be15-4073-9212-26938498d44f None None] Pushing event updated for resources: {'Port': ['ID=4a4b5c05-9b83-4298-9ad8-6327e161ba83,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:00.347402 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Attempt 4 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:37:00.406786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Attempting to bind port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:37:00.407155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Attempting to bind port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:37:00.407548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Attempting to bind port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 on network f542804c-bd96-4eef-8a0f-1c2110a2fa30 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:37:00.418144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:37:00.421382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:37:00.421755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Checking segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:37:00.422158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:00.422582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Bound using segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:37:00.423051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Bound port: 4a4b5c05-9b83-4298-9ad8-6327e161ba83, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:37:00.423449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:00.499406 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a71436b1-c768-4957-8da2-4d8e18acc100 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:00.499764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:00.500241 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a71436b1-c768-4957-8da2-4d8e18acc100 Sep 29 07:37:00.576429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] For port 4a4b5c05-9b83-4298-9ad8-6327e161ba83, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:37:00.581076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] For port 4a4b5c05-9b83-4298-9ad8-6327e161ba83, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4a4b5c05-9b83-4298-9ad8-6327e161ba83,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:37:00.587424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:00.698811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:37:00.699445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:36:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:37:00.838803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5387e32-be15-4073-9212-26938498d44f None None] Pushing event updated for resources: {'Port': ['ID=4a4b5c05-9b83-4298-9ad8-6327e161ba83,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:00.843431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a71436b1-c768-4957-8da2-4d8e18acc100 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:00.844514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:37:00.918993 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Attempt 5 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:37:01.036266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:37:01.103932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:37:01.116694 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-da9a041f-fbc3-469d-86cd-e88edafc4f39 req-0e965a14-c12e-4df5-97e5-6f8fd190da3f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 210 time: 0.0539222 Sep 29 07:37:01.184921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:01.185296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:01.185672 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf Sep 29 07:37:01.301362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Provisioning complete for port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:01.301741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:01.302083 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Attempt 1 to provision port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf Sep 29 07:37:01.339590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-cfcd07f5-18bc-48dc-9640-e6e7f4d66339 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:01.340843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-cfcd07f5-18bc-48dc-9640-e6e7f4d66339 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:37:01.361478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-cfcd07f5-18bc-48dc-9640-e6e7f4d66339 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:37:01.363634 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-cfcd07f5-18bc-48dc-9640-e6e7f4d66339 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/networks?id=f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 200 len: 796 time: 0.1731348 Sep 29 07:37:01.430999 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-7063a359-9f82-4419-8742-9421df89c691 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 380 time: 0.0534365 Sep 29 07:37:01.439818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'port': {'device_id': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'admin_state_up': True, 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'security_groups': ['01376f43-31e2-4114-9a92-8954f215ab82']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:37:01.562226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:01.578184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:37:01.587666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-40de714c-4319-4547-a767-e5b3310232b5 None None] Current status of the port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:01.587913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:37:01.598865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:37:01.602439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:01.605421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:00Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:37:01.609921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e2988-3935-4f68-9095-6c4cd818dcf9 None None] The sync data for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv is: [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:00Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:37:01.782199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.6 (f542804c-bd96-4eef-8a0f-1c2110a2fa30/ec489db4-88ee-4689-89df-ee3fbfb53d43/6813a08b-485a-44b3-b1e1-ab9a696b3186) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:37:01.982583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:01.999432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 6813a08b-485a-44b3-b1e1-ab9a696b3186 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:37:02.022791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.094768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:37:02.098032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:37:02.101951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:37:02.134463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=6813a08b-485a-44b3-b1e1-ab9a696b3186,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:02.187836 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:02.188354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.217401 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-3ab2fb56-8c92-4d9e-99fd-5a6574b9498d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817831 Sep 29 07:37:02.237435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Request body: {'port': {'device_id': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:37:02.313551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4a4b5c05-9b83-4298-9ad8-6327e161ba83 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:37:02.391031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:37:02.397526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:02.398146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.398713 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:37:02.467769 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Provisioning for port 6813a08b-485a-44b3-b1e1-ab9a696b3186 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:37:02.474327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8e1b-9021-4ec1-a408-e399361c397a req-e8516bae-76fd-44d3-8eac-bfaf48251e8e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:02.475257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d75f8e1b-9021-4ec1-a408-e399361c397a req-e8516bae-76fd-44d3-8eac-bfaf48251e8e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:37:02.476315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Provisioning complete for port 6813a08b-485a-44b3-b1e1-ab9a696b3186 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:02.476687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.477021 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Attempt 1 to provision port 6813a08b-485a-44b3-b1e1-ab9a696b3186 Sep 29 07:37:02.483725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.538418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d75f8e1b-9021-4ec1-a408-e399361c397a req-e8516bae-76fd-44d3-8eac-bfaf48251e8e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:37:02.543163 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d75f8e1b-9021-4ec1-a408-e399361c397a req-e8516bae-76fd-44d3-8eac-bfaf48251e8e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 931 time: 0.2504513 Sep 29 07:37:02.602789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Port 6813a08b-485a-44b3-b1e1-ab9a696b3186 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:37:02.611920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:02.612304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.650567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 4a4b5c05-9b83-4298-9ad8-6327e161ba83, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4a4b5c05-9b83-4298-9ad8-6327e161ba83,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:37:02.655208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.657887 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d75f8e1b-9021-4ec1-a408-e399361c397a req-83733822-3699-4d4c-bb39-1ee25564175f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068332 Sep 29 07:37:02.731983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=4a4b5c05-9b83-4298-9ad8-6327e161ba83,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:02.885445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6813a08b-485a-44b3-b1e1-ab9a696b3186 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:37:02.893241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:02.907066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Transition to ACTIVE for port object 6813a08b-485a-44b3-b1e1-ab9a696b3186 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:37:02.911066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:03.104287 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Attempt 2 to provision port 6813a08b-485a-44b3-b1e1-ab9a696b3186 Sep 29 07:37:03.160298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Port 6813a08b-485a-44b3-b1e1-ab9a696b3186 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:37:03.204765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6813a08b-485a-44b3-b1e1-ab9a696b3186,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:03.240491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Attempting to bind port 6813a08b-485a-44b3-b1e1-ab9a696b3186 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:37:03.240823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Attempting to bind port 6813a08b-485a-44b3-b1e1-ab9a696b3186 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:37:03.241244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Attempting to bind port 6813a08b-485a-44b3-b1e1-ab9a696b3186 on network f542804c-bd96-4eef-8a0f-1c2110a2fa30 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:37:03.245599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Port 6813a08b-485a-44b3-b1e1-ab9a696b3186 on network f542804c-bd96-4eef-8a0f-1c2110a2fa30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:37:03.245913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Attempting to bind port 6813a08b-485a-44b3-b1e1-ab9a696b3186 on network f542804c-bd96-4eef-8a0f-1c2110a2fa30 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:37:03.253382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:37:03.253711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Checking segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:37:03.254086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Bound using segment: {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:37:03.254519 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Bound port: 6813a08b-485a-44b3-b1e1-ab9a696b3186, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee27cfbe-078e-458b-af0f-88777c9ed116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:37:03.254871 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:03.342786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] For port 6813a08b-485a-44b3-b1e1-ab9a696b3186, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:37:03.345714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] For port 6813a08b-485a-44b3-b1e1-ab9a696b3186, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:37:03.350268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:03.381197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:03.381806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:03.383188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 200 len: 1093 time: 1.1502008 Sep 29 07:37:03.383623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:37:03.385883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b418af-2c44-4362-8d78-dca186eaaec4" -d '{"events": [{"name": "network-changed", "server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:37:03.427073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747542b-5863-4093-bb3b-2cca0f7d69e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6813a08b-485a-44b3-b1e1-ab9a696b3186,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:03.473129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee1d917-dfd6-4b09-b8ca-6885cc2499af x-openstack-request-id: req-4ee1d917-dfd6-4b09-b8ca-6885cc2499af {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:37:03.473415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:37:03.473664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ee1d917-dfd6-4b09-b8ca-6885cc2499af {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:37:03.474058 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee1d917-dfd6-4b09-b8ca-6885cc2499af'] response: {'name': 'network-changed', 'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'status': 'completed', 'code': 200} Sep 29 07:37:03.519200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-23b55996-0f80-43cc-b59e-ac7dc635d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:03.520659 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-23b55996-0f80-43cc-b59e-ac7dc635d570 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1096 time: 0.0825474 Sep 29 07:37:03.592139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-4eea96e8-2922-472a-ba2a-c0848893253f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 200 len: 217 time: 0.0599332 Sep 29 07:37:03.654785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-6cad3c62-362f-401b-8062-9ec775d32efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:03.656294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-6cad3c62-362f-401b-8062-9ec775d32efa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec489db4-88ee-4689-89df-ee3fbfb53d43 HTTP/1.1" status: 200 len: 835 time: 0.0589767 Sep 29 07:37:03.661141 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Attempt 3 to provision port 6813a08b-485a-44b3-b1e1-ab9a696b3186 Sep 29 07:37:03.727388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b9582-8b92-4a59-9938-78902ce728d8 None None] Port 6813a08b-485a-44b3-b1e1-ab9a696b3186 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:37:03.740271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-ae69cfd4-95ab-43a3-b3af-3e7e37e3a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:03.741744 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-ae69cfd4-95ab-43a3-b3af-3e7e37e3a0be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f542804c-bd96-4eef-8a0f-1c2110a2fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800536 Sep 29 07:37:03.936352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-602a0858-ba56-4aee-8aee-22e68ce2e90d service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878338 Sep 29 07:37:03.947222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0770fd-324c-4873-85dc-33e1c51e6139 req-7fc33b04-e4aa-47eb-9f1e-1f5e05a4abdd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:03.948588 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5a0770fd-324c-4873-85dc-33e1c51e6139 req-7fc33b04-e4aa-47eb-9f1e-1f5e05a4abdd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 943 time: 0.1335547 Sep 29 07:37:04.070289 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5a0770fd-324c-4873-85dc-33e1c51e6139 req-a7d9758e-9794-4dda-a06d-a034ce5a339f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029615 Sep 29 07:37:04.106170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2ac8cb18-b46b-46ed-addf-307b63d644b7 req-22f14285-f5e0-49bd-be7c-1b3bcfdc09fb service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566689 Sep 29 07:37:04.245376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4a4b5c05-9b83-4298-9ad8-6327e161ba83 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:37:04.270484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-68c10041-67ba-4a6f-b33c-9b2befaee852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:04.271975 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-68c10041-67ba-4a6f-b33c-9b2befaee852 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1096 time: 0.0828414 Sep 29 07:37:04.312030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:04.312402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:04.312741 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 Sep 29 07:37:04.403757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-a4ea3477-90a9-47b5-8c5b-2fa757f020e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:04.405206 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-a4ea3477-90a9-47b5-8c5b-2fa757f020e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 200 len: 897 time: 0.1268475 Sep 29 07:37:04.429080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:04.471670 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-f9954b38-9b60-4118-a57e-e9ea00623595 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 200 len: 217 time: 0.0599651 Sep 29 07:37:04.535104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-99f77f88-2840-4413-bb80-30ce427e5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:04.536477 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-99f77f88-2840-4413-bb80-30ce427e5d1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec489db4-88ee-4689-89df-ee3fbfb53d43 HTTP/1.1" status: 200 len: 835 time: 0.0589023 Sep 29 07:37:04.615882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-37e145d5-9736-4ac9-948d-60b71057467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:04.617352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-37e145d5-9736-4ac9-948d-60b71057467e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f542804c-bd96-4eef-8a0f-1c2110a2fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753934 Sep 29 07:37:04.745913 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-023b931c-0f40-4b03-a4a7-f8c3e68c45de service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219065 Sep 29 07:37:04.971713 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7b418af-2c44-4362-8d78-dca186eaaec4 req-2b323d5e-e0c2-45cc-af41-e0eb5a9aa9b9 service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196338 Sep 29 07:37:05.271103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17ac0f-eff1-4799-a325-0e9e8f02f9ac req-957705be-272e-4a5b-ad50-ae4152b25f93 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:05.272571 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0a17ac0f-eff1-4799-a325-0e9e8f02f9ac req-957705be-272e-4a5b-ad50-ae4152b25f93 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 943 time: 0.0886626 Sep 29 07:37:05.316367 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0a17ac0f-eff1-4799-a325-0e9e8f02f9ac req-018be14e-ab43-4349-9408-c39396e79e35 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 Sep 29 07:37:06.514031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a81624-02b5-47ee-9657-a47a24db9878 req-37ce2e9e-b8a5-4ff3-be22-adb4203a5d13 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:06.515567 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-16a81624-02b5-47ee-9657-a47a24db9878 req-37ce2e9e-b8a5-4ff3-be22-adb4203a5d13 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 943 time: 0.0905969 Sep 29 07:37:06.558065 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-16a81624-02b5-47ee-9657-a47a24db9878 req-f4d26a15-25b4-4c25-ab54-27800f4cdca9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369780 Sep 29 07:37:07.234204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6813a08b-485a-44b3-b1e1-ab9a696b3186 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:37:07.409408 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 6813a08b-485a-44b3-b1e1-ab9a696b3186, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:37:07.422585 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'port_id': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'mac_address': 'fa:16:3e:ce:d7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:37:07.474622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 6813a08b-485a-44b3-b1e1-ab9a696b3186 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:07.474998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:07.493750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6813a08b-485a-44b3-b1e1-ab9a696b3186 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:37:07.508260 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 6813a08b-485a-44b3-b1e1-ab9a696b3186, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:37:07.512389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:07.575907 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=6813a08b-485a-44b3-b1e1-ab9a696b3186,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:07.756226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2874256-5d9d-4078-a0d1-01536fb47392 req-20e34031-d9df-48ac-993e-d2ec238fe42d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:07.757741 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d2874256-5d9d-4078-a0d1-01536fb47392 req-20e34031-d9df-48ac-993e-d2ec238fe42d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 944 time: 0.0887878 Sep 29 07:37:07.802381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d2874256-5d9d-4078-a0d1-01536fb47392 req-1e4942b0-73be-4a3e-8fe0-d35da7cb6aaf tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Sep 29 07:37:07.941127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['6813a08b-485a-44b3-b1e1-ab9a696b3186'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:37:08.743610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-88c8b759-8305-4b0b-9a12-fc6908848ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:09.001697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86529a59-5556-49ed-af58-cb924aecb7fc req-8887e092-a792-4ed4-9097-2320ec01d879 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:09.003257 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86529a59-5556-49ed-af58-cb924aecb7fc req-8887e092-a792-4ed4-9097-2320ec01d879 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 944 time: 0.0869687 Sep 29 07:37:09.050001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86529a59-5556-49ed-af58-cb924aecb7fc req-9641de6a-5be1-4001-b11b-f086916d8528 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Sep 29 07:37:09.249960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6813a08b-485a-44b3-b1e1-ab9a696b3186 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:37:09.318737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 6813a08b-485a-44b3-b1e1-ab9a696b3186 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:37:09.323370 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 6813a08b-485a-44b3-b1e1-ab9a696b3186 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:37:09.323740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:09.324097 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 6813a08b-485a-44b3-b1e1-ab9a696b3186 Sep 29 07:37:09.441351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 6813a08b-485a-44b3-b1e1-ab9a696b3186 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:37:09.441730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:09.468111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:37:09.470391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeb9253-427a-4c0e-ab6a-5092d6af67fb" -d '{"events": [{"server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "name": "network-vif-plugged", "status": "completed", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:37:09.479103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 6813a08b-485a-44b3-b1e1-ab9a696b3186, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:37:09.482810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:09.526069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5027dbec-79da-49b3-b663-4054cd316215 x-openstack-request-id: req-5027dbec-79da-49b3-b663-4054cd316215 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:37:09.526360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "name": "network-vif-plugged", "status": "completed", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:37:09.526638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5027dbec-79da-49b3-b663-4054cd316215 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:37:09.527024 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5027dbec-79da-49b3-b663-4054cd316215'] response: {'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'code': 200} Sep 29 07:37:09.551113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=6813a08b-485a-44b3-b1e1-ab9a696b3186,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:09.778938 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c7f03-c734-48e2-9193-697b261cfc9b req-94d8c9fc-b147-472c-a201-03ac1a3a8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:09.780460 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a79c7f03-c734-48e2-9193-697b261cfc9b req-94d8c9fc-b147-472c-a201-03ac1a3a8cbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1098 time: 0.0756419 Sep 29 07:37:09.819651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a79c7f03-c734-48e2-9193-697b261cfc9b req-4dcc9a36-8428-4557-b1c3-c4a8a3a3fe7f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Sep 29 07:37:10.247487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a348e-7897-4b7f-b6e1-53c7fc37bfc4 req-a6f816da-397a-4e1c-a084-7e2cbf54ca1d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:10.249002 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-387a348e-7897-4b7f-b6e1-53c7fc37bfc4 req-a6f816da-397a-4e1c-a084-7e2cbf54ca1d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0898046 Sep 29 07:37:10.291702 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-387a348e-7897-4b7f-b6e1-53c7fc37bfc4 req-c580e290-6115-4782-86b9-aeb53c1778f8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371420 Sep 29 07:37:11.047082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c7ea73b1-5d9d-4ae2-a344-a6942a0bb067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:11.496856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90fe77-f99e-43ba-90f4-2c741b2fec9a req-89af53b4-d441-4ae0-a61b-2804ceb34535 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:11.499021 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1b90fe77-f99e-43ba-90f4-2c741b2fec9a req-89af53b4-d441-4ae0-a61b-2804ceb34535 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0973008 Sep 29 07:37:11.541048 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1b90fe77-f99e-43ba-90f4-2c741b2fec9a req-7dc95e90-3416-4385-9b67-35761c6cd38d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364966 Sep 29 07:37:11.747097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f288ac-412c-4478-8e56-3ea4b507763d req-3c46ec7b-b84f-400a-921a-90858c56a16f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:11.748609 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-88f288ac-412c-4478-8e56-3ea4b507763d req-3c46ec7b-b84f-400a-921a-90858c56a16f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.1001351 Sep 29 07:37:11.795466 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-88f288ac-412c-4478-8e56-3ea4b507763d req-dcd8c69a-0238-4db8-8094-7eb56961a0e7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Sep 29 07:37:11.823376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55752) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:37:11.899169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e6756-4bb2-4458-8d8b-72f054e1804b tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:11.900762 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-988e6756-4bb2-4458-8d8b-72f054e1804b tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1093 time: 0.0764079 Sep 29 07:37:11.903627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55756) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:37:11.908961 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:37:11.914900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:37:11.918828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:floatingip and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:37:11.922111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:37:11.927663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:37:11.937430 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:11.967755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:12.076769 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:12.165324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:12.213379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.179 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/4571a54d-f5db-4ee7-8ca8-14aa77c2e2db) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:37:12.356778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:12.390925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:12.454732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:37:12.457608 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:37:12.461191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:37:12.596879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=4571a54d-f5db-4ee7-8ca8-14aa77c2e2db,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:12.968610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:13.038956 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:13.239815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:13.244405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:13.343410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=4571a54d-f5db-4ee7-8ca8-14aa77c2e2db,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:37:13.345693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:13.515376 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 associated. External IP: 172.26.0.179, port: 6813a08b-485a-44b3-b1e1-ab9a696b3186. Sep 29 07:37:13.527893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:13.876967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a092259e-e864-49fd-a5ad-208f63a08f0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:37:14.154523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:37:14.163588 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] Sync routers for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:37:14.173951 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:37:14.174678 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:37:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:37:14.178051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:14.231347 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dc6d9f5a-9add-478b-b69e-5dd3fa3358c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3262067 Sep 29 07:37:14.231914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:37:14.234914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:37:14.276970 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db65a0b6-83f1-4a73-8922-ca3f57688b70 x-openstack-request-id: req-db65a0b6-83f1-4a73-8922-ca3f57688b70 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:37:14.277258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:37:14.277510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db65a0b6-83f1-4a73-8922-ca3f57688b70 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:37:14.278014 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db65a0b6-83f1-4a73-8922-ca3f57688b70'] response: {'name': 'network-changed', 'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'status': 'completed', 'code': 200} Sep 29 07:37:14.351697 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:37:14.400372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-2cf0cde8-d713-475a-bfb9-48cf602f5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:14.401911 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-2cf0cde8-d713-475a-bfb9-48cf602f5a67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1098 time: 0.0797639 Sep 29 07:37:14.424849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0305f-aab4-48ea-a653-4acf8b674ac0 req-c7f6c113-da59-4964-b0e2-88606a48bb53 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:14.426362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-29d0305f-aab4-48ea-a653-4acf8b674ac0 req-c7f6c113-da59-4964-b0e2-88606a48bb53 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.1047609 Sep 29 07:37:14.470782 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-29d0305f-aab4-48ea-a653-4acf8b674ac0 req-92483461-451e-4016-b656-72e56acd4634 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Sep 29 07:37:14.500856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55764) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:37:14.543387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-afcddec9-7139-4e1f-8661-0fdf54ced722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:14.545879 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-afcddec9-7139-4e1f-8661-0fdf54ced722 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 200 len: 897 time: 0.1383977 Sep 29 07:37:14.607102 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f2c39ea2-f1a5-4984-8bdb-644208357032 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 HTTP/1.1" status: 200 len: 991 time: 0.1050434 Sep 29 07:37:14.650143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-276740e6-efd0-4cbf-b905-9f36d9eae907 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 200 len: 999 time: 0.0989416 Sep 29 07:37:14.710782 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'port_id': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'mac_address': 'fa:16:3e:ce:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:37:12Z', 'updated_at': '2022-09-29T07:37:12Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:02Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:37:14.714507 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] Checking router: a092259e-e864-49fd-a5ad-208f63a08f0b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:37:14.717027 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-6b0407c4-5dd1-493b-957b-612312ecd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:14.718512 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-6b0407c4-5dd1-493b-957b-612312ecd22f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec489db4-88ee-4689-89df-ee3fbfb53d43 HTTP/1.1" status: 200 len: 835 time: 0.0620875 Sep 29 07:37:14.722707 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:37:14.723365 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:37:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:37:14.802734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-cb21c0ff-11e4-496d-b9a3-c1baac3a5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:14.804243 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-cb21c0ff-11e4-496d-b9a3-c1baac3a5c0d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f542804c-bd96-4eef-8a0f-1c2110a2fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803452 Sep 29 07:37:14.893815 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:37:14.935932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-78b405f8-9927-45c0-b01b-b50a991c29ac service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250224 Sep 29 07:37:15.070877 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac63b778-9706-4f86-9c4f-6089e8e1ca5a req-4474b33a-aecf-45f5-89a2-0be5b4dde735 service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298523 Sep 29 07:37:15.242332 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'port_id': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'mac_address': 'fa:16:3e:ce:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:37:12Z', 'updated_at': '2022-09-29T07:37:12Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:02Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:37:15.246157 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da04616-3c30-4bfe-949f-4f8c9000a18a None None] The sync data for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv is: [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.179', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'port_id': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'mac_address': 'fa:16:3e:ce:d7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:37:12Z', 'updated_at': '2022-09-29T07:37:12Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:02Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:37:15.423816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ca05b6-c4fd-4d51-b0d0-407e7631e077 None None] New status for floating IP a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:37:15.611318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55768) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:37:15.721800 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3da14142-36f9-4cdc-b29d-abb0daf92341 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 HTTP/1.1" status: 200 len: 993 time: 0.1094136 Sep 29 07:37:17.615661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:29.084379 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:37:38.745390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-31d27841-821c-4944-9ef1-d3dd19ba6511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:41.048213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ba72cba7-19e6-4a06-9631-d177d85b4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:41.970061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:42.166452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:43.530755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:47.621409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:37:48.439921 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-1f83f3a6-058f-4ad0-9b21-095cd2bca891 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757468 Sep 29 07:37:48.619778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-76850745-6af3-4b87-b198-e7ed94be9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:48.621314 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-76850745-6af3-4b87-b198-e7ed94be9ef9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1098 time: 0.0802798 Sep 29 07:37:48.868848 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-dd016245-b454-4ac9-bdbe-74e5766ca90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:48.870278 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-dd016245-b454-4ac9-bdbe-74e5766ca90b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 200 len: 897 time: 0.2311807 Sep 29 07:37:48.969019 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-c509b840-a9b6-45bd-80a5-58a7040ee6b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 200 len: 1001 time: 0.0919805 Sep 29 07:37:49.030952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-58f9a1c4-4e0c-4cf7-a810-012ce30ec711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:49.032357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-58f9a1c4-4e0c-4cf7-a810-012ce30ec711 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec489db4-88ee-4689-89df-ee3fbfb53d43 HTTP/1.1" status: 200 len: 835 time: 0.0562501 Sep 29 07:37:49.115875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-357e6146-7a00-424e-9acc-4b24c8a7ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:37:49.117315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-357e6146-7a00-424e-9acc-4b24c8a7ba70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f542804c-bd96-4eef-8a0f-1c2110a2fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788565 Sep 29 07:37:49.244627 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-f1dc2745-4e6d-4e4a-abb1-b18cc6576bb2 service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209707 Sep 29 07:37:49.372097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ea6d9d1-2c06-45bd-ae1a-ebdce66511de req-4f50b487-761e-4a24-b713-c14bb443895a service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215236 Sep 29 07:38:06.083867 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:38:08.747799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6aa175a3-6b72-47af-8915-14470a5e9bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:11.049299 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-067dc123-65e7-4fae-83eb-4c27254513bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:11.971973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:12.169721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:13.534382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:17.624718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:27.526033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f26b0-d736-44ba-b220-ddf782b12c29 req-f8bc2ed7-4645-42b0-a1b1-015c2cf2e059 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:27.527961 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-965f26b0-d736-44ba-b220-ddf782b12c29 req-f8bc2ed7-4645-42b0-a1b1-015c2cf2e059 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0849345 Sep 29 07:38:27.570653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-965f26b0-d736-44ba-b220-ddf782b12c29 req-f8b33f44-d5cd-450d-b7d0-c8b5f63bb6cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370061 Sep 29 07:38:28.776789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f97b1-5ed2-4f79-b12c-1dc8ffad9aa8 req-483b430b-a372-47a0-a290-496e1ed35f2b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:28.778915 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb1f97b1-5ed2-4f79-b12c-1dc8ffad9aa8 req-483b430b-a372-47a0-a290-496e1ed35f2b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0865405 Sep 29 07:38:28.823820 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb1f97b1-5ed2-4f79-b12c-1dc8ffad9aa8 req-3af54e62-e786-43ed-ac09-6462ae32e203 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Sep 29 07:38:28.852932 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55800) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:28.959651 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ec70b71a-d6ad-4ad9-aa05-61ca6818cbfb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 HTTP/1.1" status: 200 len: 993 time: 0.1055510 Sep 29 07:38:30.440994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa97029-d3f7-47f0-82c7-bd09a0370dee req-fae8785d-093b-498e-8bea-06bbb5f052ac tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:30.442456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa97029-d3f7-47f0-82c7-bd09a0370dee req-fae8785d-093b-498e-8bea-06bbb5f052ac tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0903096 Sep 29 07:38:30.486616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa97029-d3f7-47f0-82c7-bd09a0370dee req-5c57399d-2767-4bfc-a47a-bc8bad5edfc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Sep 29 07:38:31.691919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b735f-2eb4-4be2-b1dd-fe930b511730 req-8c915abf-0893-4c56-92cd-417f1d4c0a64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:31.693376 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c87b735f-2eb4-4be2-b1dd-fe930b511730 req-8c915abf-0893-4c56-92cd-417f1d4c0a64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0942199 Sep 29 07:38:31.736798 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c87b735f-2eb4-4be2-b1dd-fe930b511730 req-77ed411f-d86e-4d32-a5cd-583b1c0d31cf tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Sep 29 07:38:31.766929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55812) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:31.870644 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fee8cb42-4fd6-4ba6-9d77-0f79eee29391 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 HTTP/1.1" status: 200 len: 993 time: 0.1026044 Sep 29 07:38:32.151730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55820) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:32.361424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 4571a54d-f5db-4ee7-8ca8-14aa77c2e2db {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:38:32.361683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:32.523942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:32.524269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:32.745381 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 4571a54d-f5db-4ee7-8ca8-14aa77c2e2db owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:38:32.892529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:32.937491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=4571a54d-f5db-4ee7-8ca8-14aa77c2e2db,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:32.986796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.987145 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.987486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.987821 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.988154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.988482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.988806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.989128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.989449 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.989767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.990085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:32.990404 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:33.043698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:33.044027 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 disassociated (deleted). External IP: 172.26.0.179, port: 6813a08b-485a-44b3-b1e1-ab9a696b3186. Sep 29 07:38:33.383346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a092259e-e864-49fd-a5ad-208f63a08f0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:38:33.558936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:38:33.568134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] Sync routers for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:38:33.577876 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:33.578292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:33.578617 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:33.632145 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e3ba337e-0006-41b2-aab8-138f25677275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/floatingips/a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9 HTTP/1.1" status: 204 len: 168 time: 1.4788375 Sep 29 07:38:33.632718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:38:33.635153 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46882c22-c167-45ba-bfc9-ebc2e67db237" -d '{"events": [{"name": "network-changed", "server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:38:33.679879 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6265e258-9531-4503-bfe4-e7e2353ceb8c x-openstack-request-id: req-6265e258-9531-4503-bfe4-e7e2353ceb8c {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:38:33.680036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:38:33.680294 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6265e258-9531-4503-bfe4-e7e2353ceb8c {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:38:33.681118 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6265e258-9531-4503-bfe4-e7e2353ceb8c'] response: {'name': 'network-changed', 'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'status': 'completed', 'code': 200} Sep 29 07:38:33.785287 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:33.803471 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-aaa9a1e8-88cb-4b00-af38-5218ee746669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:33.804980 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-aaa9a1e8-88cb-4b00-af38-5218ee746669 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 1098 time: 0.0801742 Sep 29 07:38:33.997430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-6d46a902-29b2-4df2-87cb-9aaf4122e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:33.998981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-6d46a902-29b2-4df2-87cb-9aaf4122e09b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 200 len: 897 time: 0.1879563 Sep 29 07:38:34.076902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-492c688e-fd1c-4f26-a5c2-83019bf9463d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 200 len: 217 time: 0.0683615 Sep 29 07:38:34.100158 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:02Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:34.103939 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] Checking router: a092259e-e864-49fd-a5ad-208f63a08f0b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:38:34.112345 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:34.113028 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:34.142260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8be93-3967-4b3a-87e0-2d03b5e8da16 req-ff059b49-4d00-4416-9e21-ea8bd0035759 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:34.143747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8bc8be93-3967-4b3a-87e0-2d03b5e8da16 req-ff059b49-4d00-4416-9e21-ea8bd0035759 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.2016296 Sep 29 07:38:34.168181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-b5df99e5-ba78-4df1-b6fd-683a97538902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:34.169614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-b5df99e5-ba78-4df1-b6fd-683a97538902 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ec489db4-88ee-4689-89df-ee3fbfb53d43 HTTP/1.1" status: 200 len: 835 time: 0.0855360 Sep 29 07:38:34.243148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8bc8be93-3967-4b3a-87e0-2d03b5e8da16 req-e0107b9d-46b8-4943-9d19-ad01fd78a5ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931516 Sep 29 07:38:34.272443 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-314567ea-ad5e-4926-a394-2aea1aa566f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:34.273945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-314567ea-ad5e-4926-a394-2aea1aa566f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f542804c-bd96-4eef-8a0f-1c2110a2fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912442 Sep 29 07:38:34.291175 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:34.406309 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-8b5ed9cc-c7be-40f1-88a3-790da0f7b4ae service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256828 Sep 29 07:38:34.604262 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:02Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:34.609436 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b0491-eb28-4f90-83e3-b33b3cbf9d37 None None] The sync data for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv is: [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:36:57Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '4a4b5c05-9b83-4298-9ad8-6327e161ba83', 'name': '', 'network_id': 'f542804c-bd96-4eef-8a0f-1c2110a2fa30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:28:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:56Z', 'updated_at': '2022-09-29T07:37:02Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'ec489db4-88ee-4689-89df-ee3fbfb53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:38:34.638543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-46882c22-c167-45ba-bfc9-ebc2e67db237 req-1a8bc3de-cae2-4888-9a56-74bf7652407f service neutron] 10.222.0.61 "GET /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257328 Sep 29 07:38:34.818154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e6c997-6b68-48f1-9b27-a5df1a500cfb None None] New status for floating IP a4bd0fe5-1bcb-4a6d-9b9d-c4ac1355bdf9: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:38:35.443902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700d8e2-fd89-48f0-a0f7-2a3950c76378 req-88e94375-c5c8-40f1-beb9-afd8cb6bf472 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:35.444586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a700d8e2-fd89-48f0-a0f7-2a3950c76378 req-88e94375-c5c8-40f1-beb9-afd8cb6bf472 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:35.459743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a700d8e2-fd89-48f0-a0f7-2a3950c76378 req-88e94375-c5c8-40f1-beb9-afd8cb6bf472 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:35.460891 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a700d8e2-fd89-48f0-a0f7-2a3950c76378 req-88e94375-c5c8-40f1-beb9-afd8cb6bf472 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.1039650 Sep 29 07:38:35.505702 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a700d8e2-fd89-48f0-a0f7-2a3950c76378 req-2ea10828-fd78-4ae5-bd37-2e16dcc13cf2 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=01376f43-31e2-4114-9a92-8954f215ab82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383377 Sep 29 07:38:35.932717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f759af9-1720-4625-9e36-480f64bacf86 req-cbf6a752-80df-41b0-ba9b-e1060e120a84 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:35.934682 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3f759af9-1720-4625-9e36-480f64bacf86 req-cbf6a752-80df-41b0-ba9b-e1060e120a84 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 945 time: 0.0868485 Sep 29 07:38:36.011387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 6813a08b-485a-44b3-b1e1-ab9a696b3186 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:38:36.011736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:36.254551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 6813a08b-485a-44b3-b1e1-ab9a696b3186, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=6813a08b-485a-44b3-b1e1-ab9a696b3186,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:36.254906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:36.378019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 6813a08b-485a-44b3-b1e1-ab9a696b3186 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:38:36.520361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:36.567381 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=6813a08b-485a-44b3-b1e1-ab9a696b3186,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:36.607586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.608062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.608274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.608615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.608937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.609271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.609597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.609921 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.610244 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.610600 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.610909 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.611228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:36.712657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] No DVR routers for this DVR port 6813a08b-485a-44b3-b1e1-ab9a696b3186 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:38:36.715904 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d00f680-a063-45fa-88c3-83078019d134 req-2c5332ec-a120-4622-ade6-40e14cb2bd29 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=e90235c7-01a8-48d2-82b0-44b7a43e5851 HTTP/1.1" status: 200 len: 210 time: 0.0886500 Sep 29 07:38:36.716824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:36.719347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'name': 'network-vif-deleted', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:38:36.721625 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a33bd8a-5cdc-4202-8e14-d2de11634d4b" -d '{"events": [{"server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "name": "network-vif-deleted", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:38:36.737734 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3f759af9-1720-4625-9e36-480f64bacf86 req-1ff43faf-733a-43c5-9bf6-d1be023911bd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "DELETE /v2.0/ports/6813a08b-485a-44b3-b1e1-ab9a696b3186 HTTP/1.1" status: 204 len: 173 time: 0.7976148 Sep 29 07:38:36.872890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80da3f3b-eb31-475a-8b4c-b842743f6823 x-openstack-request-id: req-80da3f3b-eb31-475a-8b4c-b842743f6823 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:38:36.873212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90235c7-01a8-48d2-82b0-44b7a43e5851", "name": "network-vif-deleted", "tag": "6813a08b-485a-44b3-b1e1-ab9a696b3186", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:38:36.873465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80da3f3b-eb31-475a-8b4c-b842743f6823 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:38:36.873949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80da3f3b-eb31-475a-8b4c-b842743f6823'] response: {'server_uuid': 'e90235c7-01a8-48d2-82b0-44b7a43e5851', 'name': 'network-vif-deleted', 'tag': '6813a08b-485a-44b3-b1e1-ab9a696b3186', 'status': 'completed', 'code': 200} Sep 29 07:38:37.816278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55842) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:38.469467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:38.750940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6c433c97-ccc6-4585-94dc-37b89630c711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:38.813155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 4a4b5c05-9b83-4298-9ad8-6327e161ba83 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:38:38.813483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:38.995627 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 4a4b5c05-9b83-4298-9ad8-6327e161ba83, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=4a4b5c05-9b83-4298-9ad8-6327e161ba83,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:38.996265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:39.115096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 4a4b5c05-9b83-4298-9ad8-6327e161ba83 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:38:39.425389 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:39.476905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=4a4b5c05-9b83-4298-9ad8-6327e161ba83,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:39.714651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6813a08b-485a-44b3-b1e1-ab9a696b3186 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:38:39.788243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 6813a08b-485a-44b3-b1e1-ab9a696b3186 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:38:39.788896 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 6813a08b-485a-44b3-b1e1-ab9a696b3186 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:38:39.858520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:40.209670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a092259e-e864-49fd-a5ad-208f63a08f0b has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:38:40.383130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:38:40.393041 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] Sync routers for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:38:40.396818 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e083b51c-610f-4a36-bdef-3552cf44699e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/a092259e-e864-49fd-a5ad-208f63a08f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794706 Sep 29 07:38:40.400128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55846) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:40.403719 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:40.404410 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:40.468456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting subnet ec489db4-88ee-4689-89df-ee3fbfb53d43 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:38:40.471282 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:40.524243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:40.575831 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:40.604785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:40.679744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:40.720930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Subnet': ['ID=ec489db4-88ee-4689-89df-ee3fbfb53d43,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:40.722888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:40.729810 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2ce69ac4-ae62-4517-b9bd-83b4391502da tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/subnets/ec489db4-88ee-4689-89df-ee3fbfb53d43 HTTP/1.1" status: 204 len: 168 time: 0.3286061 Sep 29 07:38:40.730338 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5bb7d7-2abf-4b1c-8a99-e958a5fe8cb9 None None] Network f542804c-bd96-4eef-8a0f-1c2110a2fa30 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:38:40.732743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55850) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:40.896477 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:38:39Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:40.900429 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] Checking router: a092259e-e864-49fd-a5ad-208f63a08f0b for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:38:40.908653 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] Routers {'a092259e-e864-49fd-a5ad-208f63a08f0b'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:40.909253 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a092259e-e864-49fd-a5ad-208f63a08f0b'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:40.917082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.002558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] DHCP port deletion for f542804c-bd96-4eef-8a0f-1c2110a2fa30 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:38:41.007368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Deleting port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:38:41.007918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.073506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6ff98b97-c534-4c24-84da-bc6eaf1fa84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.093559 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] Set router a092259e-e864-49fd-a5ad-208f63a08f0b gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:41.213925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.225488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port a71436b1-c768-4957-8da2-4d8e18acc100 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:38:41.225855 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.234793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] For port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,segment=NetworkSegment(ee27cfbe-078e-458b-af0f-88777c9ed116),segment_id=ee27cfbe-078e-458b-af0f-88777c9ed116)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:41.235185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.376622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Calling delete_port for 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:38:41.377777 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:38:39Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:41.381736 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1bde49-3a24-494a-88f6-16c61771983c None None] The sync data for ids ['a092259e-e864-49fd-a5ad-208f63a08f0b'] in dv-neutron-859761-1-hyperv is: [{'id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903942310', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141'}], 'enable_snat': True}, 'gw_port_id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:36:52Z', 'updated_at': '2022-09-29T07:38:39Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': 'a71436b1-c768-4957-8da2-4d8e18acc100', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092259e-e864-49fd-a5ad-208f63a08f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:36:53Z', 'updated_at': '2022-09-29T07:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:38:41.412551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port a71436b1-c768-4957-8da2-4d8e18acc100, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a71436b1-c768-4957-8da2-4d8e18acc100,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:41.413028 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.458475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.501982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Pushing event deleted for resources: {'Port': ['ID=17ce2482-0ab8-47e1-82d2-9f3becf9e2cf,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:41.510882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] No DVR routers for this DVR port 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:38:41.512901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.513250 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.513619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.513938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.514274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.514640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.514973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.515302 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.515628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.515951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.516275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.516595 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d8dd09-997e-46f2-bb2a-d36ec661ded9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:41.538219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for a71436b1-c768-4957-8da2-4d8e18acc100 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:38:41.834349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.887418 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=a71436b1-c768-4957-8da2-4d8e18acc100,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:41.975061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:41.986246 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.153829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.155942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.173909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.182869 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.183398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Fanout notify agent at l3_agent the message router_deleted on router a092259e-e864-49fd-a5ad-208f63a08f0b {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:38:42.199101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.200686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8cae49d5-94fb-4072-a47b-3dd1b8139551 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/routers/a092259e-e864-49fd-a5ad-208f63a08f0b HTTP/1.1" status: 204 len: 168 time: 1.4669967 Sep 29 07:38:42.203678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55854) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:42.325295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.452986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.476752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f542804c-bd96-4eef-8a0f-1c2110a2fa30']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:42.488463 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee27cfbe-078e-458b-af0f-88777c9ed116') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:42.488758 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee27cfbe-078e-458b-af0f-88777c9ed116') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:42.500055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.518785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.524515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:38:42.524891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.588233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ee27cfbe-078e-458b-af0f-88777c9ed116 resource provider aggregate not found Sep 29 07:38:42.611209 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment ee27cfbe-078e-458b-af0f-88777c9ed116 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee27cfbe-078e-458b-af0f-88777c9ed116 found for delete ", "request_id": "req-acde2aab-34ed-4697-bd11-34ce32dc734b"}]} Sep 29 07:38:42.626957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.632223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.645317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:38:42.663710 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/networks/f542804c-bd96-4eef-8a0f-1c2110a2fa30 HTTP/1.1" status: 204 len: 168 time: 0.4589374 Sep 29 07:38:42.665181 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1479f-8018-4ea7-aef7-d4eb9565e956 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Network': ['ID=f542804c-bd96-4eef-8a0f-1c2110a2fa30,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:42.666431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55862) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:42.685537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:38:42.685883 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 17ce2482-0ab8-47e1-82d2-9f3becf9e2cf not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:38:42.686537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4a4b5c05-9b83-4298-9ad8-6327e161ba83 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:38:42.718552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 4a4b5c05-9b83-4298-9ad8-6327e161ba83 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:38:42.718825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 4a4b5c05-9b83-4298-9ad8-6327e161ba83 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:38:42.738888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cabc9be9-6fd0-4ed8-b79b-b70805eff5a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.768766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cabc9be9-6fd0-4ed8-b79b-b70805eff5a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.831870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cabc9be9-6fd0-4ed8-b79b-b70805eff5a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.850152 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc9be9-6fd0-4ed8-b79b-b70805eff5a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01376f43-31e2-4114-9a92-8954f215ab82,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:42.861316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-cabc9be9-6fd0-4ed8-b79b-b70805eff5a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:42.862444 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-cabc9be9-6fd0-4ed8-b79b-b70805eff5a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/security-groups/01376f43-31e2-4114-9a92-8954f215ab82 HTTP/1.1" status: 204 len: 168 time: 0.1949952 Sep 29 07:38:42.975668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55870) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:42.981046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760803365', 'description': 'tempest-secgroup-smoke-1760803365 description', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:42.987013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:42.991117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:42.993923 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:42.999676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.009634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.033548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:43.039541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:43.042541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:43.054959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.082737 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:38:43.127253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.130701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.177997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9052503-9862-46a5-bf8f-d51239177a72,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:43.180699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.181889 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-857636ed-1a4b-47d0-bd6e-886ca20690cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051883 Sep 29 07:38:43.186338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55874) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:43.191248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'e9052503-9862-46a5-bf8f-d51239177a72', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:43.197170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:43.201631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:43.204748 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:43.210405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.227676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.284971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.288543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.311700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35305884-b96c-4e08-8ac3-38b4a02891ca,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:43.319634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.320776 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-98fc58e7-2ac4-4feb-8b9f-a7ca97b3dd64 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335135 Sep 29 07:38:43.323602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55878) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:43.329023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'e9052503-9862-46a5-bf8f-d51239177a72', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:43.334864 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:43.338787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:43.342122 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:43.347809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.364867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.423658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.427176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.450102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4f5d1a-709e-45da-9c6c-0968d93efb5e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:43.458642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.459822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a0f71c91-9123-4ccd-b68a-2684da7653fa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352785 Sep 29 07:38:43.462561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55882) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:43.467367 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'e9052503-9862-46a5-bf8f-d51239177a72', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:43.472977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:43.476740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:43.479614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:43.485727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.502929 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.539197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.664699 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.669024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.692685 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ac56b1-a583-4e06-a148-5039a245799c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:43.703068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.704558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fbf01bf3-ae84-48b8-a14b-df79ba8fb9f9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2410979 Sep 29 07:38:43.707342 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55886) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:43.712330 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'e9052503-9862-46a5-bf8f-d51239177a72', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:43.718432 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:43.722682 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:43.725514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:43.732538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.749173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.810564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.814103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.841259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab11da2-6604-40e0-af33-b4e4a8098cd9,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:43.847475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.848647 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2d3599ea-635c-4ae8-97f4-a67ff05274be tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403978 Sep 29 07:38:43.851470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:43.856976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'e9052503-9862-46a5-bf8f-d51239177a72', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:43.862875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:43.866708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:43.869531 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:43.875220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:43.885230 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:38:43.891669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.957637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.961366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.986001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647822b0-64de-4423-847d-614fe8075971,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:43.994809 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:43.995959 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-7e5409db-071d-4efd-8513-55fe74418fb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435490 Sep 29 07:38:43.998750 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55894) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:44.003429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'e9052503-9862-46a5-bf8f-d51239177a72', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:44.009065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:44.012915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:44.015798 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:44.022583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:44.034062 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:38:44.040687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.103824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.107700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.130964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4189a85d-4e81-47df-bf53-196d78e27535,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:44.140688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.142084 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a0c492bd-6ef7-4a83-80a6-5b996a81f053 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424255 Sep 29 07:38:44.145075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55898) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:44.150470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'network': {'name': 'tempest-network-smoke--230245454', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:44.155735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:44.159834 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:network and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:44.162846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:44.169319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:44.179528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:38:44.183105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.211333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:38:44.221371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.221708 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Added segment 03a27067-2548-4303-88d7-e68f50cf1c99 of type vlan for network 102591af-e2b4-4e74-a31d-8421a886e45d Sep 29 07:38:44.250776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.254739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a71436b1-c768-4957-8da2-4d8e18acc100 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:38:44.280574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.286178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:44.286814 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.290768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a71436b1-c768-4957-8da2-4d8e18acc100 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:38:44.291120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a71436b1-c768-4957-8da2-4d8e18acc100 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:38:44.387722 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2416224 Sep 29 07:38:44.391193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55902) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:44.396216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31347d0-b4a8-48ad-a214-ebd5a39455a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Network': ['ID=102591af-e2b4-4e74-a31d-8421a886e45d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:44.397269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'admin_state_up': True, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:44.405641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:44.407548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 102591af-e2b4-4e74-a31d-8421a886e45d details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:38:44.409604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:router and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:44.412458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:44.422281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:44.432000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.433175 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.448431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:44.809699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:45.112782 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:45.141148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:45.273883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.37 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/9acb49d3-1b85-4cd1-b4ed-36b09324a716) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:38:45.426138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:45.454872 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:45.515693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:38:45.518540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:38:45.522044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:38:45.568111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=9acb49d3-1b85-4cd1-b4ed-36b09324a716,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:45.942560 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:46.391563 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:46.587362 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 98a55a6d-2cfa-4095-8c6f-397583440712 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:38:46.774315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:38:46.783774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Sync routers for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:38:46.792497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:46.793619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:46.801405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:46.802635 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d7fe924f-3dcf-44a2-b352-21e51b766010 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4098692 Sep 29 07:38:46.805836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55908) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:46.844961 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-09fc7b20-4d56-4e4f-bdaf-110c7daa703e tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=557d74bdb200420bacc97d0a3bb4ed0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379770 Sep 29 07:38:46.847515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55912) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:46.915309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-44313470-9c1b-46c9-96d7-20a2472cfbb0 req-8bcdb83b-77c6-4e2b-ad9e-cab3fba38509 service neutron] (89137) timed out ('10.222.0.26', 52634) {{(pid=89137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 29 07:38:46.973622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:46.984718 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1bdd1-66c3-457a-836b-4bebf203f18c tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:46.986411 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bdd1bdd1-66c3-457a-836b-4bebf203f18c tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380050 Sep 29 07:38:46.989431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 55916) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:47.039079 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-51514084-30a0-4c33-9197-4629ba6d6b8d tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484753 Sep 29 07:38:47.041750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55920) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:47.048076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614697852', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:47.162957 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:47.167226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:subnet and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:38:47.170792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:38:47.176637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:47.188597 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:38:47.192077 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.314036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:45Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:47.317908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Checking router: 98a55a6d-2cfa-4095-8c6f-397583440712 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:38:47.318272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Updating router 98a55a6d-2cfa-4095-8c6f-397583440712 port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:38:47.387730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.416936 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.496462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Subnet': ['ID=32a75775-bdf1-4927-a953-d57b19edd6f0,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:47.504989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Checking segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:38:47.505350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network hostable DHCP agents. Network: 102591af-e2b4-4e74-a31d-8421a886e45d, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:38:47.524924 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 102591af-e2b4-4e74-a31d-8421a886e45d is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:38:47.535779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 102591af-e2b4-4e74-a31d-8421a886e45d) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:38:47.539752 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:47.540328 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.561943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-296dc3de-c350-4f5d-956a-5d58cf78abc0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5182240 Sep 29 07:38:47.564165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55924) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:38:47.572479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7219cb05-9410-4e3c-abb6-6fc681deca06 None None] Network 102591af-e2b4-4e74-a31d-8421a886e45d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:38:47.707444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.913054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.916677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-102591af-e2b4-4e74-a31d-8421a886e45d', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:38:47.917468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:47.940843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Transition to ACTIVE for port object 9acb49d3-1b85-4cd1-b4ed-36b09324a716 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:47.989504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:48.055550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Attempting to bind port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:38:48.055924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Attempting to bind port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:38:48.056290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Attempting to bind port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:38:48.083118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:38:48.083496 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:38:48.083898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:48.084297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:38:48.084768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Bound port: 9acb49d3-1b85-4cd1-b4ed-36b09324a716, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:38:48.085142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:48.145677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711385a-f2e3-451f-91a8-b0d6819bf813 None None] Pushing event updated for resources: {'Port': ['ID=9acb49d3-1b85-4cd1-b4ed-36b09324a716,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:48.236999 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] For port 9acb49d3-1b85-4cd1-b4ed-36b09324a716, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:38:48.239203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Allocated IP 172.20.0.2 (102591af-e2b4-4e74-a31d-8421a886e45d/32a75775-bdf1-4927-a953-d57b19edd6f0/afbb52e3-06e3-4370-9ab4-bd0217e2c139) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:38:48.241913 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] For port 9acb49d3-1b85-4cd1-b4ed-36b09324a716, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9acb49d3-1b85-4cd1-b4ed-36b09324a716,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:38:48.251371 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:48.383972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:48.384962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:48.391235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:48.494359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711385a-f2e3-451f-91a8-b0d6819bf813 None None] Pushing event updated for resources: {'Port': ['ID=9acb49d3-1b85-4cd1-b4ed-36b09324a716,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:48.693819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:48.867028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:48.890362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Transition to ACTIVE for port object afbb52e3-06e3-4370-9ab4-bd0217e2c139 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:48.926105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Transition to ACTIVE for port object afbb52e3-06e3-4370-9ab4-bd0217e2c139 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:48.942257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.001839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.1 (102591af-e2b4-4e74-a31d-8421a886e45d/32a75775-bdf1-4927-a953-d57b19edd6f0/a209fd05-3360-4051-93da-2c3ff8dcc1e0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:38:49.036005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Network 102591af-e2b4-4e74-a31d-8421a886e45d is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:38:49.042018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:38:49.046902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:38:49.058151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Pushing event updated for resources: {'Port': ['ID=afbb52e3-06e3-4370-9ab4-bd0217e2c139,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:49.161121 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.162607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Attempting to bind port afbb52e3-06e3-4370-9ab4-bd0217e2c139 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:38:49.162979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Attempting to bind port afbb52e3-06e3-4370-9ab4-bd0217e2c139 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:38:49.163334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Attempting to bind port afbb52e3-06e3-4370-9ab4-bd0217e2c139 on network 102591af-e2b4-4e74-a31d-8421a886e45d {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:38:49.171390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:38:49.171755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Checking segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:38:49.172152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.172538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Bound using segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:38:49.172991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Bound port: afbb52e3-06e3-4370-9ab4-bd0217e2c139, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:38:49.173357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.177664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object a209fd05-3360-4051-93da-2c3ff8dcc1e0 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:49.193632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:45Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:49.200926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.225140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b061f3-f9b5-495e-a60e-5dd6ed38a655 None None] The sync data for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv is: [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:45Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:38:49.268306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 102591af-e2b4-4e74-a31d-8421a886e45d is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:38:49.271324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:38:49.275108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:38:49.279386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2f211316-251b-43df-b130-8552d12a5871 None None] For port afbb52e3-06e3-4370-9ab4-bd0217e2c139, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:38:49.283313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2f211316-251b-43df-b130-8552d12a5871 None None] For port afbb52e3-06e3-4370-9ab4-bd0217e2c139, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=afbb52e3-06e3-4370-9ab4-bd0217e2c139,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:38:49.287962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.324697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=a209fd05-3360-4051-93da-2c3ff8dcc1e0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:49.353761 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:49.362269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f211316-251b-43df-b130-8552d12a5871 None None] Pushing event updated for resources: {'Port': ['ID=afbb52e3-06e3-4370-9ab4-bd0217e2c139,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:49.806997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.225729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.232353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.352843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=a209fd05-3360-4051-93da-2c3ff8dcc1e0,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:50.355203 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.388347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device afbb52e3-06e3-4370-9ab4-bd0217e2c139 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:50.423178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da2ad0c-30fc-4275-b124-8e892a5ff56f None None] Network 102591af-e2b4-4e74-a31d-8421a886e45d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:38:50.503282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 102591af-e2b4-4e74-a31d-8421a886e45d is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:38:50.504413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:38:50.562786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0e297aea-d34d-4133-935e-c71a96d7bd42 None None] Provisioning for port afbb52e3-06e3-4370-9ab4-bd0217e2c139 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:50.620160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port afbb52e3-06e3-4370-9ab4-bd0217e2c139 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:50.635333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port afbb52e3-06e3-4370-9ab4-bd0217e2c139 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:50.635712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.636114 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port afbb52e3-06e3-4370-9ab4-bd0217e2c139 Sep 29 07:38:50.692197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 98a55a6d-2cfa-4095-8c6f-397583440712 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:38:50.816729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port afbb52e3-06e3-4370-9ab4-bd0217e2c139 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:50.817107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.860736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port afbb52e3-06e3-4370-9ab4-bd0217e2c139, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=afbb52e3-06e3-4370-9ab4-bd0217e2c139,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:50.865598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:50.866381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9acb49d3-1b85-4cd1-b4ed-36b09324a716 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:50.871124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:38:50.881971 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Sync routers for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:38:50.892947 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:50.893899 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:50.904404 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-38a37e98-c722-4c4a-9ce6-3eacd1ab38de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/98a55a6d-2cfa-4095-8c6f-397583440712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3381307 Sep 29 07:38:51.001578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=afbb52e3-06e3-4370-9ab4-bd0217e2c139,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:51.016174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:51.021823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:51.022215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:51.022720 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 Sep 29 07:38:51.101574 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-b9c90f10-50ff-4e8a-8ef8-695f9ff83ed9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760803365&fields=id&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 267 time: 0.0484147 Sep 29 07:38:51.119409 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:51.147166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Provisioning for port a209fd05-3360-4051-93da-2c3ff8dcc1e0 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:51.178141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:51.178554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:51.184200 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Provisioning complete for port a209fd05-3360-4051-93da-2c3ff8dcc1e0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:51.184567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:51.184896 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Attempt 1 to provision port a209fd05-3360-4051-93da-2c3ff8dcc1e0 Sep 29 07:38:51.249135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 9acb49d3-1b85-4cd1-b4ed-36b09324a716, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9acb49d3-1b85-4cd1-b4ed-36b09324a716,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:51.256349 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Port a209fd05-3360-4051-93da-2c3ff8dcc1e0 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:38:51.257521 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:51.298429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-abf97341-4101-403c-9b2e-06c76fbd1f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:51.302836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-abf97341-4101-403c-9b2e-06c76fbd1f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:51.325663 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-abf97341-4101-403c-9b2e-06c76fbd1f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:51.326915 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-abf97341-4101-403c-9b2e-06c76fbd1f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 796 time: 0.2174354 Sep 29 07:38:51.337339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=9acb49d3-1b85-4cd1-b4ed-36b09324a716,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:51.352476 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-c1677f3b-73eb-4ced-8172-93a4f66ada71 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/quotas/557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 375 time: 0.0161314 Sep 29 07:38:51.498934 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:50Z', 'revision_number': 2, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:51.503147 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Checking router: 98a55a6d-2cfa-4095-8c6f-397583440712 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:38:51.503599 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Updating router 98a55a6d-2cfa-4095-8c6f-397583440712 port a209fd05-3360-4051-93da-2c3ff8dcc1e0 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:38:51.555035 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-3d3995b8-ff0f-4ffa-90b5-8ff1af64aefa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:51.561096 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:51.572326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-3d3995b8-ff0f-4ffa-90b5-8ff1af64aefa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:51.574021 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-3d3995b8-ff0f-4ffa-90b5-8ff1af64aefa tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2205336 Sep 29 07:38:51.757523 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Attempt 2 to provision port a209fd05-3360-4051-93da-2c3ff8dcc1e0 Sep 29 07:38:51.780001 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-0327e55b-c9aa-4b17-9516-3e5ea0f88f89 service neutron] 10.222.0.26 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931946 Sep 29 07:38:51.817333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Port a209fd05-3360-4051-93da-2c3ff8dcc1e0 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:38:51.917484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-ee109554-2680-4bb0-8ae9-33d3704604c1 service neutron] 10.222.0.26 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312177 Sep 29 07:38:51.939827 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:51.951790 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Transition to ACTIVE for port object a209fd05-3360-4051-93da-2c3ff8dcc1e0 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:51.958131 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.099387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2367a471-e19b-48c6-b7ff-fc7d333fc8b5 req-f8e7b2d5-3868-4c6d-824a-9d7a73a892f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:52.116678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2367a471-e19b-48c6-b7ff-fc7d333fc8b5 req-f8e7b2d5-3868-4c6d-824a-9d7a73a892f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:52.118415 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2367a471-e19b-48c6-b7ff-fc7d333fc8b5 req-f8e7b2d5-3868-4c6d-824a-9d7a73a892f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 210 time: 0.0684030 Sep 29 07:38:52.169893 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Attempting to bind port a209fd05-3360-4051-93da-2c3ff8dcc1e0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:38:52.170259 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Attempting to bind port a209fd05-3360-4051-93da-2c3ff8dcc1e0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:38:52.170643 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Attempting to bind port a209fd05-3360-4051-93da-2c3ff8dcc1e0 on network 102591af-e2b4-4e74-a31d-8421a886e45d {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:38:52.172620 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Pushing event updated for resources: {'Port': ['ID=a209fd05-3360-4051-93da-2c3ff8dcc1e0,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:52.181466 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:38:52.181834 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Checking segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:38:52.182230 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.182640 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Bound using segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:38:52.183096 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Bound port: a209fd05-3360-4051-93da-2c3ff8dcc1e0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:38:52.183491 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.194707 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.195060 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.195406 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.195868 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.196321 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.196835 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.197168 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.197498 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.197828 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.198152 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.198508 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.198826 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:38:52.284138 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] For port a209fd05-3360-4051-93da-2c3ff8dcc1e0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:38:52.287815 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] For port a209fd05-3360-4051-93da-2c3ff8dcc1e0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a209fd05-3360-4051-93da-2c3ff8dcc1e0,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:38:52.293877 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.309466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device afbb52e3-06e3-4370-9ab4-bd0217e2c139 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:52.359651 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:38:52.360385 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:52.388182 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Attempt 3 to provision port a209fd05-3360-4051-93da-2c3ff8dcc1e0 Sep 29 07:38:52.449815 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd097c9-3b3d-4c02-881b-878f7a665c30 None None] Pushing event updated for resources: {'Port': ['ID=a209fd05-3360-4051-93da-2c3ff8dcc1e0,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:52.479182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Port a209fd05-3360-4051-93da-2c3ff8dcc1e0 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:38:52.496558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port afbb52e3-06e3-4370-9ab4-bd0217e2c139 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:52.496929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.497251 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port afbb52e3-06e3-4370-9ab4-bd0217e2c139 Sep 29 07:38:52.545493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Provisioning complete for port afbb52e3-06e3-4370-9ab4-bd0217e2c139 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:52.545860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.546362 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Attempt 1 to provision port afbb52e3-06e3-4370-9ab4-bd0217e2c139 Sep 29 07:38:52.555677 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:38:52.717080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port afbb52e3-06e3-4370-9ab4-bd0217e2c139 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:52.718147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9acb49d3-1b85-4cd1-b4ed-36b09324a716 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:52.771034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f82ff3-f8c2-4cd9-a55b-76e9d565ea20 None None] Current status of the port afbb52e3-06e3-4370-9ab4-bd0217e2c139 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:52.794752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:52.795203 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:52.795542 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 Sep 29 07:38:52.871515 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:52Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:38:52.875321 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d311a6-32dc-47ee-8e9e-9f510b83814f None None] The sync data for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv is: [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:52Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:38:52.931155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:53.273840 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-a234e068-a1e2-4106-ad3f-6dd2d69b38cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:53.274547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-a234e068-a1e2-4106-ad3f-6dd2d69b38cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:53.287544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-a234e068-a1e2-4106-ad3f-6dd2d69b38cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:53.288691 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-a234e068-a1e2-4106-ad3f-6dd2d69b38cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 796 time: 0.1719415 Sep 29 07:38:53.314079 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5451250a-6798-4d60-a607-17e1dceaa150 req-3f6088b7-d7c9-4c1f-8c2b-f371c6188cda tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 210 time: 0.0515313 Sep 29 07:38:53.357544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-531a63e3-917f-4d63-b443-0801bbd923c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:53.377703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-531a63e3-917f-4d63-b443-0801bbd923c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:53.378877 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-531a63e3-917f-4d63-b443-0801bbd923c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 380 time: 0.0747080 Sep 29 07:38:53.387323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'port': {'device_id': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'admin_state_up': True, 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'security_groups': ['e9052503-9862-46a5-bf8f-d51239177a72']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:53.529202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:38:53.538916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:38:53.549805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:38:53.553414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:53.720724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.3 (102591af-e2b4-4e74-a31d-8421a886e45d/32a75775-bdf1-4927-a953-d57b19edd6f0/1449a86a-fb68-46bb-9540-01e0d8376bf9) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:38:53.916811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:53.933161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 1449a86a-fb68-46bb-9540-01e0d8376bf9 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:53.956514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.030368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 102591af-e2b4-4e74-a31d-8421a886e45d is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:38:54.033827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:38:54.037648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:38:54.067453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=1449a86a-fb68-46bb-9540-01e0d8376bf9,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:54.105202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:54.106092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.131435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-44e56d63-973f-439e-afdc-c69ddd8e1526 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7478495 Sep 29 07:38:54.149357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Request body: {'port': {'device_id': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:38:54.269258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.271558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Provisioning for port 1449a86a-fb68-46bb-9540-01e0d8376bf9 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:54.278206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Provisioning complete for port 1449a86a-fb68-46bb-9540-01e0d8376bf9 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:54.278605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.279096 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Attempt 1 to provision port 1449a86a-fb68-46bb-9540-01e0d8376bf9 Sep 29 07:38:54.326966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a209fd05-3360-4051-93da-2c3ff8dcc1e0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:54.384094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Port 1449a86a-fb68-46bb-9540-01e0d8376bf9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:38:54.413044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port a209fd05-3360-4051-93da-2c3ff8dcc1e0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:54.418052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a209fd05-3360-4051-93da-2c3ff8dcc1e0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:54.418427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.418811 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a209fd05-3360-4051-93da-2c3ff8dcc1e0 Sep 29 07:38:54.536052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a209fd05-3360-4051-93da-2c3ff8dcc1e0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:54.536438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.570451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port a209fd05-3360-4051-93da-2c3ff8dcc1e0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a209fd05-3360-4051-93da-2c3ff8dcc1e0,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:54.576129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.646816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=a209fd05-3360-4051-93da-2c3ff8dcc1e0,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:54.733797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52631-7c38-4393-a418-bd8feb931f46 req-dbec2488-5398-48fb-a3b2-9431f5b41340 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:54.734482 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d2f52631-7c38-4393-a418-bd8feb931f46 req-dbec2488-5398-48fb-a3b2-9431f5b41340 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:38:54.760561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d2f52631-7c38-4393-a418-bd8feb931f46 req-dbec2488-5398-48fb-a3b2-9431f5b41340 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:38:54.761703 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2f52631-7c38-4393-a418-bd8feb931f46 req-dbec2488-5398-48fb-a3b2-9431f5b41340 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 931 time: 0.3233902 Sep 29 07:38:54.854246 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2f52631-7c38-4393-a418-bd8feb931f46 req-faebe339-ecc2-435c-9595-c588ff261780 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845785 Sep 29 07:38:54.856762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1449a86a-fb68-46bb-9540-01e0d8376bf9 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:38:54.864420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.879845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Transition to ACTIVE for port object 1449a86a-fb68-46bb-9540-01e0d8376bf9 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:38:54.884260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:54.885397 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Attempt 2 to provision port 1449a86a-fb68-46bb-9540-01e0d8376bf9 Sep 29 07:38:54.938310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Port 1449a86a-fb68-46bb-9540-01e0d8376bf9 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:38:55.075884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Pushing event updated for resources: {'Port': ['ID=1449a86a-fb68-46bb-9540-01e0d8376bf9,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:55.106655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Attempting to bind port 1449a86a-fb68-46bb-9540-01e0d8376bf9 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:38:55.106915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Attempting to bind port 1449a86a-fb68-46bb-9540-01e0d8376bf9 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:38:55.107232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Attempting to bind port 1449a86a-fb68-46bb-9540-01e0d8376bf9 on network 102591af-e2b4-4e74-a31d-8421a886e45d {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:38:55.111679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Port 1449a86a-fb68-46bb-9540-01e0d8376bf9 on network 102591af-e2b4-4e74-a31d-8421a886e45d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:38:55.111992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Attempting to bind port 1449a86a-fb68-46bb-9540-01e0d8376bf9 on network 102591af-e2b4-4e74-a31d-8421a886e45d {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:38:55.116965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:38:55.117293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Checking segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:38:55.117662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Bound using segment: {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:38:55.118078 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Bound port: 1449a86a-fb68-46bb-9540-01e0d8376bf9, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a27067-2548-4303-88d7-e68f50cf1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:38:55.118413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:55.220650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] For port 1449a86a-fb68-46bb-9540-01e0d8376bf9, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:38:55.223549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] For port 1449a86a-fb68-46bb-9540-01e0d8376bf9, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:38:55.227852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:55.258290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:55.258926 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:55.260275 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] 10.222.0.61 "PUT /v2.0/ports/1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 1093 time: 1.1153824 Sep 29 07:38:55.260764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:38:55.263150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a45cff1-7c69-4bee-9567-2540367737ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:38:55.306391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472db09-f73b-4c8c-b15e-4493983d4515 service neutron] Pushing event updated for resources: {'Port': ['ID=1449a86a-fb68-46bb-9540-01e0d8376bf9,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:55.309824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0af49-59fb-41fc-b574-8db914a869a9 x-openstack-request-id: req-63a0af49-59fb-41fc-b574-8db914a869a9 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:38:55.310108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:38:55.310358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63a0af49-59fb-41fc-b574-8db914a869a9 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:38:55.310770 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a0af49-59fb-41fc-b574-8db914a869a9'] response: {'name': 'network-changed', 'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'status': 'completed', 'code': 200} Sep 29 07:38:55.407008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-9d751102-9eb8-4342-afc3-f1979f63403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:55.408503 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-9d751102-9eb8-4342-afc3-f1979f63403a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1096 time: 0.0826335 Sep 29 07:38:55.439185 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Attempt 3 to provision port 1449a86a-fb68-46bb-9540-01e0d8376bf9 Sep 29 07:38:55.483396 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-45dd222e-0fa1-46aa-afe5-8bba9c659328 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 217 time: 0.0631175 Sep 29 07:38:55.502518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-6103bac2-d809-4d79-853d-2728e57a715c None None] Port 1449a86a-fb68-46bb-9540-01e0d8376bf9 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:38:55.547726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-67852b43-3419-4b03-a42a-93976b2f2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:55.549154 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-67852b43-3419-4b03-a42a-93976b2f2e3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.0598135 Sep 29 07:38:55.628680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-e923968b-5e2b-445d-bc8a-c3e599cd1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:55.630127 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-e923968b-5e2b-445d-bc8a-c3e599cd1c65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757589 Sep 29 07:38:55.758482 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-571c44db-63f1-483a-b03a-c05b549dc44e service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221375 Sep 29 07:38:55.887584 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-31e7c464-bae6-4b51-9d90-b15f63d27604 req-6e3d318a-74b3-4d17-8345-769bc65ee6d1 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234653 Sep 29 07:38:56.120390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4a6c4-3e0e-4794-afab-d0e74460e02c req-cbf5127f-da9f-489c-b978-c4dded542f30 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:56.122272 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b9c4a6c4-3e0e-4794-afab-d0e74460e02c req-cbf5127f-da9f-489c-b978-c4dded542f30 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 943 time: 0.1494892 Sep 29 07:38:56.124768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cff1-7c69-4bee-9567-2540367737ba req-2ee83ca4-1281-4ab2-bac9-a9d89d060443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:56.126089 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-2ee83ca4-1281-4ab2-bac9-a9d89d060443 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1096 time: 0.1179752 Sep 29 07:38:56.242746 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b9c4a6c4-3e0e-4794-afab-d0e74460e02c req-3ce7eeb6-5a97-401f-b8ad-bdf7aa24ebd7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147826 Sep 29 07:38:56.284379 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cff1-7c69-4bee-9567-2540367737ba req-90f03dca-645d-46a4-adba-311c4772a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:56.285925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-90f03dca-645d-46a4-adba-311c4772a6b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 897 time: 0.1454029 Sep 29 07:38:56.301888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a209fd05-3360-4051-93da-2c3ff8dcc1e0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:56.373161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port a209fd05-3360-4051-93da-2c3ff8dcc1e0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:56.373590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:56.374025 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port a209fd05-3360-4051-93da-2c3ff8dcc1e0 Sep 29 07:38:56.457621 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-39cb0b9d-38b7-4921-9b46-d2dfdc798147 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 217 time: 0.1654384 Sep 29 07:38:56.491273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port a209fd05-3360-4051-93da-2c3ff8dcc1e0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:56.520759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cff1-7c69-4bee-9567-2540367737ba req-e021b67f-53b3-4633-9218-840ca8020e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:56.522195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-e021b67f-53b3-4633-9218-840ca8020e49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.0590010 Sep 29 07:38:56.602850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45cff1-7c69-4bee-9567-2540367737ba req-2e4dbad3-10ce-41a7-ac8f-450673198676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:56.604306 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-2e4dbad3-10ce-41a7-ac8f-450673198676 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759640 Sep 29 07:38:56.731333 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-91befdd2-9362-4fbc-9707-0254eae99ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205504 Sep 29 07:38:56.868441 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a45cff1-7c69-4bee-9567-2540367737ba req-23ac73e2-4005-4bbe-8bcc-df124c3012d1 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302924 Sep 29 07:38:57.442755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd758d30-b31c-4e55-8ce2-db96097909e2 req-a8cb6655-3c1d-47c3-a222-19fa53989dcd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:57.444344 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bd758d30-b31c-4e55-8ce2-db96097909e2 req-a8cb6655-3c1d-47c3-a222-19fa53989dcd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 943 time: 0.0902774 Sep 29 07:38:57.488058 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bd758d30-b31c-4e55-8ce2-db96097909e2 req-c4d9acdc-b2c9-47f9-b546-7b83868e4450 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375416 Sep 29 07:38:57.839228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 1449a86a-fb68-46bb-9540-01e0d8376bf9 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:38:57.969187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 1449a86a-fb68-46bb-9540-01e0d8376bf9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:57.982458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'port_id': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'mac_address': 'fa:16:3e:20:61:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:38:58.037162 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 1449a86a-fb68-46bb-9540-01e0d8376bf9 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:38:58.037540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:58.054325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1449a86a-fb68-46bb-9540-01e0d8376bf9 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:38:58.069533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 1449a86a-fb68-46bb-9540-01e0d8376bf9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:38:58.073554 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:58.153984 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=1449a86a-fb68-46bb-9540-01e0d8376bf9,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:38:58.491457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['1449a86a-fb68-46bb-9540-01e0d8376bf9'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:38:58.685206 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d446507-c73b-40a3-8ecd-6799e9e698db req-40013b0f-75f3-458c-8c7b-a79d45528348 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:58.686688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d446507-c73b-40a3-8ecd-6799e9e698db req-40013b0f-75f3-458c-8c7b-a79d45528348 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 944 time: 0.0907173 Sep 29 07:38:58.730993 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d446507-c73b-40a3-8ecd-6799e9e698db req-126bc4fc-7a56-432f-ac90-5f659e1a4f1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Sep 29 07:38:59.854689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 1449a86a-fb68-46bb-9540-01e0d8376bf9 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:38:59.921583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 1449a86a-fb68-46bb-9540-01e0d8376bf9 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:38:59.926458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 1449a86a-fb68-46bb-9540-01e0d8376bf9 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:38:59.926860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:38:59.927192 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 1449a86a-fb68-46bb-9540-01e0d8376bf9 Sep 29 07:38:59.930057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979459e-f614-45c6-abe3-35d6314582d9 req-afdab504-6699-4219-b151-55d620039e1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:38:59.931538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6979459e-f614-45c6-abe3-35d6314582d9 req-afdab504-6699-4219-b151-55d620039e1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 944 time: 0.0917635 Sep 29 07:38:59.976233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6979459e-f614-45c6-abe3-35d6314582d9 req-9b33deff-d2b9-497d-9979-43a357a31217 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387878 Sep 29 07:39:00.041957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 1449a86a-fb68-46bb-9540-01e0d8376bf9 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:39:00.042265 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:00.068042 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:39:00.070304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d65f0c-71e8-4f45-952d-8253e4710d87" -d '{"events": [{"server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "name": "network-vif-plugged", "status": "completed", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:39:00.078116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 1449a86a-fb68-46bb-9540-01e0d8376bf9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:39:00.082562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:00.152615 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=1449a86a-fb68-46bb-9540-01e0d8376bf9,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:39:00.169581 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d4b7f7-7609-4322-ad4d-1b5a4d4084da x-openstack-request-id: req-e9d4b7f7-7609-4322-ad4d-1b5a4d4084da {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:39:00.169900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "name": "network-vif-plugged", "status": "completed", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:39:00.170156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9d4b7f7-7609-4322-ad4d-1b5a4d4084da {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:39:00.170585 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d4b7f7-7609-4322-ad4d-1b5a4d4084da'] response: {'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'code': 200} Sep 29 07:39:00.432322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33fdf3-6546-45b6-b47b-53161840ea1b req-5df03aac-6616-4c50-a09c-9aabbc49436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:00.434644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9d33fdf3-6546-45b6-b47b-53161840ea1b req-5df03aac-6616-4c50-a09c-9aabbc49436c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1098 time: 0.0766969 Sep 29 07:39:00.480581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9d33fdf3-6546-45b6-b47b-53161840ea1b req-9d5bef8d-95f3-40f3-b632-ce466e04deeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396199 Sep 29 07:39:01.169837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221b246-2140-475e-aa2b-1562c2521f5b req-8ba056d3-2db5-4b7a-99e5-c9d24aec1f4b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:01.171327 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8221b246-2140-475e-aa2b-1562c2521f5b req-8ba056d3-2db5-4b7a-99e5-c9d24aec1f4b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0862937 Sep 29 07:39:01.217341 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8221b246-2140-475e-aa2b-1562c2521f5b req-92312e80-e76f-48a1-b077-3acdfbbd6e17 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Sep 29 07:39:02.417243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7745e49-84ff-4594-ae6a-469d40e5a1af req-3fe4dd85-6b11-4f0a-8214-1a1b483b8f89 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:02.419761 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d7745e49-84ff-4594-ae6a-469d40e5a1af req-3fe4dd85-6b11-4f0a-8214-1a1b483b8f89 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0891812 Sep 29 07:39:02.463187 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d7745e49-84ff-4594-ae6a-469d40e5a1af req-e94341ee-9887-4717-be82-d2546a74ad7d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378189 Sep 29 07:39:02.658443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ffbf4-d02f-4631-8d52-ffdad708e9ba req-6c84ce3d-5974-4328-bc12-5fccf741296f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:02.659931 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-456ffbf4-d02f-4631-8d52-ffdad708e9ba req-6c84ce3d-5974-4328-bc12-5fccf741296f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0882955 Sep 29 07:39:02.703901 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-456ffbf4-d02f-4631-8d52-ffdad708e9ba req-e797087c-3a9e-4efe-a7ba-23124b5e78e4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379262 Sep 29 07:39:02.732699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55986) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:39:02.816454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9f4a6-6ed4-4978-87f4-8833ef965434 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:02.817868 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-71b9f4a6-6ed4-4978-87f4-8833ef965434 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1093 time: 0.0838523 Sep 29 07:39:02.820672 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55990) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:39:02.825619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:39:02.831535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:39:02.835366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:floatingip and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:39:02.838178 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:39:02.844329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:39:02.854518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:02.987380 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:03.117729 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.10 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/d82c0f73-a568-49f5-8b50-b77f5e6dd0f2) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:39:03.264625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:03.293244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:03.355660 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:39:03.358575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:39:03.361261 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:39:03.402420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=d82c0f73-a568-49f5-8b50-b77f5e6dd0f2,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:39:03.859625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:03.930221 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:04.127506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:04.131903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:04.235806 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=d82c0f73-a568-49f5-8b50-b77f5e6dd0f2,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:39:04.238244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:04.404063 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b associated. External IP: 172.26.0.10, port: 1449a86a-fb68-46bb-9540-01e0d8376bf9. Sep 29 07:39:04.746360 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 98a55a6d-2cfa-4095-8c6f-397583440712 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:39:04.917232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:39:04.926465 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] Sync routers for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:39:04.935816 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:39:04.936441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:39:04.940943 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:04.998724 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-015b88f4-856a-4a24-9c0a-09eb7778e1f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1768453 Sep 29 07:39:04.999209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:39:05.001524 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7" -d '{"events": [{"name": "network-changed", "server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:39:05.045151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e1274-6060-4462-878a-195fb8a76b3a x-openstack-request-id: req-259e1274-6060-4462-878a-195fb8a76b3a {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:39:05.045494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:39:05.045816 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-259e1274-6060-4462-878a-195fb8a76b3a {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:39:05.046312 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259e1274-6060-4462-878a-195fb8a76b3a'] response: {'name': 'network-changed', 'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'status': 'completed', 'code': 200} Sep 29 07:39:05.123007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:39:05.236294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-e2c9fde7-847f-4afc-a4c4-fabe092d1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:05.237769 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-e2c9fde7-847f-4afc-a4c4-fabe092d1bf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1098 time: 0.1472309 Sep 29 07:39:05.246645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85420e-65a3-4be9-a9c1-d2fa71c303a0 req-74347849-d359-4d43-bf51-ce030e343cfc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:05.248021 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2c85420e-65a3-4be9-a9c1-d2fa71c303a0 req-74347849-d359-4d43-bf51-ce030e343cfc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.1141019 Sep 29 07:39:05.373759 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2c85420e-65a3-4be9-a9c1-d2fa71c303a0 req-582a50d4-92eb-4cc8-bdd4-348265df2a43 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052649 Sep 29 07:39:05.403903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 55998) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:39:05.409581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-cab97ee1-86ab-4d85-bc32-9a19d2b8ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:05.411046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-cab97ee1-86ab-4d85-bc32-9a19d2b8ae5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 897 time: 0.1621959 Sep 29 07:39:05.484541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'port_id': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'mac_address': 'fa:16:3e:20:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:39:03Z', 'updated_at': '2022-09-29T07:39:03Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:54Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:39:05.489341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] Checking router: 98a55a6d-2cfa-4095-8c6f-397583440712 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:39:05.499881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:39:05.500511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:38:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:39:05.517765 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-a46cbd86-2766-4740-805f-3d948aaa6682 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 998 time: 0.1005702 Sep 29 07:39:05.585481 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-3108e68a-295f-448e-a555-19108e4e5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:05.586978 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-3108e68a-295f-448e-a555-19108e4e5bbe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.0637681 Sep 29 07:39:05.633616 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9cf0533e-a9d3-46a9-bc00-932693c3a6c0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b HTTP/1.1" status: 200 len: 990 time: 0.2283361 Sep 29 07:39:05.670644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-9f638bc2-41c0-4012-8927-dee81463aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:05.672132 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-9f638bc2-41c0-4012-8927-dee81463aa2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794313 Sep 29 07:39:05.680221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:39:05.803347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-d3d9ffa3-c20d-45e5-a5ea-45886f8a23f5 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241717 Sep 29 07:39:05.935985 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3d1a1fce-37dd-4cff-80e2-d62bff28efe7 req-31437efc-1aa4-4bfc-9c2e-2dc1de653103 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266837 Sep 29 07:39:06.054764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'port_id': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'mac_address': 'fa:16:3e:20:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:39:03Z', 'updated_at': '2022-09-29T07:39:03Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:54Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:39:06.058717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ca519-c26e-43f6-91a6-fed42ce12c0e None None] The sync data for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv is: [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'port_id': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'mac_address': 'fa:16:3e:20:61:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:39:03Z', 'updated_at': '2022-09-29T07:39:03Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:54Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:39:06.236549 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080b0ea9-81b9-45cd-8ddc-bd1be7d12fd8 None None] New status for floating IP 930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:39:06.634877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56002) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:39:06.740526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9ec8768a-3297-4f9e-846c-3a99384a8650 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b HTTP/1.1" status: 200 len: 992 time: 0.1044309 Sep 29 07:39:08.754797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b1d8f9c5-2902-48f4-8ee8-79fded096bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:11.047611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-59e24ca3-8055-4904-859f-8bcce2c0b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:11.977603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:12.175735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:13.541441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:17.650052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:20.082260 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:39:38.756855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-00c89142-f4b6-4e9c-8196-ecbe3d328da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:41.047694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bff02ef0-16ed-496a-83c0-bc8e9efb216a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:41.979623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:42.178640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:43.544594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:47.645419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:39:49.435476 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-c95e47de-bec7-490f-97d1-16ef5e3aec9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803096 Sep 29 07:39:49.594081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-25fac352-06b4-45f2-82dc-ab88b486e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:49.595587 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-25fac352-06b4-45f2-82dc-ab88b486e91c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1098 time: 0.0797913 Sep 29 07:39:49.828883 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-31b83376-d889-4842-922a-9c1fdeb1be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:49.830315 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-31b83376-d889-4842-922a-9c1fdeb1be79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 897 time: 0.2151341 Sep 29 07:39:49.930263 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-6a97d0ab-4155-411d-8626-79d91da76c6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0937791 Sep 29 07:39:49.992873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-7c32484d-ad59-4493-851e-5b2edc04b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:49.994250 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-7c32484d-ad59-4493-851e-5b2edc04b227 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.0578465 Sep 29 07:39:50.074350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-2db608be-2263-4481-ba56-f615f1b416c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:39:50.076245 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-2db608be-2263-4481-ba56-f615f1b416c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756917 Sep 29 07:39:50.210622 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-64ff35ca-c465-455d-b47b-00fe64785875 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283219 Sep 29 07:39:50.339225 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-068b2768-267a-4049-a7f3-11e0158d9b17 req-7c8ba58c-1d29-4fba-8c13-8ac6932245af service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224041 Sep 29 07:39:57.082049 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:40:08.757723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8188ce0b-1995-4863-afeb-c9c478c4719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:09.716650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-7d6b59dd-6b5a-496c-a557-1f55ca3ba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:09.718139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-7d6b59dd-6b5a-496c-a557-1f55ca3ba5bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1098 time: 0.0849924 Sep 29 07:40:09.719032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a3947-d5ab-43f9-a4e8-3430b60bef31 req-3097f6c7-6713-4ded-aa63-4f525006110c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:09.721310 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f61a3947-d5ab-43f9-a4e8-3430b60bef31 req-3097f6c7-6713-4ded-aa63-4f525006110c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0913289 Sep 29 07:40:09.765825 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f61a3947-d5ab-43f9-a4e8-3430b60bef31 req-cdec19bf-3ed4-45ec-b93b-6f8132afe6e3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386279 Sep 29 07:40:09.848596 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-dde4a51d-9485-4e4e-90a0-827bbd2b759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:09.850030 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-dde4a51d-9485-4e4e-90a0-827bbd2b759d service neutron] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 897 time: 0.1253712 Sep 29 07:40:09.948667 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-f36c5c67-ef1e-4a03-bfec-2ee463b54ff0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0914981 Sep 29 07:40:10.012754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-08923d28-2340-4a97-b7bb-e9880397287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:10.014094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-08923d28-2340-4a97-b7bb-e9880397287a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.0592206 Sep 29 07:40:10.093087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-48ae15c0-571c-4bf0-9dc2-4b7b5cf3f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:10.094552 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-48ae15c0-571c-4bf0-9dc2-4b7b5cf3f7e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747340 Sep 29 07:40:10.222930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-2fff40f5-f9e7-4dad-b34d-8f4944ceba58 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218016 Sep 29 07:40:10.351124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-711e405a-a2b2-4b5f-8c0b-bb2028d574a8 req-d2e5b444-2a52-44e0-86a8-5def14df823e service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222897 Sep 29 07:40:10.966832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0088bbd-e655-4715-aedd-fd4bf58b1b9b req-3ad3dec6-85ce-4bb1-932f-2a1a9dc24997 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:10.968317 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0088bbd-e655-4715-aedd-fd4bf58b1b9b req-3ad3dec6-85ce-4bb1-932f-2a1a9dc24997 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0899844 Sep 29 07:40:11.011568 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0088bbd-e655-4715-aedd-fd4bf58b1b9b req-b7a1a04b-8f20-44b8-9958-495416a1405f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376129 Sep 29 07:40:11.049950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-faad28ff-2936-4a47-b204-ee4c58fa1536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:11.985212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:12.180729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:12.212420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cee43-f9ad-4828-a078-90176b97950d req-0b2c30cb-e319-40c9-93de-4e4c4fc32c56 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:12.213866 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3c8cee43-f9ad-4828-a078-90176b97950d req-0b2c30cb-e319-40c9-93de-4e4c4fc32c56 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0914068 Sep 29 07:40:12.258208 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3c8cee43-f9ad-4828-a078-90176b97950d req-9636a83c-67f0-4c24-8a3a-5becc167eb08 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379295 Sep 29 07:40:13.546471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:13.547036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4ca0c-7c03-44e7-bf1f-3fd36bc1b527 req-f02cc90e-4f2a-471e-98de-b81f8f7ae831 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:13.548309 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e6c4ca0c-7c03-44e7-bf1f-3fd36bc1b527 req-f02cc90e-4f2a-471e-98de-b81f8f7ae831 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.1779089 Sep 29 07:40:13.591660 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e6c4ca0c-7c03-44e7-bf1f-3fd36bc1b527 req-ffb6c7d3-aab8-4348-bc37-eb782e3062d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Sep 29 07:40:14.788370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beea72e-235d-456c-8d9e-2dcde6a04255 req-58ebb67d-107d-4adf-aa90-f132caa12f5c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:14.789824 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8beea72e-235d-456c-8d9e-2dcde6a04255 req-58ebb67d-107d-4adf-aa90-f132caa12f5c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0849900 Sep 29 07:40:14.836205 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8beea72e-235d-456c-8d9e-2dcde6a04255 req-51f4e7fd-8603-4a82-8a07-c703cd455c7d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407991 Sep 29 07:40:16.028075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d841b0-f090-4b7e-b06d-cd4157c79653 req-f2ccb93f-0b30-4754-8565-08dd4fdded03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:16.029560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-79d841b0-f090-4b7e-b06d-cd4157c79653 req-f2ccb93f-0b30-4754-8565-08dd4fdded03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0865242 Sep 29 07:40:16.072456 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-79d841b0-f090-4b7e-b06d-cd4157c79653 req-2f8698fd-40ab-4bdb-a317-6de03f99c62d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367317 Sep 29 07:40:17.269566 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83670b9-fff0-4c39-9f44-7953b64c87a8 req-30b348eb-53f2-447c-b61b-b69973a9007c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:17.271118 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b83670b9-fff0-4c39-9f44-7953b64c87a8 req-30b348eb-53f2-447c-b61b-b69973a9007c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0863945 Sep 29 07:40:17.313483 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b83670b9-fff0-4c39-9f44-7953b64c87a8 req-71ddd42d-6bfa-41bb-97a8-228ed4611687 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366466 Sep 29 07:40:17.664498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:18.518967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9398-7244-4f46-b9d8-3a974e786b97 req-b0ead5f2-ba51-4c57-bda7-3f76ff0934c0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:18.520417 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-727f9398-7244-4f46-b9d8-3a974e786b97 req-b0ead5f2-ba51-4c57-bda7-3f76ff0934c0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0923154 Sep 29 07:40:18.563279 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-727f9398-7244-4f46-b9d8-3a974e786b97 req-0f995ffc-381b-48ed-83b4-76fac527ed98 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Sep 29 07:40:19.763531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0c10a-0b37-454b-b94a-a73b613f3cdf req-109659d6-3b28-4452-b048-0c19c495e3b7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:19.764973 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97e0c10a-0b37-454b-b94a-a73b613f3cdf req-109659d6-3b28-4452-b048-0c19c495e3b7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0915205 Sep 29 07:40:19.807874 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97e0c10a-0b37-454b-b94a-a73b613f3cdf req-00333ded-f9f4-446e-9892-1c364cd22b46 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367765 Sep 29 07:40:21.002945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1ac3-e16d-46f7-8bd8-6d323b0688f5 req-294adb6f-759a-4e3b-ba84-bcbac268bd68 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:21.004366 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e3aa1ac3-e16d-46f7-8bd8-6d323b0688f5 req-294adb6f-759a-4e3b-ba84-bcbac268bd68 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0891511 Sep 29 07:40:21.047451 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e3aa1ac3-e16d-46f7-8bd8-6d323b0688f5 req-2a0699f3-2275-4b06-9285-2739ea12b4d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374930 Sep 29 07:40:22.241960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d513-b509-4166-973b-889f67807670 req-7df75561-47f4-4fd7-8673-6973d477a2cc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:22.243492 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1cf0d513-b509-4166-973b-889f67807670 req-7df75561-47f4-4fd7-8673-6973d477a2cc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0841918 Sep 29 07:40:22.290647 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1cf0d513-b509-4166-973b-889f67807670 req-16d368c8-25e1-43fa-9a67-2e734826196f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415630 Sep 29 07:40:22.319419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56060) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:40:22.423216 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-15ea4109-226d-4264-b522-993ee83c802f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b HTTP/1.1" status: 200 len: 992 time: 0.1027002 Sep 29 07:40:34.081537 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:40:38.759051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f67f0636-7726-45fd-855d-8c5492d06ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:41.052294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6e87fd0-5daa-4acd-bb5a-80bfde50cb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:41.988652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:42.182956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:43.552902 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:47.682904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:40:50.501534 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-7fc8109c-ef32-4ac7-98b6-7593088b6978 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475649 Sep 29 07:40:50.664992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-4f921cc2-5149-4f25-974f-463632af5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:50.666371 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-4f921cc2-5149-4f25-974f-463632af5767 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1098 time: 0.0821664 Sep 29 07:40:50.807891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-da878c13-fb38-4c23-9226-fd3a89b1876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:50.809319 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-da878c13-fb38-4c23-9226-fd3a89b1876c service neutron] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 897 time: 0.1235042 Sep 29 07:40:50.909773 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-2ada58dc-d638-40eb-8169-acebd6ef8407 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 1000 time: 0.0945015 Sep 29 07:40:50.969936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-ad6be263-25a4-44c0-8aa5-a23f7798dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:50.971924 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-ad6be263-25a4-44c0-8aa5-a23f7798dc1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.0566232 Sep 29 07:40:51.054821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-dabadf8e-447b-4ce3-b93c-1faa296a645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:40:51.056252 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-dabadf8e-447b-4ce3-b93c-1faa296a645a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790689 Sep 29 07:40:51.184271 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-973f016d-feff-4a47-b663-fa829e3fd030 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214590 Sep 29 07:40:51.316573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-680e5fec-8204-41e6-b87d-5a9bf81df265 req-f114c7d0-1961-40c3-88b0-ad31e86e7de3 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258495 Sep 29 07:41:08.760386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3be72fe9-d8fa-4d26-813c-6db723a443da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:11.053640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9f58dff0-1ec7-4ddc-a376-640bd379437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:11.080382 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:41:11.990166 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:12.185017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:13.554277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:17.673923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:19.819204 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56082) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:20.013650 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port d82c0f73-a568-49f5-8b50-b77f5e6dd0f2 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:41:20.013985 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:20.179358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:20.179599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:20.299368 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for d82c0f73-a568-49f5-8b50-b77f5e6dd0f2 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:41:20.446890 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:20.591669 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=d82c0f73-a568-49f5-8b50-b77f5e6dd0f2,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:20.639043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.639387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.639723 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.640055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.640383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.640709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.641305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.641630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.641954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.642269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.642611 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.642928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:20.701783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:20.701998 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b disassociated (deleted). External IP: 172.26.0.10, port: 1449a86a-fb68-46bb-9540-01e0d8376bf9. Sep 29 07:41:21.040973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 98a55a6d-2cfa-4095-8c6f-397583440712 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:41:21.215555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:41:21.225611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] Sync routers for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:41:21.235752 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:21.236372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:21.236513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:21.293436 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-42ae2b1d-d842-4402-affb-4bceba7d790e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/floatingips/930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b HTTP/1.1" status: 204 len: 168 time: 1.4705584 Sep 29 07:41:21.293436 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:41:21.294933 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac783085-0ce9-46ba-9fbc-f3961b774c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:41:21.403112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f200de-a56f-4fc9-987e-ce65747a9971 x-openstack-request-id: req-08f200de-a56f-4fc9-987e-ce65747a9971 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:41:21.403428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:41:21.403678 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08f200de-a56f-4fc9-987e-ce65747a9971 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:41:21.404078 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f200de-a56f-4fc9-987e-ce65747a9971'] response: {'name': 'network-changed', 'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'status': 'completed', 'code': 200} Sep 29 07:41:21.416523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:21.534760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-4bd8b701-7a5d-42bc-b8a4-d8ab42e774d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:21.536240 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-4bd8b701-7a5d-42bc-b8a4-d8ab42e774d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 1098 time: 0.0896630 Sep 29 07:41:21.736017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:54Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:21.739886 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] Checking router: 98a55a6d-2cfa-4095-8c6f-397583440712 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:41:21.748075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:21.748705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:21.751754 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-7e3348c3-2549-4fc5-bac9-b540b87b96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:21.753746 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-7e3348c3-2549-4fc5-bac9-b540b87b96b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 200 len: 897 time: 0.1946082 Sep 29 07:41:21.761842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6be359-e9d0-4f84-a563-8acaf6758091 req-ab1ad1fa-38c9-4f90-aa26-132c5552b5a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:21.763215 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ad6be359-e9d0-4f84-a563-8acaf6758091 req-ab1ad1fa-38c9-4f90-aa26-132c5552b5a0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.1795840 Sep 29 07:41:21.835888 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-9466cd04-d715-451e-a2c3-6a4531f46dde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 200 len: 217 time: 0.0717478 Sep 29 07:41:21.926040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:22.018160 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ad6be359-e9d0-4f84-a563-8acaf6758091 req-d03d96c6-6dc4-46a1-9ccb-83b5a4eeff91 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020836 Sep 29 07:41:22.027786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-95ec11a1-6a5e-442b-a585-2830f17b6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:22.029220 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-95ec11a1-6a5e-442b-a585-2830f17b6d5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 200 len: 834 time: 0.1864452 Sep 29 07:41:22.114341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-81b53fc4-6a3b-446a-96b0-81c0f8aa749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:22.115943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-81b53fc4-6a3b-446a-96b0-81c0f8aa749e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=102591af-e2b4-4e74-a31d-8421a886e45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797837 Sep 29 07:41:22.256983 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-b7447de8-ae32-46f7-8e90-da5c9d7e666d service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327648 Sep 29 07:41:22.274873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:54Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:22.278871 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abdcbb-325c-4428-a4d5-b5a9541f9978 None None] The sync data for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv is: [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:38:49Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'a209fd05-3360-4051-93da-2c3ff8dcc1e0', 'name': '', 'network_id': '102591af-e2b4-4e74-a31d-8421a886e45d', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:14:4d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:48Z', 'updated_at': '2022-09-29T07:38:54Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '32a75775-bdf1-4927-a953-d57b19edd6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:41:22.394665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ac783085-0ce9-46ba-9fbc-f3961b774c6a req-1b1dcf49-9e83-4b9d-98c0-16cee89fcf69 service neutron] 10.222.0.61 "GET /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312945 Sep 29 07:41:22.508261 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb765c9-ef9b-428f-a501-b7f5bbcf372f None None] New status for floating IP 930dd6b4-3a9a-43f0-bff2-0aa4d48ec77b: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:41:23.225615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158892a-ed2d-4be3-9f5a-87180585c4ee req-a400a48b-18b3-40fd-9a8c-0bb8aa36f100 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:23.226303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6158892a-ed2d-4be3-9f5a-87180585c4ee req-a400a48b-18b3-40fd-9a8c-0bb8aa36f100 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:41:23.241551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-6158892a-ed2d-4be3-9f5a-87180585c4ee req-a400a48b-18b3-40fd-9a8c-0bb8aa36f100 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:41:23.242810 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6158892a-ed2d-4be3-9f5a-87180585c4ee req-a400a48b-18b3-40fd-9a8c-0bb8aa36f100 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.1109409 Sep 29 07:41:23.291401 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-6158892a-ed2d-4be3-9f5a-87180585c4ee req-3120bb9b-0091-4868-aa70-a3ef747980f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9052503-9862-46a5-bf8f-d51239177a72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Sep 29 07:41:23.520065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-276eb14a-c912-4dd0-8ba6-a1b5f2c1e45c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:23.521511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-276eb14a-c912-4dd0-8ba6-a1b5f2c1e45c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 945 time: 0.0950623 Sep 29 07:41:23.590154 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 1449a86a-fb68-46bb-9540-01e0d8376bf9 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:41:23.590512 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:23.837200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 1449a86a-fb68-46bb-9540-01e0d8376bf9, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=1449a86a-fb68-46bb-9540-01e0d8376bf9,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:23.837544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:23.959257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 1449a86a-fb68-46bb-9540-01e0d8376bf9 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:41:24.103835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:24.155269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=1449a86a-fb68-46bb-9540-01e0d8376bf9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:24.196950 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.197296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.197633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.197967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.198292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.198643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.198966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.199287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.199605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.199919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.200234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.200547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:24.248523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] No DVR routers for this DVR port 1449a86a-fb68-46bb-9540-01e0d8376bf9 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:41:24.250873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:24.253870 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'name': 'network-vif-deleted', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:41:24.256125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a54954-686d-49a9-b7b2-5b8f90fe0f0c" -d '{"events": [{"server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "name": "network-vif-deleted", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:41:24.269394 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a97bed94-28c1-48d4-a6e8-2ad36a19f2aa req-f361c63c-77c7-4e85-9bdb-17a34640df5a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "DELETE /v2.0/ports/1449a86a-fb68-46bb-9540-01e0d8376bf9 HTTP/1.1" status: 204 len: 173 time: 0.7428887 Sep 29 07:41:24.298866 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7374b-472d-47db-86a4-29b7a77068e8 x-openstack-request-id: req-5ae7374b-472d-47db-86a4-29b7a77068e8 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:41:24.299158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85", "name": "network-vif-deleted", "tag": "1449a86a-fb68-46bb-9540-01e0d8376bf9", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:41:24.299908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ae7374b-472d-47db-86a4-29b7a77068e8 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:41:24.300310 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae7374b-472d-47db-86a4-29b7a77068e8'] response: {'server_uuid': 'a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85', 'name': 'network-vif-deleted', 'tag': '1449a86a-fb68-46bb-9540-01e0d8376bf9', 'status': 'completed', 'code': 200} Sep 29 07:41:24.457251 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9dffe2f0-7d5d-41f8-8099-7aad9a77cbb0 req-10a6f2fb-803c-4ab9-8a6c-4714ec9f80c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=a67ed6a7-2310-4ed0-9c21-ae5fb6da4a85 HTTP/1.1" status: 200 len: 210 time: 0.0492933 Sep 29 07:41:25.555530 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56102) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:26.182336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:26.531385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port a209fd05-3360-4051-93da-2c3ff8dcc1e0 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:41:26.531720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:26.631425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 1449a86a-fb68-46bb-9540-01e0d8376bf9 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:41:26.664288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 1449a86a-fb68-46bb-9540-01e0d8376bf9 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:41:26.664633 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 1449a86a-fb68-46bb-9540-01e0d8376bf9 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:41:26.715980 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port a209fd05-3360-4051-93da-2c3ff8dcc1e0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=a209fd05-3360-4051-93da-2c3ff8dcc1e0,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:26.716555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:26.836737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for a209fd05-3360-4051-93da-2c3ff8dcc1e0 owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:41:27.032991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:27.083410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=a209fd05-3360-4051-93da-2c3ff8dcc1e0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:27.463113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:27.812608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 98a55a6d-2cfa-4095-8c6f-397583440712 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:41:27.985269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:41:27.995979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] Sync routers for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:41:27.998162 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9bc8052f-c447-49f6-91cf-c98d069ccd2c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/98a55a6d-2cfa-4095-8c6f-397583440712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4415791 Sep 29 07:41:28.000822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56106) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:28.005327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:28.005992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:28.067591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting subnet 32a75775-bdf1-4927-a953-d57b19edd6f0 {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:41:28.070582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.127520 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.181071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:28.207635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.280352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.324529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.327504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Subnet': ['ID=32a75775-bdf1-4927-a953-d57b19edd6f0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:28.336182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-24600d96-545d-41a8-b5f2-b3401de921ab tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/subnets/32a75775-bdf1-4927-a953-d57b19edd6f0 HTTP/1.1" status: 204 len: 168 time: 0.3339038 Sep 29 07:41:28.338513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56110) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:28.407990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309966d-ebf4-492e-9c60-c960a65b92e8 None None] Network 102591af-e2b4-4e74-a31d-8421a886e45d requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:41:28.527187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.670210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37'}], 'enable_snat': True}, 'gw_port_id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:41:26Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '9acb49d3-1b85-4cd1-b4ed-36b09324a716', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:38:45Z', 'updated_at': '2022-09-29T07:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:28.676987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] Checking router: 98a55a6d-2cfa-4095-8c6f-397583440712 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:41:28.685747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] Routers {'98a55a6d-2cfa-4095-8c6f-397583440712'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:28.686432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['98a55a6d-2cfa-4095-8c6f-397583440712'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:28.706144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.715665 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 9acb49d3-1b85-4cd1-b4ed-36b09324a716 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:41:28.716049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.743582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] DHCP port deletion for 102591af-e2b4-4e74-a31d-8421a886e45d request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:41:28.802169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Deleting port afbb52e3-06e3-4370-9ab4-bd0217e2c139 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:41:28.802567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:28.915324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] Set router 98a55a6d-2cfa-4095-8c6f-397583440712 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:29.006112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 9acb49d3-1b85-4cd1-b4ed-36b09324a716, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9acb49d3-1b85-4cd1-b4ed-36b09324a716,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:29.006386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.072052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:41:28Z', 'revision_number': 6, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:29.080538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e289ddb-081b-4efb-bca5-ef3354bf7a47 None None] The sync data for ids ['98a55a6d-2cfa-4095-8c6f-397583440712'] in dv-neutron-859761-1-hyperv is: [{'id': '98a55a6d-2cfa-4095-8c6f-397583440712', 'name': 'tempest-TestNetworkAdvancedServerOps-router-721058951', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:38:44Z', 'updated_at': '2022-09-29T07:41:28Z', 'revision_number': 6, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:41:29.129409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 9acb49d3-1b85-4cd1-b4ed-36b09324a716 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:41:29.180936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] For port afbb52e3-06e3-4370-9ab4-bd0217e2c139, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=afbb52e3-06e3-4370-9ab4-bd0217e2c139,segment=NetworkSegment(03a27067-2548-4303-88d7-e68f50cf1c99),segment_id=03a27067-2548-4303-88d7-e68f50cf1c99)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:29.181335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.303027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Calling delete_port for afbb52e3-06e3-4370-9ab4-bd0217e2c139 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:41:29.390808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.429567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.440318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Pushing event deleted for resources: {'Port': ['ID=afbb52e3-06e3-4370-9ab4-bd0217e2c139,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:29.445194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] No DVR routers for this DVR port afbb52e3-06e3-4370-9ab4-bd0217e2c139 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:41:29.451356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.451715 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.452037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.452368 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.455729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.455729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.456763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.456763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.457111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.457575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.457790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.458124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51784f1d-ad11-4c50-aa1b-39d170f1765b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:29.514802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=9acb49d3-1b85-4cd1-b4ed-36b09324a716,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:29.586667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.760200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.762386 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.786508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.787072 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Fanout notify agent at l3_agent the message router_deleted on router 98a55a6d-2cfa-4095-8c6f-397583440712 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:41:29.804869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:29.806519 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-451ac0ae-4fcf-4f50-bee9-ca640b3adf42 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/routers/98a55a6d-2cfa-4095-8c6f-397583440712 HTTP/1.1" status: 204 len: 168 time: 1.4666483 Sep 29 07:41:29.808864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56114) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:29.919946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.055103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.078768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102591af-e2b4-4e74-a31d-8421a886e45d']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:30.090243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a27067-2548-4303-88d7-e68f50cf1c99') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:30.090568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a27067-2548-4303-88d7-e68f50cf1c99') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:30.101865 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.117917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.123828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:41:30.124155 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.295654 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 03a27067-2548-4303-88d7-e68f50cf1c99 resource provider aggregate not found Sep 29 07:41:30.318541 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 03a27067-2548-4303-88d7-e68f50cf1c99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03a27067-2548-4303-88d7-e68f50cf1c99 found for delete ", "request_id": "req-58a1a930-ae08-47cd-b4c0-d5480e66431e"}]} Sep 29 07:41:30.329472 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.348287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.360800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Network': ['ID=102591af-e2b4-4e74-a31d-8421a886e45d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:30.371585 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ec164b0-9941-4284-871a-54adc25ea540 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/networks/102591af-e2b4-4e74-a31d-8421a886e45d HTTP/1.1" status: 204 len: 168 time: 0.5591407 Sep 29 07:41:30.372018 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56122) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:30.377640 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a209fd05-3360-4051-93da-2c3ff8dcc1e0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:41:30.412429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: a209fd05-3360-4051-93da-2c3ff8dcc1e0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:41:30.412843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device a209fd05-3360-4051-93da-2c3ff8dcc1e0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:41:30.413339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device afbb52e3-06e3-4370-9ab4-bd0217e2c139 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:41:30.440248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9cce1ab-34cd-403f-996d-983d2a5fb0ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.444958 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: afbb52e3-06e3-4370-9ab4-bd0217e2c139 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:41:30.445310 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device afbb52e3-06e3-4370-9ab4-bd0217e2c139 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:41:30.445720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9acb49d3-1b85-4cd1-b4ed-36b09324a716 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:41:30.469392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9cce1ab-34cd-403f-996d-983d2a5fb0ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.480601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9acb49d3-1b85-4cd1-b4ed-36b09324a716 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:41:30.481202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9acb49d3-1b85-4cd1-b4ed-36b09324a716 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:41:30.535984 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9cce1ab-34cd-403f-996d-983d2a5fb0ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.553962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cce1ab-34cd-403f-996d-983d2a5fb0ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9052503-9862-46a5-bf8f-d51239177a72,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:30.564758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d9cce1ab-34cd-403f-996d-983d2a5fb0ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.565872 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d9cce1ab-34cd-403f-996d-983d2a5fb0ba tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/security-groups/e9052503-9862-46a5-bf8f-d51239177a72 HTTP/1.1" status: 204 len: 168 time: 0.1928692 Sep 29 07:41:30.679905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56130) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:30.685454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788821554', 'description': 'tempest-secgroup-smoke-1788821554 description', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:30.692108 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:30.696300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:30.699151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:30.709393 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:30.718997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.737962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:30.741665 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:30.744397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:30.749874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:30.820312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.823863 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.868063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088373e5-bf40-4223-aa4a-258af72dd033,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:30.872024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.873229 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a3d2c7f3-16be-4c43-9a2d-caecf389c04c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1923006 Sep 29 07:41:30.876117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56134) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:30.881564 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '088373e5-bf40-4223-aa4a-258af72dd033', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:30.887473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:30.891339 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:30.894826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:30.900492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:30.916940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.983184 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:30.991794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.016049 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b69cf-4281-4cfe-8ee9-76b9b4c5376f,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:31.025537 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.026838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-df601fb2-8794-440c-bbb1-470a887b8a6e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497686 Sep 29 07:41:31.029591 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56138) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:31.034634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '088373e5-bf40-4223-aa4a-258af72dd033', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:31.040574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:31.044431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:31.047274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:31.054313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:31.073962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.132971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.136410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.162931 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645aa769-241a-41da-a991-5755864f5d84,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:31.169644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.170828 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c49ae7e4-5c54-4886-8a1a-78d3a1d6796b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402059 Sep 29 07:41:31.173584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56142) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:31.178945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '088373e5-bf40-4223-aa4a-258af72dd033', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:31.184686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:31.188473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:31.191820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:31.197391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:31.213820 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.275003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.278385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.301528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32090966-0f84-4ad2-84f2-8b3f973905e8,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:31.309867 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.311268 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-281e75e2-5aa1-4f63-90f3-10034e4c0af8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362278 Sep 29 07:41:31.314064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56146) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:31.319645 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '088373e5-bf40-4223-aa4a-258af72dd033', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:31.325436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:31.329193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:31.332089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:31.337913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:31.353515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.419502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.423072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.447209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727c76ce-cce2-44bc-91c7-2bd3c95bb22e,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:31.455454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.456733 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1d70a644-3c40-4a85-801f-4fcd310c223e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417220 Sep 29 07:41:31.459543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56150) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:31.464491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '088373e5-bf40-4223-aa4a-258af72dd033', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:31.470337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:31.474733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:31.477558 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:31.483486 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:31.494142 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:41:31.500430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.562317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.565804 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.592098 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb089f5d-e6f6-4158-83b1-c0c2770dfbd7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:31.599132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.600498 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a42c0abe-a9fa-41fb-99f3-92a54ca2f14a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400471 Sep 29 07:41:31.603419 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56154) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:31.608522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '088373e5-bf40-4223-aa4a-258af72dd033', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:31.614898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:31.619081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:31.622001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:31.627830 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:31.638806 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:41:31.645167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.708064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.711391 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.737390 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e234f19e-fe19-4805-b1ac-00b2109b5ca9,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:31.746052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.747292 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-20430569-8747-46f0-9794-ac5cce0bbad4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429584 Sep 29 07:41:31.750060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56158) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:31.755411 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'network': {'name': 'tempest-network-smoke--790956122', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:31.760104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:31.764144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:network and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:31.766956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:31.773132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:31.878680 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:41:31.882144 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.909817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:41:31.918617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.918985 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Added segment 00aac7be-496e-4513-933b-0df030349644 of type vlan for network 94c40ef4-34ea-43c8-886d-b75facaa2b6e Sep 29 07:41:31.944669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.972686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:31.977117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:31.977696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.081078 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3299749 Sep 29 07:41:32.083744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e271575-b6af-4299-a254-f809af4b2170 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Network': ['ID=94c40ef4-34ea-43c8-886d-b75facaa2b6e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:32.084271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56162) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:32.091661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'admin_state_up': True, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:32.093777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:41:32.099871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:32.104960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:router and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:32.108164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:32.114919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:32.125238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.126337 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.141420 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.420348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.715417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.744079 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:32.873922 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.201 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/0eab1299-892f-4db7-95fd-5281367c3840) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:41:33.015403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:33.044232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:33.105137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:41:33.107984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:33.111707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:41:33.149582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=0eab1299-892f-4db7-95fd-5281367c3840,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:33.621878 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:33.958321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:34.159467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a3c999d3-c106-421c-8c9d-9f82c51a446c is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:41:34.336562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:41:34.346952 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Sync routers for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:41:34.357706 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:34.358903 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:34.363980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:34.365222 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b7f1db83-5bde-4ab7-93cb-c986c3ac1d1a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2786126 Sep 29 07:41:34.368387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56166) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:34.412385 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-bdc4701b-b7ba-49e3-a38b-2dcec2e00533 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=557d74bdb200420bacc97d0a3bb4ed0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417323 Sep 29 07:41:34.414051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56170) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:34.531384 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:34.542738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f102e-24bd-460b-86de-3392a079db9f tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:34.544218 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b29f102e-24bd-460b-86de-3392a079db9f tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291940 Sep 29 07:41:34.547150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56174) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:34.585350 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-12fa3b8a-2a70-4695-a31d-fe4512fcf962 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370202 Sep 29 07:41:34.587764 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56178) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:34.592954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453829732', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:34.699881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:34.703651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:subnet and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:34.707050 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:34.712570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:34.723548 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:41:34.727103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:34.810899 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:33Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:34.815048 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Checking router: a3c999d3-c106-421c-8c9d-9f82c51a446c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:41:34.815397 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Updating router a3c999d3-c106-421c-8c9d-9f82c51a446c port 0eab1299-892f-4db7-95fd-5281367c3840 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:41:34.869761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.045753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.125329 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Subnet': ['ID=0ac1794e-1011-4164-b564-3b71c464cf6b,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:35.134391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Checking segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:41:35.134802 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network hostable DHCP agents. Network: 94c40ef4-34ea-43c8-886d-b75facaa2b6e, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:41:35.155534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:41:35.165109 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 94c40ef4-34ea-43c8-886d-b75facaa2b6e) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:35.170788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:35.171419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.176132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c6654-f6cb-4097-9cdf-5723f57f711e None None] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:41:35.198119 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-130bc048-c5a7-4a33-a360-b55e92652d01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6067607 Sep 29 07:41:35.198446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56182) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:35.214692 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.227192 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Transition to ACTIVE for port object 0eab1299-892f-4db7-95fd-5281367c3840 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:35.233128 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.295868 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Attempting to bind port 0eab1299-892f-4db7-95fd-5281367c3840 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:41:35.296227 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Attempting to bind port 0eab1299-892f-4db7-95fd-5281367c3840 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:41:35.296575 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Attempting to bind port 0eab1299-892f-4db7-95fd-5281367c3840 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:41:35.304398 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:41:35.304764 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:41:35.305148 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.305528 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:41:35.305980 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Bound port: 0eab1299-892f-4db7-95fd-5281367c3840, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:41:35.306441 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.402111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:41:35.402989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.409441 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Pushing event updated for resources: {'Port': ['ID=0eab1299-892f-4db7-95fd-5281367c3840,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:35.422766 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.423239 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.423676 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.424678 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.425127 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.425556 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.425981 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.426394 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.426837 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.427286 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.427700 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.428117 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:41:35.434667 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] For port 0eab1299-892f-4db7-95fd-5281367c3840, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:41:35.438180 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] For port 0eab1299-892f-4db7-95fd-5281367c3840, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0eab1299-892f-4db7-95fd-5281367c3840,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:41:35.444327 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.504589 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:35.505466 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:35.563931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Allocated IP 172.20.0.2 (94c40ef4-34ea-43c8-886d-b75facaa2b6e/0ac1794e-1011-4164-b564-3b71c464cf6b/db3e9671-0527-4f86-b04f-8a618ad92c69) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:41:35.603755 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cb57b-0c1b-4379-b986-b09afc700c7a None None] Pushing event updated for resources: {'Port': ['ID=0eab1299-892f-4db7-95fd-5281367c3840,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:35.714868 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:35.775208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.785922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Transition to ACTIVE for port object db3e9671-0527-4f86-b04f-8a618ad92c69 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:35.806584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Transition to ACTIVE for port object db3e9671-0527-4f86-b04f-8a618ad92c69 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:35.812375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.881435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:41:35.884543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:35.887650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:41:35.906575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:35.931023 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Pushing event updated for resources: {'Port': ['ID=db3e9671-0527-4f86-b04f-8a618ad92c69,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:36.005220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Attempting to bind port db3e9671-0527-4f86-b04f-8a618ad92c69 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:41:36.005531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Attempting to bind port db3e9671-0527-4f86-b04f-8a618ad92c69 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:41:36.005897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Attempting to bind port db3e9671-0527-4f86-b04f-8a618ad92c69 on network 94c40ef4-34ea-43c8-886d-b75facaa2b6e {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:41:36.011573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:41:36.012000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Checking segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:41:36.012404 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.012797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Bound using segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:41:36.013261 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Bound port: db3e9671-0527-4f86-b04f-8a618ad92c69, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:41:36.013586 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-24664610-bbde-47f3-904d-638d665dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:33Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:36.013727 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.017734 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24664610-bbde-47f3-904d-638d665dd418 None None] The sync data for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv is: [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:33Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:41:36.105630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] For port db3e9671-0527-4f86-b04f-8a618ad92c69, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:41:36.109718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] For port db3e9671-0527-4f86-b04f-8a618ad92c69, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=db3e9671-0527-4f86-b04f-8a618ad92c69,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:41:36.115281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.197620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a14acb-82ac-489e-bb19-26b12a854c66 None None] Pushing event updated for resources: {'Port': ['ID=db3e9671-0527-4f86-b04f-8a618ad92c69,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:36.384819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.1 (94c40ef4-34ea-43c8-886d-b75facaa2b6e/0ac1794e-1011-4164-b564-3b71c464cf6b/400f90b5-ca2c-4b8c-b842-29263ef2b4af) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:41:36.616796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0eab1299-892f-4db7-95fd-5281367c3840 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:36.706429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.724560 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 400f90b5-ca2c-4b8c-b842-29263ef2b4af will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:36.731373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 0eab1299-892f-4db7-95fd-5281367c3840 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:36.736832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0eab1299-892f-4db7-95fd-5281367c3840 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:36.737451 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.737893 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0eab1299-892f-4db7-95fd-5281367c3840 Sep 29 07:41:36.750001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.821271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:41:36.824533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:36.828462 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:41:36.866397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=400f90b5-ca2c-4b8c-b842-29263ef2b4af,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:36.874003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0eab1299-892f-4db7-95fd-5281367c3840 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:36.876452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.894202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.896005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 0eab1299-892f-4db7-95fd-5281367c3840, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0eab1299-892f-4db7-95fd-5281367c3840,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:36.900257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:36.983440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=0eab1299-892f-4db7-95fd-5281367c3840,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:37.161978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:37.276495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5638f-474e-4799-901c-24d5beb851a3 None None] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:41:37.374114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-50f96c34-cbfc-44b0-a31f-cfb4b089366f None None] Provisioning for port db3e9671-0527-4f86-b04f-8a618ad92c69 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:37.594672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:37.600117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:37.718036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:37.721998 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=400f90b5-ca2c-4b8c-b842-29263ef2b4af,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:37.805305 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Provisioning for port 400f90b5-ca2c-4b8c-b842-29263ef2b4af completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:37.810400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Provisioning complete for port 400f90b5-ca2c-4b8c-b842-29263ef2b4af triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:37.810862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:37.811232 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Attempt 1 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:37.863085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:41:37.864207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:37.870796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Port 400f90b5-ca2c-4b8c-b842-29263ef2b4af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:41:38.058940 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a3c999d3-c106-421c-8c9d-9f82c51a446c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:41:38.351800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:41:38.361707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Sync routers for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:41:38.365066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-702b4ffd-54b8-4200-9ef4-2ab802e735d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/a3c999d3-c106-421c-8c9d-9f82c51a446c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1654694 Sep 29 07:41:38.370954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:38.371569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:38.469537 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Attempt 2 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:38.505570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db3e9671-0527-4f86-b04f-8a618ad92c69 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:38.646227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Port 400f90b5-ca2c-4b8c-b842-29263ef2b4af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:41:38.688266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:38.732433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port db3e9671-0527-4f86-b04f-8a618ad92c69 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:38.757445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port db3e9671-0527-4f86-b04f-8a618ad92c69 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:38.757819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:38.758157 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port db3e9671-0527-4f86-b04f-8a618ad92c69 Sep 29 07:41:38.761902 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-f63b7d4b-57a7-4b65-abe7-26ae6317b2df tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788821554&fields=id&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 267 time: 0.0412250 Sep 29 07:41:38.887969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7b230454-f04a-4304-8c17-c6b03279b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:38.912017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-0117837a-9cb7-443d-811c-89731e0aed82 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:38.912683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-0117837a-9cb7-443d-811c-89731e0aed82 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:41:38.928439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-0117837a-9cb7-443d-811c-89731e0aed82 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:41:38.929645 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-0117837a-9cb7-443d-811c-89731e0aed82 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 796 time: 0.1612940 Sep 29 07:41:38.944486 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-65d20717-2900-45c5-86a0-fb85632aab7e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/quotas/557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 375 time: 0.0090947 Sep 29 07:41:39.036899 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-f7946ded-8607-43f3-bd23-5d1b8af8ef5e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872850 Sep 29 07:41:39.084707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port db3e9671-0527-4f86-b04f-8a618ad92c69 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:39.085086 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:39.130334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port db3e9671-0527-4f86-b04f-8a618ad92c69, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=db3e9671-0527-4f86-b04f-8a618ad92c69,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:39.135820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:39.136566 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0eab1299-892f-4db7-95fd-5281367c3840 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:39.173947 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-d63611d1-66f8-4d1f-a655-1ca8f41a5ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251540 Sep 29 07:41:39.192289 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Attempt 3 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:39.307366 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-e4aa1164-c127-4c61-bd68-697dfdc73bab service neutron] 10.222.0.26 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271355 Sep 29 07:41:39.321383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 2, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:39.336802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Checking router: a3c999d3-c106-421c-8c9d-9f82c51a446c for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:41:39.337156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Updating router a3c999d3-c106-421c-8c9d-9f82c51a446c port 400f90b5-ca2c-4b8c-b842-29263ef2b4af binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:41:39.378954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Port 400f90b5-ca2c-4b8c-b842-29263ef2b4af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:41:39.379604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=db3e9671-0527-4f86-b04f-8a618ad92c69,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:39.409207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 0eab1299-892f-4db7-95fd-5281367c3840 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:39.409584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:39.409917 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 0eab1299-892f-4db7-95fd-5281367c3840 Sep 29 07:41:39.454998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:39.561149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-bad6b214-495c-42a4-9b00-3a345dc431be req-752ed2d3-397e-4aff-8147-4dad877facef tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:41:39.577605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-bad6b214-495c-42a4-9b00-3a345dc431be req-752ed2d3-397e-4aff-8147-4dad877facef tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:41:39.579069 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bad6b214-495c-42a4-9b00-3a345dc431be req-752ed2d3-397e-4aff-8147-4dad877facef tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 210 time: 0.1291747 Sep 29 07:41:39.669505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 0eab1299-892f-4db7-95fd-5281367c3840 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:39.874930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:39.879755 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Attempt 4 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:39.927957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Transition to ACTIVE for port object 400f90b5-ca2c-4b8c-b842-29263ef2b4af will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:39.940606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:40.037328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Port 400f90b5-ca2c-4b8c-b842-29263ef2b4af cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:41:40.151579 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf63a2a-5eff-4a05-aec2-38e411258a8f None None] Pushing event updated for resources: {'Port': ['ID=400f90b5-ca2c-4b8c-b842-29263ef2b4af,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:40.161764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Attempting to bind port 400f90b5-ca2c-4b8c-b842-29263ef2b4af on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:41:40.162132 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Attempting to bind port 400f90b5-ca2c-4b8c-b842-29263ef2b4af by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:41:40.162510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Attempting to bind port 400f90b5-ca2c-4b8c-b842-29263ef2b4af on network 94c40ef4-34ea-43c8-886d-b75facaa2b6e {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:41:40.167705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:41:40.168096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Checking segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:41:40.168495 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:40.168876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Bound using segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:41:40.169334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Bound port: 400f90b5-ca2c-4b8c-b842-29263ef2b4af, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:41:40.169701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:40.261230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] For port 400f90b5-ca2c-4b8c-b842-29263ef2b4af, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:41:40.264499 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] For port 400f90b5-ca2c-4b8c-b842-29263ef2b4af, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=400f90b5-ca2c-4b8c-b842-29263ef2b4af,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:41:40.267943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:40.330861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:40.331489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:40.384558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db3e9671-0527-4f86-b04f-8a618ad92c69 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:40.470297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf63a2a-5eff-4a05-aec2-38e411258a8f None None] Pushing event updated for resources: {'Port': ['ID=400f90b5-ca2c-4b8c-b842-29263ef2b4af,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:40.544939 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Attempt 5 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:40.642445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port db3e9671-0527-4f86-b04f-8a618ad92c69 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:40.642874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:40.643213 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port db3e9671-0527-4f86-b04f-8a618ad92c69 Sep 29 07:41:40.687231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:40.741285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Port 400f90b5-ca2c-4b8c-b842-29263ef2b4af had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:41:40.760164 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b2e318d0-8c7c-4c7a-b16c-74c1aac6ae8d req-20fbf953-e749-44e6-980a-04371f3041b7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 210 time: 0.0553966 Sep 29 07:41:40.831704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-4b2c1ff4-63a4-49bd-bda8-39fd34b8cd34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:40.832345 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-4b2c1ff4-63a4-49bd-bda8-39fd34b8cd34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:41:40.844737 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-4b2c1ff4-63a4-49bd-bda8-39fd34b8cd34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:41:40.846875 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-4b2c1ff4-63a4-49bd-bda8-39fd34b8cd34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 796 time: 0.1923101 Sep 29 07:41:40.903306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-87380852-1557-4d8f-9463-a1f358b6aece tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:41:40.919280 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Provisioning complete for port db3e9671-0527-4f86-b04f-8a618ad92c69 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:40.919657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:40.919990 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Attempt 1 to provision port db3e9671-0527-4f86-b04f-8a618ad92c69 Sep 29 07:41:40.920117 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-87380852-1557-4d8f-9463-a1f358b6aece tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:41:40.921312 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-87380852-1557-4d8f-9463-a1f358b6aece tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 380 time: 0.0604217 Sep 29 07:41:40.932380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'port': {'device_id': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'admin_state_up': True, 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'security_groups': ['088373e5-bf40-4223-aa4a-258af72dd033']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:41.070959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:41.081096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:41.091115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:41:41.095082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.130079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e345-4ee7-48d4-afe6-bf74cfd0c086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.134812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port db3e9671-0527-4f86-b04f-8a618ad92c69 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:41.237238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34dc5-5a3f-419f-a730-4fdd6f8f1585 None None] Current status of the port db3e9671-0527-4f86-b04f-8a618ad92c69 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:41.255789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:40Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:41.259772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc8625-4c0a-4eaf-9b34-b7ca07772f07 None None] The sync data for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv is: [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:40Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:41:41.265102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.8 (94c40ef4-34ea-43c8-886d-b75facaa2b6e/0ac1794e-1011-4164-b564-3b71c464cf6b/784b316d-e76a-46cf-a08c-6ef0734fc971) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:41:41.495295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.512029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 784b316d-e76a-46cf-a08c-6ef0734fc971 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:41.538294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.609973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:41:41.613752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:41.616607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:41:41.664761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:41.694233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:41.694881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.729539 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-ee70702b-4cb0-4b76-aabf-bf743b3c3fa3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8007014 Sep 29 07:41:41.748385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Request body: {'port': {'device_id': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:41.876504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.887455 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Provisioning for port 784b316d-e76a-46cf-a08c-6ef0734fc971 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:41.893357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Provisioning complete for port 784b316d-e76a-46cf-a08c-6ef0734fc971 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:41.893775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:41.894243 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Attempt 1 to provision port 784b316d-e76a-46cf-a08c-6ef0734fc971 Sep 29 07:41:41.950564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Port 784b316d-e76a-46cf-a08c-6ef0734fc971 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:41:41.999309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.095091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255aa5e-11f6-4e01-9c3a-65ecc49cebd0 req-40c326b5-2618-461a-bca6-7cfb68c3e0dd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:42.096366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d255aa5e-11f6-4e01-9c3a-65ecc49cebd0 req-40c326b5-2618-461a-bca6-7cfb68c3e0dd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:41:42.192101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-d255aa5e-11f6-4e01-9c3a-65ecc49cebd0 req-40c326b5-2618-461a-bca6-7cfb68c3e0dd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:41:42.193270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d255aa5e-11f6-4e01-9c3a-65ecc49cebd0 req-40c326b5-2618-461a-bca6-7cfb68c3e0dd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 931 time: 0.3053181 Sep 29 07:41:42.194591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.270399 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d255aa5e-11f6-4e01-9c3a-65ecc49cebd0 req-035862e2-a7f2-455a-8632-18742cbe0241 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703907 Sep 29 07:41:42.367765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784b316d-e76a-46cf-a08c-6ef0734fc971 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:41:42.375817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.391477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Transition to ACTIVE for port object 784b316d-e76a-46cf-a08c-6ef0734fc971 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:41:42.396209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.420468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 400f90b5-ca2c-4b8c-b842-29263ef2b4af up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:42.454822 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Attempt 2 to provision port 784b316d-e76a-46cf-a08c-6ef0734fc971 Sep 29 07:41:42.527372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Port 784b316d-e76a-46cf-a08c-6ef0734fc971 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:41:42.538937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 400f90b5-ca2c-4b8c-b842-29263ef2b4af completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:42.544396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 400f90b5-ca2c-4b8c-b842-29263ef2b4af triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:42.544764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.545111 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:42.662970 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 400f90b5-ca2c-4b8c-b842-29263ef2b4af is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:42.663287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.697066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 400f90b5-ca2c-4b8c-b842-29263ef2b4af, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=400f90b5-ca2c-4b8c-b842-29263ef2b4af,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:42.700486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.707835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:42.739755 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Attempting to bind port 784b316d-e76a-46cf-a08c-6ef0734fc971 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:41:42.740096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Attempting to bind port 784b316d-e76a-46cf-a08c-6ef0734fc971 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:41:42.740456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Attempting to bind port 784b316d-e76a-46cf-a08c-6ef0734fc971 on network 94c40ef4-34ea-43c8-886d-b75facaa2b6e {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:41:42.745215 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Port 784b316d-e76a-46cf-a08c-6ef0734fc971 on network 94c40ef4-34ea-43c8-886d-b75facaa2b6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:41:42.745521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Attempting to bind port 784b316d-e76a-46cf-a08c-6ef0734fc971 on network 94c40ef4-34ea-43c8-886d-b75facaa2b6e {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:41:42.750612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:41:42.750947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Checking segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:41:42.751332 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Bound using segment: {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:41:42.751760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Bound port: 784b316d-e76a-46cf-a08c-6ef0734fc971, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aac7be-496e-4513-933b-0df030349644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:41:42.752647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.766934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=400f90b5-ca2c-4b8c-b842-29263ef2b4af,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:42.841968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:41:42.844990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:41:42.848621 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.878819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:42.879426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:42.880780 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] 10.222.0.61 "PUT /v2.0/ports/784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 1093 time: 1.1370766 Sep 29 07:41:42.881211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:41:42.883514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c3b3bb1dee82036d7c6595c9930a4bfd5e3165cc25fc0ebcb4da0df19418a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bda87d-5398-4707-b1ff-43963e06c6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:41:42.925065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853288ad-894e-4da2-8380-abcd3c36f1ac service neutron] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:42.930992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc5d9f-e7b4-4831-9a28-e26674990d32 x-openstack-request-id: req-8acc5d9f-e7b4-4831-9a28-e26674990d32 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:41:42.931278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:41:42.931528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8acc5d9f-e7b4-4831-9a28-e26674990d32 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:41:42.931920 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acc5d9f-e7b4-4831-9a28-e26674990d32'] response: {'name': 'network-changed', 'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'status': 'completed', 'code': 200} Sep 29 07:41:43.027207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-a9d65821-86d5-4265-a7ba-a6543a495a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:43.028661 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-a9d65821-86d5-4265-a7ba-a6543a495a5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1096 time: 0.0800772 Sep 29 07:41:43.029124 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Attempt 3 to provision port 784b316d-e76a-46cf-a08c-6ef0734fc971 Sep 29 07:41:43.092457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28ba2bb0-6267-4d83-a8bb-412aab58746c None None] Port 784b316d-e76a-46cf-a08c-6ef0734fc971 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:41:43.102036 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-a222933f-82ec-4642-a16c-46e148eae01a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 217 time: 0.0605490 Sep 29 07:41:43.164714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-c74ff6e5-0c9e-4f95-aa4c-f2b9f5f1572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:43.166099 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-c74ff6e5-0c9e-4f95-aa4c-f2b9f5f1572e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0587189 Sep 29 07:41:43.250053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-bd4b95fa-c5ff-4aa4-9c7c-d1b7be34a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:43.251660 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-bd4b95fa-c5ff-4aa4-9c7c-d1b7be34a363 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796683 Sep 29 07:41:43.384924 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-832f2555-6f15-4974-9ee6-ef76d2fb07d6 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263096 Sep 29 07:41:43.555369 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:43.583017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0e53-ea4c-43e0-b90d-19a610ac0f5e req-a0a05caa-b37c-426c-acf9-6ee72f72269e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:43.584480 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67aa0e53-ea4c-43e0-b90d-19a610ac0f5e req-a0a05caa-b37c-426c-acf9-6ee72f72269e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 943 time: 0.2019784 Sep 29 07:41:43.586380 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-caa7ba4e-90e9-4939-86aa-7fb47df9fd83 req-543939ca-5a62-4b9e-b2e7-f30194468f3c service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628804 Sep 29 07:41:43.629253 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67aa0e53-ea4c-43e0-b90d-19a610ac0f5e req-588b6e34-4cd6-48e0-84f6-7b7f7bf888b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390761 Sep 29 07:41:43.750740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-0d4905d0-ec4c-407e-beb9-ee45117e4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:43.752734 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-0d4905d0-ec4c-407e-beb9-ee45117e4494 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1096 time: 0.0818355 Sep 29 07:41:43.882686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-dfe15abe-335a-4cba-aee5-a1fdd913d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:43.884013 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-dfe15abe-335a-4cba-aee5-a1fdd913d5a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.1247749 Sep 29 07:41:43.948852 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-1f6f45df-a650-4a87-81a3-26977d261e72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 217 time: 0.0589330 Sep 29 07:41:44.011502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-d2527851-2fb0-4b08-95dd-ade3d1147b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:44.012867 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-d2527851-2fb0-4b08-95dd-ade3d1147b1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0584652 Sep 29 07:41:44.092571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-7cf58eb0-a774-4ead-8ca9-5701c69379cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:44.094016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-7cf58eb0-a774-4ead-8ca9-5701c69379cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752077 Sep 29 07:41:44.220924 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-ab20eff6-74d6-445d-9c8c-53953cf20ad6 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205273 Sep 29 07:41:44.384267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 400f90b5-ca2c-4b8c-b842-29263ef2b4af up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:44.451148 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8bda87d-5398-4707-b1ff-43963e06c6f0 req-aeecb0b3-c29f-469e-a747-fab020faf255 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236204 Sep 29 07:41:44.451383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 400f90b5-ca2c-4b8c-b842-29263ef2b4af triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:44.451525 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:44.451856 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 400f90b5-ca2c-4b8c-b842-29263ef2b4af Sep 29 07:41:44.566328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 400f90b5-ca2c-4b8c-b842-29263ef2b4af is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:44.831167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954a5d3-27a2-4921-a976-1c1690228eca req-4861cee8-6b65-4c9b-a5a8-79501cff348f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:44.832537 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7954a5d3-27a2-4921-a976-1c1690228eca req-4861cee8-6b65-4c9b-a5a8-79501cff348f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 943 time: 0.0899577 Sep 29 07:41:44.875989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7954a5d3-27a2-4921-a976-1c1690228eca req-94cb9575-a4dd-4dfb-9472-b07412725acb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377824 Sep 29 07:41:46.073436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55787d8e-c7fc-4bf5-a796-3eb832193ddb req-5ef8ef6b-f7cd-4ace-a600-701e100f3f34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:46.074900 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55787d8e-c7fc-4bf5-a796-3eb832193ddb req-5ef8ef6b-f7cd-4ace-a600-701e100f3f34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 943 time: 0.0902343 Sep 29 07:41:46.118522 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-55787d8e-c7fc-4bf5-a796-3eb832193ddb req-4c00bd3e-315f-4a78-854d-8c158710cdaf tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380111 Sep 29 07:41:46.749831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:41:46.882691 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:46.895434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'port_id': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'mac_address': 'fa:16:3e:4b:22:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:41:46.948762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 784b316d-e76a-46cf-a08c-6ef0734fc971 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:46.949145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:46.965266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784b316d-e76a-46cf-a08c-6ef0734fc971 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:41:46.980048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:46.984415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:47.052262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:47.313138 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ee195-fff6-4572-a76c-61edd18656ce req-36006b12-7d50-4088-a75a-42a8f39515a5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:47.314515 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bf0ee195-fff6-4572-a76c-61edd18656ce req-36006b12-7d50-4088-a75a-42a8f39515a5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 944 time: 0.0864749 Sep 29 07:41:47.362900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bf0ee195-fff6-4572-a76c-61edd18656ce req-c5088708-9010-4380-b364-1daf99fd92e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426841 Sep 29 07:41:47.377561 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['784b316d-e76a-46cf-a08c-6ef0734fc971'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:41:47.726461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:48.078858 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:41:48.560912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1169-f984-4a9f-aecb-916848273c88 req-79bcb581-4241-47f0-888e-91f193d16da0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:48.562363 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-979f1169-f984-4a9f-aecb-916848273c88 req-79bcb581-4241-47f0-888e-91f193d16da0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 944 time: 0.0866070 Sep 29 07:41:48.609238 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-979f1169-f984-4a9f-aecb-916848273c88 req-3b56ccca-5c40-487f-a745-f147b462cd0d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Sep 29 07:41:48.755511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:41:48.876249 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 784b316d-e76a-46cf-a08c-6ef0734fc971 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:41:48.890174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 784b316d-e76a-46cf-a08c-6ef0734fc971 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:41:48.890575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:48.890907 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 784b316d-e76a-46cf-a08c-6ef0734fc971 Sep 29 07:41:49.033648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 784b316d-e76a-46cf-a08c-6ef0734fc971 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:41:49.034026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:49.059704 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:41:49.061945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bee04897ffa18a645a6706f94beb8d8b5cd031b6144b7c898b3a17bafc52f7f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f611d8-05f2-4806-a116-6d4c9ad9b2ff" -d '{"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-plugged", "status": "completed", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:41:49.069742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:41:49.073446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:49.109247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccf59ac-8f11-458e-a061-bea0131ceebb x-openstack-request-id: req-bccf59ac-8f11-458e-a061-bea0131ceebb {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:41:49.109535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-plugged", "status": "completed", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:41:49.109783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bccf59ac-8f11-458e-a061-bea0131ceebb {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:41:49.110167 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccf59ac-8f11-458e-a061-bea0131ceebb'] response: {'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'code': 200} Sep 29 07:41:49.140242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:49.364815 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecf022-0788-4d90-b666-bd22d1483222 req-bcb1d20b-77f8-408f-a935-d55f4a069192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:49.366307 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e2ecf022-0788-4d90-b666-bd22d1483222 req-bcb1d20b-77f8-408f-a935-d55f4a069192 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0806394 Sep 29 07:41:49.406642 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e2ecf022-0788-4d90-b666-bd22d1483222 req-48faf5fc-e775-4cac-8456-7ccc109910a5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Sep 29 07:41:49.811515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abdf3c-27e0-4f9b-9588-285a9f7541fb req-8e1ffd21-2c89-49db-a75d-5eedb88e7a62 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:49.812962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-69abdf3c-27e0-4f9b-9588-285a9f7541fb req-8e1ffd21-2c89-49db-a75d-5eedb88e7a62 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0915208 Sep 29 07:41:49.857045 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-69abdf3c-27e0-4f9b-9588-285a9f7541fb req-542334ac-3934-4a19-b642-462c6e24d057 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 Sep 29 07:41:51.051741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8410a7-dd6a-4630-8a41-64811977f243 req-a029a7e7-40af-41e1-b29a-535b4e0c4d12 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:51.053192 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ae8410a7-dd6a-4630-8a41-64811977f243 req-a029a7e7-40af-41e1-b29a-535b4e0c4d12 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0854733 Sep 29 07:41:51.201798 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ae8410a7-dd6a-4630-8a41-64811977f243 req-527f2cab-e005-4efe-9fd9-14f3db6be43e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772953 Sep 29 07:41:51.434336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6108b-fffd-40e1-bfed-87aca3d57fc8 req-a6f40da0-24f4-4ed9-8665-cccaba4217b7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:51.435816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7db6108b-fffd-40e1-bfed-87aca3d57fc8 req-a6f40da0-24f4-4ed9-8665-cccaba4217b7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0876086 Sep 29 07:41:51.482261 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7db6108b-fffd-40e1-bfed-87aca3d57fc8 req-51dac36f-74d1-4848-8cd6-6d2dd7ec7ce6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400860 Sep 29 07:41:51.510983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56262) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:51.588049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafedc8a-143a-4261-aee6-5680f0f9b0cf tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:51.589524 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-eafedc8a-143a-4261-aee6-5680f0f9b0cf tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1093 time: 0.0775287 Sep 29 07:41:51.592277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56266) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:51.596902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:41:51.602707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:41:51.606753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:floatingip and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:41:51.609492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:41:51.615570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:41:51.626096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:51.760687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:51.889588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.183 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/570d5edd-008d-4259-8c33-b493fbe987c3) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:41:52.036403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:52.064299 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:52.225977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:41:52.228639 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:41:52.232700 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:41:52.265680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=570d5edd-008d-4259-8c33-b493fbe987c3,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:52.639512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:52.715250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:52.915607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:52.920041 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:53.025539 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:53.074549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=570d5edd-008d-4259-8c33-b493fbe987c3,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:41:53.198576 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 50d29a79-d5b5-400c-ba87-dad4df64a5dd associated. External IP: 172.26.0.183, port: 784b316d-e76a-46cf-a08c-6ef0734fc971. Sep 29 07:41:53.645786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a3c999d3-c106-421c-8c9d-9f82c51a446c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:41:53.820642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:41:53.830303 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] Sync routers for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:41:53.840149 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:53.840758 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:53.844698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:41:53.902131 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-68372c04-c26d-4e58-a00b-9235c46a1580 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3086984 Sep 29 07:41:53.902561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:41:53.905140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}344446fb9dbd8c77463941befb417993100d7bbdf7ff42a6011279a7ac5f4dd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f4c1b-10e5-4349-9a1d-1f8349261ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:41:53.948888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c48634f-ba31-4a67-9b1e-65d272dd9db1 x-openstack-request-id: req-4c48634f-ba31-4a67-9b1e-65d272dd9db1 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:41:53.949293 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:41:53.949543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c48634f-ba31-4a67-9b1e-65d272dd9db1 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:41:53.949985 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c48634f-ba31-4a67-9b1e-65d272dd9db1'] response: {'name': 'network-changed', 'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'status': 'completed', 'code': 200} Sep 29 07:41:54.025203 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:54.072426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-03eae597-3d34-42d6-8cc9-d6e9599bca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:54.074606 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-03eae597-3d34-42d6-8cc9-d6e9599bca17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0802426 Sep 29 07:41:54.086312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94c92-91bf-4da2-a12b-0bcfe5da0292 req-34abb640-3423-479e-9f17-2e9a75bde4c0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:54.087828 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-20d94c92-91bf-4da2-a12b-0bcfe5da0292 req-34abb640-3423-479e-9f17-2e9a75bde4c0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0971265 Sep 29 07:41:54.137604 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-20d94c92-91bf-4da2-a12b-0bcfe5da0292 req-42efcfa8-6825-4605-9650-32d8a2c5ec35 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Sep 29 07:41:54.169287 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56276) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:54.210650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-f57aebf7-377c-47ea-bd16-c8b752d0ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:54.212126 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-f57aebf7-377c-47ea-bd16-c8b752d0ba50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.1315758 Sep 29 07:41:54.272590 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f082ffa0-9aa0-4ac6-ac9a-56733de944bc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/50d29a79-d5b5-400c-ba87-dad4df64a5dd HTTP/1.1" status: 200 len: 991 time: 0.1022315 Sep 29 07:41:54.319737 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-5c8562e3-fbe3-4a45-943f-c32285420c2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 999 time: 0.1020174 Sep 29 07:41:54.373220 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '50d29a79-d5b5-400c-ba87-dad4df64a5dd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'port_id': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'mac_address': 'fa:16:3e:4b:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:41:52Z', 'updated_at': '2022-09-29T07:41:52Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:42Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:54.377410 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] Checking router: a3c999d3-c106-421c-8c9d-9f82c51a446c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:41:54.386359 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:41:54.387001 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:41:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:54.388920 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-bdd28faa-3072-4267-909a-0f6a71bf4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:54.390397 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-bdd28faa-3072-4267-909a-0f6a71bf4bbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0583675 Sep 29 07:41:54.478884 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-cbb23626-164c-42e8-9e51-eaafac6740ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:41:54.480379 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-cbb23626-164c-42e8-9e51-eaafac6740ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825100 Sep 29 07:41:54.591824 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:41:54.618995 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-7762d78e-1f91-417e-8930-b2c9028ffc87 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313982 Sep 29 07:41:54.768632 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-193f4c1b-10e5-4349-9a1d-1f8349261ccc req-7a633ba4-0956-41d3-9b3b-2bd193f44e71 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263978 Sep 29 07:41:54.933757 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '50d29a79-d5b5-400c-ba87-dad4df64a5dd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'port_id': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'mac_address': 'fa:16:3e:4b:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:41:52Z', 'updated_at': '2022-09-29T07:41:52Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:42Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:41:54.937637 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6690ae5-15ec-49bc-95a9-39c42237b47a None None] The sync data for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv is: [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '50d29a79-d5b5-400c-ba87-dad4df64a5dd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.183', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'port_id': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'mac_address': 'fa:16:3e:4b:22:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:41:52Z', 'updated_at': '2022-09-29T07:41:52Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:42Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:41:55.123828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64db42-8a95-4276-8871-781691c7f6c4 None None] New status for floating IP 50d29a79-d5b5-400c-ba87-dad4df64a5dd: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:41:55.276346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56280) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:55.388069 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-22bbd9b1-cd54-44b1-948b-47b92c51065e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/50d29a79-d5b5-400c-ba87-dad4df64a5dd HTTP/1.1" status: 200 len: 991 time: 0.1105754 Sep 29 07:41:56.391901 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56284) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:41:56.496156 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3ebe069f-cdcd-49ff-af3c-0daf55be7935 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/50d29a79-d5b5-400c-ba87-dad4df64a5dd HTTP/1.1" status: 200 len: 993 time: 0.1024661 Sep 29 07:42:08.762663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a27ba88f-fcd8-4237-b634-a9a55671447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:11.051329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-70028488-6572-4aa3-8f6a-2feeaf4c593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:11.994832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:12.191041 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:13.557168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:17.740184 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:25.078269 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:42:38.764880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-cc77dbc7-31be-48e7-bc91-95b4c59a903b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:41.052971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e7b90fa-eec6-4347-b3a0-7519e2797619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:41.996927 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:42.193412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:43.559940 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:47.751543 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:42:50.473595 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-ebb6555a-0d52-4048-aafb-49aa8f9e33e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1138630 Sep 29 07:42:50.640097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-870058e5-9c1b-4017-8260-91ac7e94f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:42:50.641473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-870058e5-9c1b-4017-8260-91ac7e94f50e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0816698 Sep 29 07:42:50.876547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-1ce16b34-3532-4901-a43d-19080e001b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:42:50.877988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-1ce16b34-3532-4901-a43d-19080e001b7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.2179995 Sep 29 07:42:50.978819 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-7dcd23c8-aff6-4d4f-a446-e71585911516 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 1001 time: 0.0934124 Sep 29 07:42:51.037331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-eb5930f3-48b7-4523-8c59-20c7a6146980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:42:51.038707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-eb5930f3-48b7-4523-8c59-20c7a6146980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0547841 Sep 29 07:42:51.120907 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-cdb01188-9fd5-4b3b-ab16-0d4f8dd1c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:42:51.122365 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-cdb01188-9fd5-4b3b-ab16-0d4f8dd1c361 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779467 Sep 29 07:42:51.252533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-04209315-be82-4a47-ab23-14deb62caf68 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237090 Sep 29 07:42:51.383012 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8e837b71-cd99-4633-bc2e-72497923e9a7 req-b1de1134-c119-48ef-a393-ace525eee9b7 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245682 Sep 29 07:43:02.077495 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:43:08.024988 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56320) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:43:08.147469 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-b48dcb03-cac9-4477-a356-b7a12d1071a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212542 Sep 29 07:43:08.257571 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8137cf3-1feb-4e7a-bc52-3e1ce8199211 req-be18dcc6-4e5c-465d-a07e-0aa16654e6ed tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:08.259634 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d8137cf3-1feb-4e7a-bc52-3e1ce8199211 req-be18dcc6-4e5c-465d-a07e-0aa16654e6ed tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.1365669 Sep 29 07:43:08.303476 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d8137cf3-1feb-4e7a-bc52-3e1ce8199211 req-cd3a625e-53d2-4ed2-83a9-e2a4ba814345 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383840 Sep 29 07:43:08.768432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-20f07cae-1866-4068-b13d-4d609c9e06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:09.390668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-42663a5e-36b1-4362-adc7-e9d13d006954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:09.392282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-42663a5e-36b1-4362-adc7-e9d13d006954 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0788217 Sep 29 07:43:09.523366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-503e7dae-713c-4759-8f8f-b0f0b0a45d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:09.524840 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-503e7dae-713c-4759-8f8f-b0f0b0a45d80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.1270983 Sep 29 07:43:09.596499 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8102f-fec2-46f6-91cc-041bc4ff2866 req-b192a82b-a12c-410f-98e0-603da640b3f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:09.597900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c2e8102f-fec2-46f6-91cc-041bc4ff2866 req-b192a82b-a12c-410f-98e0-603da640b3f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.1355262 Sep 29 07:43:09.627943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-12ecdbc2-6865-468e-bbe0-71d747c42e8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 1001 time: 0.0968590 Sep 29 07:43:09.642321 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c2e8102f-fec2-46f6-91cc-041bc4ff2866 req-e14e1bd4-2c71-44a8-8b79-1cfab2978060 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 Sep 29 07:43:09.694882 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-49be8c72-d930-4acb-863c-48b9fa59bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:09.697388 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-49be8c72-d930-4acb-863c-48b9fa59bb48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0631566 Sep 29 07:43:09.778382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-39d95436-ffc8-41bb-9e5c-475e6f5add5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:09.779894 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-39d95436-ffc8-41bb-9e5c-475e6f5add5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772717 Sep 29 07:43:09.913046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-91e6392c-f97a-4b3c-9419-556ab9cfdcf9 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268849 Sep 29 07:43:10.045599 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-5a362470-115e-4e51-aa75-50e81e7a6e0e service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251941 Sep 29 07:43:10.840352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412033-7978-4e7d-81d1-560a301cf6da req-485449c9-70ea-497b-8722-23b5719d944c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:10.841796 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f0412033-7978-4e7d-81d1-560a301cf6da req-485449c9-70ea-497b-8722-23b5719d944c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0900266 Sep 29 07:43:10.978486 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f0412033-7978-4e7d-81d1-560a301cf6da req-3d4c8c16-e0cc-466b-ab8a-49d2bc9a06e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310689 Sep 29 07:43:11.061027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a0f04771-f0dc-4b40-b909-ce89381cdba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:11.998761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:12.173394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663720c-58da-472d-8c17-d3c3373be0e0 req-601e5220-f1ad-4d9a-9a8c-11b3586888fd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:12.174856 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5663720c-58da-472d-8c17-d3c3373be0e0 req-601e5220-f1ad-4d9a-9a8c-11b3586888fd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0867288 Sep 29 07:43:12.198192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:12.218520 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5663720c-58da-472d-8c17-d3c3373be0e0 req-5c035bb0-136e-4723-99a9-f2960176e434 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374038 Sep 29 07:43:13.416292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30357b9e-1ff2-45f1-8cb4-0f11266351df req-decb945d-7159-4fa1-8211-96dcf77fda55 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:13.417756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30357b9e-1ff2-45f1-8cb4-0f11266351df req-decb945d-7159-4fa1-8211-96dcf77fda55 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0865338 Sep 29 07:43:13.463796 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30357b9e-1ff2-45f1-8cb4-0f11266351df req-fbe28674-ec24-4faf-aa0d-bb5f586880d4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Sep 29 07:43:13.562185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:14.660561 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d202e-8f16-4b2f-a24f-056becf69f07 req-85afaa43-5951-41b0-b12c-1dac0252e99b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:14.661943 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bb2d202e-8f16-4b2f-a24f-056becf69f07 req-85afaa43-5951-41b0-b12c-1dac0252e99b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0891216 Sep 29 07:43:14.706259 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bb2d202e-8f16-4b2f-a24f-056becf69f07 req-7bac36c9-507e-4751-9086-00fcf700edeb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Sep 29 07:43:15.899941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535053bd-0544-40b8-b0ff-a6141010f89c req-0baaf761-3c0e-48fa-9eb4-b9d705d9371a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:15.901301 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-535053bd-0544-40b8-b0ff-a6141010f89c req-0baaf761-3c0e-48fa-9eb4-b9d705d9371a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0854008 Sep 29 07:43:15.944746 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-535053bd-0544-40b8-b0ff-a6141010f89c req-711ebb12-10d5-442e-b6ff-43d4babbe05e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378687 Sep 29 07:43:17.146129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60528271-c16a-4ebf-bac5-f22fb49d5532 req-bb683cde-f9ad-4bf6-b4a4-80971c2c25d3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:17.147617 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-60528271-c16a-4ebf-bac5-f22fb49d5532 req-bb683cde-f9ad-4bf6-b4a4-80971c2c25d3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0892875 Sep 29 07:43:17.190851 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-60528271-c16a-4ebf-bac5-f22fb49d5532 req-77ac0fc1-b343-4a0a-8dfb-a9904a702b16 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Sep 29 07:43:17.748684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:18.388624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863eaa4-c85b-4d4d-9803-a46f793c9822 req-a876aec6-56ee-4d53-b092-be4e852353b5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:18.390110 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e863eaa4-c85b-4d4d-9803-a46f793c9822 req-a876aec6-56ee-4d53-b092-be4e852353b5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0902069 Sep 29 07:43:18.438207 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e863eaa4-c85b-4d4d-9803-a46f793c9822 req-2d50fb15-b80d-4039-ab30-9eb9bde4dc01 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Sep 29 07:43:19.633755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66c496-6193-4401-8723-78bc7bd94928 req-5baddb2e-10ae-4952-8dd1-6e2cc2ed2942 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:19.635457 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3c66c496-6193-4401-8723-78bc7bd94928 req-5baddb2e-10ae-4952-8dd1-6e2cc2ed2942 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0868618 Sep 29 07:43:19.677682 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3c66c496-6193-4401-8723-78bc7bd94928 req-1c75dae2-24b2-4ff7-9ce8-dc057e039b6c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Sep 29 07:43:20.876261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ef1d9-0996-44f1-b1d0-99ca027bac55 req-9627b3aa-9ecc-4e5a-908a-09d03e6e1e45 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:20.877729 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-116ef1d9-0996-44f1-b1d0-99ca027bac55 req-9627b3aa-9ecc-4e5a-908a-09d03e6e1e45 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0856802 Sep 29 07:43:20.923403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-116ef1d9-0996-44f1-b1d0-99ca027bac55 req-db74999d-3b9a-4d0a-9a85-459a58ea4972 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400643 Sep 29 07:43:21.839514 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-08338161-ea3d-4f44-90e3-36853ef404d2 service neutron] 10.222.0.61 "GET /v2.0/ports/784b316d-e76a-46cf-a08c-6ef0734fc971/bindings/hv-neutron-8597 HTTP/1.1" status: 200 len: 384 time: 0.0721395 Sep 29 07:43:22.128383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-157be628-7122-490a-90e1-ac17f9822e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:22.129802 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-157be628-7122-490a-90e1-ac17f9822e54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 1098 time: 0.0784075 Sep 29 07:43:22.143904 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae5b3-2aa8-4bc3-a4ac-5ad4300003b7 req-3bc9e886-4a40-47c3-9bcf-c3b2a66a8f9a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:22.145338 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48dae5b3-2aa8-4bc3-a4ac-5ad4300003b7 req-3bc9e886-4a40-47c3-9bcf-c3b2a66a8f9a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0899816 Sep 29 07:43:22.190372 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-48dae5b3-2aa8-4bc3-a4ac-5ad4300003b7 req-dfe09724-cad1-4ba1-b6cb-ba912b22f7c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389650 Sep 29 07:43:22.243096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-c1112314-00a0-438b-933e-6807aaf3fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:22.244576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-c1112314-00a0-438b-933e-6807aaf3fb40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0830581 Sep 29 07:43:22.377549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-f959af3a-cdc2-4e55-a157-5036bb002445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:22.379103 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-f959af3a-cdc2-4e55-a157-5036bb002445 service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.1287916 Sep 29 07:43:22.481257 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-e87dbc04-3d75-40a6-9539-51ee0b9a3886 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 1001 time: 0.0967312 Sep 29 07:43:22.543058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-39432618-a8ee-4fe3-9889-615b95c53fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:22.545165 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-39432618-a8ee-4fe3-9889-615b95c53fd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0584991 Sep 29 07:43:22.631321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-fddb5fc2-33fd-46b8-bda5-6b1a525127af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:22.633240 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-fddb5fc2-33fd-46b8-bda5-6b1a525127af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824051 Sep 29 07:43:22.764161 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-35bbb34b-6e80-44f9-8265-fbf6e0fd05df service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253281 Sep 29 07:43:22.891115 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-352b3e5e-e953-4959-9def-bf6e7d056e93 req-7016dba9-a948-4a2c-a4a5-670268f2ec3b service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215127 Sep 29 07:43:23.383113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796c85-f18c-496f-85b7-f33d85f771ba req-a6efc333-ffbc-4200-9e4e-93ee8825bb65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:23.384562 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f796c85-f18c-496f-85b7-f33d85f771ba req-a6efc333-ffbc-4200-9e4e-93ee8825bb65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0860770 Sep 29 07:43:23.427170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f796c85-f18c-496f-85b7-f33d85f771ba req-123f85eb-65d9-4f69-a2f6-557431dbf9ee tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Sep 29 07:43:24.628064 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828ee02-bc3f-4e36-a523-e739792add44 req-aed51e67-5cd8-4269-86e8-3cdef0e1c86c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:24.629539 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8828ee02-bc3f-4e36-a523-e739792add44 req-aed51e67-5cd8-4269-86e8-3cdef0e1c86c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0881498 Sep 29 07:43:24.676788 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-8828ee02-bc3f-4e36-a523-e739792add44 req-38bebf4a-befa-4bf6-864e-6f9733c90cd8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Sep 29 07:43:25.284187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:43:25.291575 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:43:25.510693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 784b316d-e76a-46cf-a08c-6ef0734fc971 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:43:25.511063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:25.528476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:43:25.547971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'port_id': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'mac_address': 'fa:16:3e:4b:22:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:43:25.554259 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:43:25.604774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:43:25.608125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca05bb85-5309-44c7-8e24-2213e6f0062f" -d '{"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-unplugged", "status": "completed", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:43:25.615024 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:25.671373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 784b316d-e76a-46cf-a08c-6ef0734fc971 is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:43:25.671720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:25.696654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 784b316d-e76a-46cf-a08c-6ef0734fc971 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:43:25.737131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:43:25.746214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 07:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab71857b-814e-4fc0-a069-251641e70611 x-openstack-request-id: req-ab71857b-814e-4fc0-a069-251641e70611 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:43:25.746533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-unplugged", "status": "completed", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:43:25.746789 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab71857b-814e-4fc0-a069-251641e70611 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:43:25.747188 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab71857b-814e-4fc0-a069-251641e70611'] response: {'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'code': 200} Sep 29 07:43:25.763330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.763684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.764020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.764367 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.764707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.765040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.765362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.765696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.766025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.766362 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.766719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.767045 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:43:25.783242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:43:25.783676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:43:25.884582 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe119c17-3628-4c86-8f1e-4870e95ad05a req-1c7c8020-33be-4d02-be1d-1a048512b583 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:25.885974 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fe119c17-3628-4c86-8f1e-4870e95ad05a req-1c7c8020-33be-4d02-be1d-1a048512b583 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 943 time: 0.0881350 Sep 29 07:43:25.939025 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fe119c17-3628-4c86-8f1e-4870e95ad05a req-75ba0cf4-086d-4115-b122-a4d61a6f5a62 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Sep 29 07:43:26.340415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 784b316d-e76a-46cf-a08c-6ef0734fc971 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:43:26.341036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:26.358149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784b316d-e76a-46cf-a08c-6ef0734fc971 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:43:26.373018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:43:26.377163 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:26.442229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:43:26.503448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['784b316d-e76a-46cf-a08c-6ef0734fc971'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:43:27.135136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576b59-1d17-4094-9a2a-578e890bfaec req-f660f1f7-49b1-402d-90e0-305d1e88d39c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:27.136581 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30576b59-1d17-4094-9a2a-578e890bfaec req-f660f1f7-49b1-402d-90e0-305d1e88d39c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 944 time: 0.0888970 Sep 29 07:43:27.179001 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-30576b59-1d17-4094-9a2a-578e890bfaec req-dbcb3e55-2df4-4765-9a4f-f5c6bd5f2cce tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367982 Sep 29 07:43:27.306235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:43:27.385500 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 784b316d-e76a-46cf-a08c-6ef0734fc971 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:43:27.386580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:27.387067 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 784b316d-e76a-46cf-a08c-6ef0734fc971 Sep 29 07:43:27.506511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 784b316d-e76a-46cf-a08c-6ef0734fc971 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:43:27.506794 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:27.541128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:43:27.545140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:27.612375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:43:27.670370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-8a692202-e866-4eb8-a0d4-f3d40fb1ef34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:27.671816 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-8a692202-e866-4eb8-a0d4-f3d40fb1ef34 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&binding%3Ahost_id=hv-neutron-8597 HTTP/1.1" status: 200 len: 944 time: 0.2177012 Sep 29 07:43:27.680198 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564310c-0707-4f56-8031-42a0320aa843 req-84f94c56-2cae-4844-a4c5-4cc70ac8b96c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:27.681533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5564310c-0707-4f56-8031-42a0320aa843 req-84f94c56-2cae-4844-a4c5-4cc70ac8b96c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 944 time: 0.2625222 Sep 29 07:43:27.729384 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5564310c-0707-4f56-8031-42a0320aa843 req-01a88679-1c4d-4ba9-a5e4-3ada92dd9552 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Sep 29 07:43:27.749448 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:43:27.755641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fc595-2b2a-4af7-a768-68684e229f45" -d '{"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-plugged", "status": "completed", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:43:27.812119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db49e54-e784-4abc-b9cb-a999671c7bd3 x-openstack-request-id: req-6db49e54-e784-4abc-b9cb-a999671c7bd3 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:43:27.812416 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-plugged", "status": "completed", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:43:27.812675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6db49e54-e784-4abc-b9cb-a999671c7bd3 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:43:27.813078 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db49e54-e784-4abc-b9cb-a999671c7bd3'] response: {'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'code': 200} Sep 29 07:43:27.912274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-180136fc-1016-4c72-9098-ac1e0afb1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:27.914240 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-180136fc-1016-4c72-9098-ac1e0afb1549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.1341743 Sep 29 07:43:28.020517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff5272-640e-4397-b8b8-b7caa8560e74 req-8c2eed68-376a-42c1-9868-8ba87d9db87f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:28.021868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86ff5272-640e-4397-b8b8-b7caa8560e74 req-8c2eed68-376a-42c1-9868-8ba87d9db87f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.1760464 Sep 29 07:43:28.087312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-318a6155-5c68-4fad-8489-66b5f8b95d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:28.088755 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-318a6155-5c68-4fad-8489-66b5f8b95d22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.1680443 Sep 29 07:43:28.095416 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86ff5272-640e-4397-b8b8-b7caa8560e74 req-a8e9e8bc-9fa7-474c-939b-297b54d67c89 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590692 Sep 29 07:43:28.188565 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-61a1ee21-16e0-4b9a-b745-515c150e5ca7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 1001 time: 0.0922127 Sep 29 07:43:28.251317 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-10875c0e-a34a-4d88-a368-7d09b4b13860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:28.252697 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-10875c0e-a34a-4d88-a368-7d09b4b13860 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0586336 Sep 29 07:43:28.330529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-3d640ceb-7ec2-423c-94df-f77edc162754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:28.331930 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-3d640ceb-7ec2-423c-94df-f77edc162754 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739641 Sep 29 07:43:28.461784 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-a35ce02e-ed80-4e3b-88c9-3250c2dc2e6c service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239309 Sep 29 07:43:28.588775 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1b497bfc-58a2-4450-96b9-1bc5d9030e25 req-e854270c-e256-402d-9257-dbe8d1a865ec service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214890 Sep 29 07:43:29.298741 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f166e-4792-4fcd-900e-552b13a1ee7a req-8678fe1f-f27f-4ba5-95d3-622fb9a48b18 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:29.300182 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7a5f166e-4792-4fcd-900e-552b13a1ee7a req-8678fe1f-f27f-4ba5-95d3-622fb9a48b18 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0901525 Sep 29 07:43:29.343871 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7a5f166e-4792-4fcd-900e-552b13a1ee7a req-d29b5a7c-87f6-4bc6-b19b-035c8eebc09a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374150 Sep 29 07:43:29.373747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56408) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:43:29.479963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a066bcce-1b5c-4737-81b4-34f7778a9c05 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/50d29a79-d5b5-400c-ba87-dad4df64a5dd HTTP/1.1" status: 200 len: 993 time: 0.1049595 Sep 29 07:43:38.776497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de7db75e-c404-4064-a903-b2539dfdea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:39.077782 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:43:41.054862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2511f9e0-12b4-401f-9803-a0ed245015c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:42.003658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:42.199446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:43.565909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:47.748070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:43:51.411591 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-4783f5d9-616f-4480-be20-b0aa0eb08209 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899575 Sep 29 07:43:51.573599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-90e92070-1582-4da0-bb9b-3395fe652390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:51.575153 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-90e92070-1582-4da0-bb9b-3395fe652390 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0783954 Sep 29 07:43:51.716141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-60229563-964d-4998-b1f8-63ca2050c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:51.717564 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-60229563-964d-4998-b1f8-63ca2050c005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.1250525 Sep 29 07:43:51.817867 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-095989dd-529f-427a-ac6c-02933df05212 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 1001 time: 0.0934761 Sep 29 07:43:51.877413 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-63f397d9-ea87-45a6-bf25-3305aa62dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:51.878809 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-63f397d9-ea87-45a6-bf25-3305aa62dd32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0546398 Sep 29 07:43:52.052718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-16b2cdc8-776c-4791-a0c9-b1c0b826dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:43:52.054094 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-16b2cdc8-776c-4791-a0c9-b1c0b826dc33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1698735 Sep 29 07:43:52.180187 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-9ed0909a-5b0b-4a6b-9b6d-be6e45cb723d service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198578 Sep 29 07:43:52.307029 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-66040691-4c9f-49f4-89a3-1ce9d8d82844 req-fd5f05f3-13f0-4e71-8a42-c003ef690e20 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205246 Sep 29 07:44:08.767206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c0e91509-5f6a-4134-a5a0-80aec01bc5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:11.056712 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-01d4e175-3e94-4ba7-a13d-1f2ca378c849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:12.007309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:12.203374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:13.566254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:16.077190 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:44:17.755095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:22.458001 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56462) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:22.762303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 570d5edd-008d-4259-8c33-b493fbe987c3 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:44:22.762698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:22.928727 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:22.929047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:23.048800 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 570d5edd-008d-4259-8c33-b493fbe987c3 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:44:23.193397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:23.241268 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=570d5edd-008d-4259-8c33-b493fbe987c3,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:23.286418 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.286790 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.287132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.287469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.287803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.288132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.288459 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.288783 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.289107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.289431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.289750 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.290070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:23.356624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:23.356875 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 50d29a79-d5b5-400c-ba87-dad4df64a5dd disassociated (deleted). External IP: 172.26.0.183, port: 784b316d-e76a-46cf-a08c-6ef0734fc971. Sep 29 07:44:23.692874 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a3c999d3-c106-421c-8c9d-9f82c51a446c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:44:23.867468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:44:23.879418 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] Sync routers for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:44:23.888757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:23.889672 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:23.890287 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:23.941756 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-01e7cc85-0505-4372-8b79-0d4f9740344a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/floatingips/50d29a79-d5b5-400c-ba87-dad4df64a5dd HTTP/1.1" status: 204 len: 168 time: 1.4826472 Sep 29 07:44:23.942331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:44:24.007570 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc4432-d134-4456-8cc6-d90f6211a245" -d '{"events": [{"name": "network-changed", "server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:44:24.075359 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:24.106366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa56a2-5045-4b32-9fd3-b526aaabec4a x-openstack-request-id: req-b4fa56a2-5045-4b32-9fd3-b526aaabec4a {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:44:24.106855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:44:24.107114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4fa56a2-5045-4b32-9fd3-b526aaabec4a {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:44:24.107558 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fa56a2-5045-4b32-9fd3-b526aaabec4a'] response: {'name': 'network-changed', 'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'status': 'completed', 'code': 200} Sep 29 07:44:24.240259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-55a786b0-067c-4475-8177-1e822b918633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:24.241680 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-55a786b0-067c-4475-8177-1e822b918633 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 1098 time: 0.0899000 Sep 29 07:44:24.405027 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:42Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:24.409934 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] Checking router: a3c999d3-c106-421c-8c9d-9f82c51a446c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:44:24.421357 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:24.421989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:24.449657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b42979-f665-4eb7-b738-4e4ce5a36993 req-940151bb-3237-4c3c-b52f-865341d4cd12 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:24.451183 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a8b42979-f665-4eb7-b738-4e4ce5a36993 req-940151bb-3237-4c3c-b52f-865341d4cd12 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.1843057 Sep 29 07:44:24.453711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-7a302836-cb69-4955-b229-8644d404f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:24.455101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-7a302836-cb69-4955-b229-8644d404f2af service neutron] 10.222.0.61 "GET /v2.0/networks?id=94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 200 len: 897 time: 0.2066541 Sep 29 07:44:24.544665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-95b02162-e83e-48d7-9a1b-68558934ac3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 200 len: 217 time: 0.0745604 Sep 29 07:44:24.602294 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a8b42979-f665-4eb7-b738-4e4ce5a36993 req-33cff9d8-84b8-4335-b088-54f3951253de tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448889 Sep 29 07:44:24.619348 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-e6576dff-5e5c-465f-9a1d-164d493d8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:24.621461 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-e6576dff-5e5c-465f-9a1d-164d493d8904 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 200 len: 835 time: 0.0695310 Sep 29 07:44:24.648600 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:24.711996 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-8eac5947-b330-46e1-be71-60b196c12c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:24.713541 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-8eac5947-b330-46e1-be71-60b196c12c5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=94c40ef4-34ea-43c8-886d-b75facaa2b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862019 Sep 29 07:44:24.858124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-f88e4040-b318-4b8e-bec8-eab28d927672 service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380353 Sep 29 07:44:24.959879 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:42Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:24.963900 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8ff3d-9bb2-4ea7-80cb-2a72f372842f None None] The sync data for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv is: [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:37Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '400f90b5-ca2c-4b8c-b842-29263ef2b4af', 'name': '', 'network_id': '94c40ef4-34ea-43c8-886d-b75facaa2b6e', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:ac:4a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:36Z', 'updated_at': '2022-09-29T07:41:42Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '0ac1794e-1011-4164-b564-3b71c464cf6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:44:25.013077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-39cc4432-d134-4456-8cc6-d90f6211a245 req-0a0c96b2-f820-4ae0-bf9d-6b8666a5906f service neutron] 10.222.0.61 "GET /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484594 Sep 29 07:44:25.187900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd43e4a-c411-4510-ad5c-d7f6c0a44958 None None] New status for floating IP 50d29a79-d5b5-400c-ba87-dad4df64a5dd: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:44:25.805231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996084ff-2e7d-4a85-b75c-a14b4ced65df req-51fe469a-2d17-4032-bab1-64318df9bf86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:25.805916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-996084ff-2e7d-4a85-b75c-a14b4ced65df req-51fe469a-2d17-4032-bab1-64318df9bf86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:25.820941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-996084ff-2e7d-4a85-b75c-a14b4ced65df req-51fe469a-2d17-4032-bab1-64318df9bf86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:25.822271 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-996084ff-2e7d-4a85-b75c-a14b4ced65df req-51fe469a-2d17-4032-bab1-64318df9bf86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.1032982 Sep 29 07:44:25.867064 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-996084ff-2e7d-4a85-b75c-a14b4ced65df req-f485a501-cc36-48bf-a6ea-1b275b233860 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=088373e5-bf40-4223-aa4a-258af72dd033&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383875 Sep 29 07:44:26.248478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-533b95e5-5b37-45dd-83d3-832e6122d7df tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:26.249896 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-533b95e5-5b37-45dd-83d3-832e6122d7df tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 945 time: 0.0858846 Sep 29 07:44:26.320801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 784b316d-e76a-46cf-a08c-6ef0734fc971 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:44:26.321136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:26.558366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 784b316d-e76a-46cf-a08c-6ef0734fc971, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=784b316d-e76a-46cf-a08c-6ef0734fc971,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:26.558687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:26.774116 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 784b316d-e76a-46cf-a08c-6ef0734fc971 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:44:26.917183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:26.968361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=784b316d-e76a-46cf-a08c-6ef0734fc971,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:27.050130 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.050470 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.050829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.051161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.051487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.051810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.052128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.052447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.052764 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.053079 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.053397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.053706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:27.075231 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-daf74f5d-b015-4f83-b1f6-00fa89dc52ae req-a9a213d1-6891-4dc3-a5a1-8db7bfc44134 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd56c96a-5a45-4dea-ab4a-9d6e94818cec HTTP/1.1" status: 200 len: 210 time: 0.0710244 Sep 29 07:44:27.115101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] No DVR routers for this DVR port 784b316d-e76a-46cf-a08c-6ef0734fc971 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:44:27.117740 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:27.121941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-deleted', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:44:27.135610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ca11812c-cfca-42f4-94b1-3a2debba879b req-c206c252-3f0a-4e72-be92-faa6f5c59f8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "DELETE /v2.0/ports/784b316d-e76a-46cf-a08c-6ef0734fc971 HTTP/1.1" status: 204 len: 173 time: 0.8798773 Sep 29 07:44:27.164321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f19e10-2441-4535-9c7f-425c854aa509" -d '{"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-deleted", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:44:27.252822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922bc66a-fad2-454d-a564-f1c02a1e6120 x-openstack-request-id: req-922bc66a-fad2-454d-a564-f1c02a1e6120 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:44:27.253439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56c96a-5a45-4dea-ab4a-9d6e94818cec", "name": "network-vif-deleted", "tag": "784b316d-e76a-46cf-a08c-6ef0734fc971", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:44:27.253538 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-922bc66a-fad2-454d-a564-f1c02a1e6120 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:44:27.253997 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922bc66a-fad2-454d-a564-f1c02a1e6120'] response: {'server_uuid': 'dd56c96a-5a45-4dea-ab4a-9d6e94818cec', 'name': 'network-vif-deleted', 'tag': '784b316d-e76a-46cf-a08c-6ef0734fc971', 'status': 'completed', 'code': 200} Sep 29 07:44:28.172172 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56502) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:28.819919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:29.161691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 400f90b5-ca2c-4b8c-b842-29263ef2b4af {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:44:29.161952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:29.355266 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 400f90b5-ca2c-4b8c-b842-29263ef2b4af, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=400f90b5-ca2c-4b8c-b842-29263ef2b4af,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:29.356233 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:29.476264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 400f90b5-ca2c-4b8c-b842-29263ef2b4af owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:44:29.609807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:44:29.645855 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 784b316d-e76a-46cf-a08c-6ef0734fc971 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:44:29.646196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 784b316d-e76a-46cf-a08c-6ef0734fc971 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:44:29.666688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:29.824934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=400f90b5-ca2c-4b8c-b842-29263ef2b4af,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:30.100838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:30.456248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router a3c999d3-c106-421c-8c9d-9f82c51a446c has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:44:30.629361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:44:30.639510 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] Sync routers for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:44:30.641595 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7d09fb28-b595-4fb7-8e90-06d2506737f7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/a3c999d3-c106-421c-8c9d-9f82c51a446c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4683850 Sep 29 07:44:30.644255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56506) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:30.648761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:30.649401 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:30.707966 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting subnet 0ac1794e-1011-4164-b564-3b71c464cf6b {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:44:30.710838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:30.766836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:30.821901 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:30.848243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:30.918681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:30.960491 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac1794e-1011-4164-b564-3b71c464cf6b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:30.962421 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:30.969247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504f99b-1e68-4a53-8c05-ae9e271aa9a3 None None] Network 94c40ef4-34ea-43c8-886d-b75facaa2b6e requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:44:30.971004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-311a772d-0124-4134-9173-6f6eab7b92fb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/subnets/0ac1794e-1011-4164-b564-3b71c464cf6b HTTP/1.1" status: 204 len: 168 time: 0.3257546 Sep 29 07:44:30.972612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56510) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:31.097464 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:44:29Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:31.101435 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] Checking router: a3c999d3-c106-421c-8c9d-9f82c51a446c for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:44:31.110088 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] Routers {'a3c999d3-c106-421c-8c9d-9f82c51a446c'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:31.110736 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['a3c999d3-c106-421c-8c9d-9f82c51a446c'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:31.160385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.235312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] DHCP port deletion for 94c40ef4-34ea-43c8-886d-b75facaa2b6e request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:44:31.239471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Deleting port db3e9671-0527-4f86-b04f-8a618ad92c69 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:44:31.240039 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.292207 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] Set router a3c999d3-c106-421c-8c9d-9f82c51a446c gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:31.347257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.360796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 0eab1299-892f-4db7-95fd-5281367c3840 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:44:31.361599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.460491 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] For port db3e9671-0527-4f86-b04f-8a618ad92c69, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=db3e9671-0527-4f86-b04f-8a618ad92c69,segment=NetworkSegment(00aac7be-496e-4513-933b-0df030349644),segment_id=00aac7be-496e-4513-933b-0df030349644)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:31.460948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.550729 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 0eab1299-892f-4db7-95fd-5281367c3840, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=0eab1299-892f-4db7-95fd-5281367c3840,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:31.551119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.616539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Calling delete_port for db3e9671-0527-4f86-b04f-8a618ad92c69 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:44:31.617115 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:44:29Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:31.621003 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789aa41-9abc-4209-bc56-c4feb60092d1 None None] The sync data for ids ['a3c999d3-c106-421c-8c9d-9f82c51a446c'] in dv-neutron-859761-1-hyperv is: [{'id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715680703', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '0eab1299-892f-4db7-95fd-5281367c3840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:44:29Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '0eab1299-892f-4db7-95fd-5281367c3840', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c999d3-c106-421c-8c9d-9f82c51a446c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:41:32Z', 'updated_at': '2022-09-29T07:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:44:31.680919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 0eab1299-892f-4db7-95fd-5281367c3840 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:44:31.696048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:31.743007 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] No DVR routers for this DVR port db3e9671-0527-4f86-b04f-8a618ad92c69 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:44:31.746850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Pushing event deleted for resources: {'Port': ['ID=db3e9671-0527-4f86-b04f-8a618ad92c69,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:31.755329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.755677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.756018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.756352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.756685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.757017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.757353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.757667 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.757996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.758318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.758666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:31.758989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d71e7a-00b8-4d6c-b934-9e14e04540b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:32.076758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.127567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=0eab1299-892f-4db7-95fd-5281367c3840,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:32.222985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.397634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.399759 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.424186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.424727 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Fanout notify agent at l3_agent the message router_deleted on router a3c999d3-c106-421c-8c9d-9f82c51a446c {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:44:32.440844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.441986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-4db5e593-41a3-468c-a19f-4a59d9cef397 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/routers/a3c999d3-c106-421c-8c9d-9f82c51a446c HTTP/1.1" status: 204 len: 168 time: 1.4683030 Sep 29 07:44:32.444720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56514) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:32.514388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db3e9671-0527-4f86-b04f-8a618ad92c69 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:44:32.552624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: db3e9671-0527-4f86-b04f-8a618ad92c69 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:44:32.553079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device db3e9671-0527-4f86-b04f-8a618ad92c69 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:44:32.553569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 400f90b5-ca2c-4b8c-b842-29263ef2b4af no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:44:32.563436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.589890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 400f90b5-ca2c-4b8c-b842-29263ef2b4af {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:44:32.590321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 400f90b5-ca2c-4b8c-b842-29263ef2b4af not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:44:32.696660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.722075 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c40ef4-34ea-43c8-886d-b75facaa2b6e']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:32.735803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aac7be-496e-4513-933b-0df030349644') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:32.736103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aac7be-496e-4513-933b-0df030349644') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:32.747194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.762555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.769048 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:44:32.769421 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.873484 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.878841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:32.899675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 00aac7be-496e-4513-933b-0df030349644 resource provider aggregate not found Sep 29 07:44:32.913223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Network': ['ID=94c40ef4-34ea-43c8-886d-b75facaa2b6e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:32.923368 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-e9c345be-2892-4fe5-9990-470e4ed4b5d6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/networks/94c40ef4-34ea-43c8-886d-b75facaa2b6e HTTP/1.1" status: 204 len: 168 time: 0.4774761 Sep 29 07:44:32.925771 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56526) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:32.932123 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 00aac7be-496e-4513-933b-0df030349644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00aac7be-496e-4513-933b-0df030349644 found for delete ", "request_id": "req-bb1e1abf-7aa6-48d9-a66a-3509c2274a7f"}]} Sep 29 07:44:32.996773 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3533-6f6d-40ea-8b8c-70e666351ba4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.026111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3533-6f6d-40ea-8b8c-70e666351ba4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.091786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3533-6f6d-40ea-8b8c-70e666351ba4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.108822 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d3533-6f6d-40ea-8b8c-70e666351ba4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088373e5-bf40-4223-aa4a-258af72dd033,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:33.121726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ba6d3533-6f6d-40ea-8b8c-70e666351ba4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.123457 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ba6d3533-6f6d-40ea-8b8c-70e666351ba4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/security-groups/088373e5-bf40-4223-aa4a-258af72dd033 HTTP/1.1" status: 204 len: 168 time: 0.1936345 Sep 29 07:44:33.250439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56536) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:33.255537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805466176', 'description': 'tempest-secgroup-smoke-805466176 description', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:33.261470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:33.266247 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:33.269142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:33.274805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:33.284296 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.303526 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:33.307217 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:33.309907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:33.316014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:33.384984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.389465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.439185 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ddd032-564f-46ce-9f9e-4da57d5f399a,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:33.441910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.443155 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-99178649-47cf-4bcf-9d0e-c6e0aa9bcfa4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1917179 Sep 29 07:44:33.446247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56540) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:33.451922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'f9ddd032-564f-46ce-9f9e-4da57d5f399a', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:33.457912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:33.461792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:33.464697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:33.470382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:33.488210 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.548476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.552052 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.579334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c12c64-07ff-4f96-ab20-0b665e04d11b,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:33.585354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.586476 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fb713a22-6b44-490a-8eaa-8b3143b29639 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392148 Sep 29 07:44:33.589224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56544) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:33.594033 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'f9ddd032-564f-46ce-9f9e-4da57d5f399a', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:33.599982 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:33.603802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:33.607392 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:33.613025 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:33.629235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.687927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.692394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.715156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d47ec9e-c22b-4653-9c2c-ed7c0407d96d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:33.724641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.725815 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-26a91179-12c9-4b55-bdca-b19db5656b03 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356819 Sep 29 07:44:33.728615 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56548) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:33.734389 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'f9ddd032-564f-46ce-9f9e-4da57d5f399a', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:33.740191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:33.743994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:33.746845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:33.752516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:33.770357 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.830031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.833123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.853792 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0df28c-9b2e-4401-addb-4b66ec9923ad,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:33.865694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.866903 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8f202c44-912c-4110-b5de-47f1087d4cd1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373527 Sep 29 07:44:33.869542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56552) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:33.874274 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'f9ddd032-564f-46ce-9f9e-4da57d5f399a', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:33.879918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:33.883703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:33.886488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:33.892186 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:33.908448 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.971504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.975067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:33.999708 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b2bc7-4188-445b-898d-2856fc29e03c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:34.008619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.009785 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a2fca798-cc1f-47f5-9025-b8f0567fac65 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393471 Sep 29 07:44:34.012545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56556) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:34.017318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'f9ddd032-564f-46ce-9f9e-4da57d5f399a', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:34.022995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:34.026896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:34.030201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:34.035806 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:34.046188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:44:34.052620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.117610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.120985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.145498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fc0416-50c0-4fc7-99ee-262e6e7f8413,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:34.155371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.156670 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-337483e3-645a-4838-b325-af4a81658be4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432042 Sep 29 07:44:34.159376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56560) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:34.164166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': 'f9ddd032-564f-46ce-9f9e-4da57d5f399a', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:34.169890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:34.173724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:34.177014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:34.182749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:34.192706 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:44:34.199003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.261829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.265697 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.291498 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832a852e-9a8b-4c91-b236-1f2e87410b72,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:34.300229 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.301482 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-73d1012b-9642-4970-8643-9c3ac90c2efb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411502 Sep 29 07:44:34.304305 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56564) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:34.309650 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'network': {'name': 'tempest-network-smoke--441246457', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'port_security_enabled': True}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:34.314376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:34.318435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:network and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:34.321241 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:34.327416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:34.337423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'network': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:44:34.340777 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.368086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:44:34.378517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.379057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.segments_db [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Added segment b4d65ec3-e3b9-4a63-b81a-5ce272fa5350 of type vlan for network 43a8563e-f1c0-40cf-9230-9b5926758ecd Sep 29 07:44:34.407182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.420148 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0eab1299-892f-4db7-95fd-5281367c3840 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:44:34.438115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.444420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:34.445296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.455083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 0eab1299-892f-4db7-95fd-5281367c3840 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:44:34.455432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 0eab1299-892f-4db7-95fd-5281367c3840 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:44:34.651260 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3457482 Sep 29 07:44:34.653824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba3a89-d12e-463c-b733-1b7f5d671356 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Network': ['ID=43a8563e-f1c0-40cf-9230-9b5926758ecd,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:34.653942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56568) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:34.659188 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'admin_state_up': True, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:34.666453 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:34.667600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:44:34.670487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:router and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:34.673551 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:34.680361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:34.693310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.694589 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:34.711032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:35.077450 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:35.376061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:35.404893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:35.538885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.164 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/884f1dd4-6f61-47bf-bce6-fcba744a9917) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:44:35.681458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:35.709473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:35.770709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:44:35.773281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:35.776984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:44:35.813794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=884f1dd4-6f61-47bf-bce6-fcba744a9917,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:36.174165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:36.616990 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:36.814485 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 2d027f08-0f44-4449-ba43-20005e32660e is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:44:36.994286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:44:37.003955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Sync routers for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:44:37.012838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:37.013458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:37.019007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:37.020295 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2e32d99b-6239-4cc1-acaa-fcad78c05123 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3652608 Sep 29 07:44:37.023388 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56572) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:37.107730 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-956f34f2-3cea-4c26-a039-d5030a4c14d2 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=557d74bdb200420bacc97d0a3bb4ed0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832763 Sep 29 07:44:37.110340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56578) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:37.191410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:37.236963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9032f8a-b569-4df4-8a09-1a35c1af795b tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:37.238463 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c9032f8a-b569-4df4-8a09-1a35c1af795b tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271994 Sep 29 07:44:37.241361 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56582) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:37.279859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-750bc611-aa1b-4285-95b7-d3e8c4933cef tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373781 Sep 29 07:44:37.282157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56586) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:37.287316 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877252882', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:37.399327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:37.403288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:subnet and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:37.406399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:37.412223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:37.422265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:44:37.425923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:37.474080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:36Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:37.478004 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Checking router: 2d027f08-0f44-4449-ba43-20005e32660e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:44:37.478359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Updating router 2d027f08-0f44-4449-ba43-20005e32660e port 884f1dd4-6f61-47bf-bce6-fcba744a9917 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:44:37.531318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:37.641820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:37.725784 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Subnet': ['ID=98e0e33d-5662-4c0c-b7ce-295b12d09239,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:37.729781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Checking segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:44:37.730140 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network hostable DHCP agents. Network: 43a8563e-f1c0-40cf-9230-9b5926758ecd, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:44:37.749762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:44:37.758735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 43a8563e-f1c0-40cf-9230-9b5926758ecd) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:37.762648 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:37.763270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:37.771979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15315ae-1702-44ee-aec8-f1f3bed9e8fc None None] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:44:37.784844 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-12eed8c7-4946-408e-a629-87c828a27c4e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5016084 Sep 29 07:44:37.787535 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56590) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:38.056815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.073323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Transition to ACTIVE for port object 884f1dd4-6f61-47bf-bce6-fcba744a9917 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:38.111833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.178948 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-43a8563e-f1c0-40cf-9230-9b5926758ecd', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:44:38.179777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.197893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Attempting to bind port 884f1dd4-6f61-47bf-bce6-fcba744a9917 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:44:38.198263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Attempting to bind port 884f1dd4-6f61-47bf-bce6-fcba744a9917 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:44:38.198658 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Attempting to bind port 884f1dd4-6f61-47bf-bce6-fcba744a9917 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:44:38.215199 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:44:38.215577 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:44:38.215979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.216409 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:44:38.216909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Bound port: 884f1dd4-6f61-47bf-bce6-fcba744a9917, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:44:38.217288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.240232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112ee2-1838-4734-b3ae-b618783f8692 None None] Pushing event updated for resources: {'Port': ['ID=884f1dd4-6f61-47bf-bce6-fcba744a9917,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:38.359677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] For port 884f1dd4-6f61-47bf-bce6-fcba744a9917, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:44:38.403421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] For port 884f1dd4-6f61-47bf-bce6-fcba744a9917, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=884f1dd4-6f61-47bf-bce6-fcba744a9917,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:44:38.410535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.469799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Allocated IP 172.20.0.2 (43a8563e-f1c0-40cf-9230-9b5926758ecd/98e0e33d-5662-4c0c-b7ce-295b12d09239/7da58ed9-96a1-40be-a5a2-c6b3a8595855) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:44:38.490440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:38.491102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:38.582653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:38.642937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112ee2-1838-4734-b3ae-b618783f8692 None None] Pushing event updated for resources: {'Port': ['ID=884f1dd4-6f61-47bf-bce6-fcba744a9917,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:38.793722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:38.894890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-86a2336a-6fc5-4be4-882f-cef4287da848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.052988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.076252 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Transition to ACTIVE for port object 7da58ed9-96a1-40be-a5a2-c6b3a8595855 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:39.133411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Transition to ACTIVE for port object 7da58ed9-96a1-40be-a5a2-c6b3a8595855 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:39.148603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.211019 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.1 (43a8563e-f1c0-40cf-9230-9b5926758ecd/98e0e33d-5662-4c0c-b7ce-295b12d09239/dd51dca7-0fdd-4777-b027-891627ef0f92) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:44:39.215382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:44:39.220270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:39.225051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:44:39.263503 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Pushing event updated for resources: {'Port': ['ID=7da58ed9-96a1-40be-a5a2-c6b3a8595855,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:39.338164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:36Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:39.347182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f37d4b-98dc-4380-af96-809da2568fda None None] The sync data for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv is: [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:36Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:44:39.348852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Attempting to bind port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:44:39.349229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Attempting to bind port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:44:39.349591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Attempting to bind port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 on network 43a8563e-f1c0-40cf-9230-9b5926758ecd {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:44:39.355739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:44:39.356106 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Checking segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:44:39.356515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.356939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Bound using segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:44:39.357415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Bound port: 7da58ed9-96a1-40be-a5a2-c6b3a8595855, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:44:39.357793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.379091 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.396220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object dd51dca7-0fdd-4777-b027-891627ef0f92 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:39.424048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.457723 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] For port 7da58ed9-96a1-40be-a5a2-c6b3a8595855, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:44:39.460916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] For port 7da58ed9-96a1-40be-a5a2-c6b3a8595855, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7da58ed9-96a1-40be-a5a2-c6b3a8595855,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:44:39.468516 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.494355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:44:39.497628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:39.501488 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:44:39.536820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=dd51dca7-0fdd-4777-b027-891627ef0f92,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:39.569908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:39.606282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5475df-d65b-4c29-8937-0b2d6fca31ba None None] Pushing event updated for resources: {'Port': ['ID=7da58ed9-96a1-40be-a5a2-c6b3a8595855,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:40.032355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.459169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.464552 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.528204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 884f1dd4-6f61-47bf-bce6-fcba744a9917 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:40.576195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.603923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 884f1dd4-6f61-47bf-bce6-fcba744a9917 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:40.610037 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=dd51dca7-0fdd-4777-b027-891627ef0f92,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:40.611213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 884f1dd4-6f61-47bf-bce6-fcba744a9917 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:40.611591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.611929 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 884f1dd4-6f61-47bf-bce6-fcba744a9917 Sep 29 07:44:40.718076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7020e4-2ff0-4a2b-a287-95b91b42ab89 None None] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:44:40.730717 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:44:40.731818 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:40.824291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 884f1dd4-6f61-47bf-bce6-fcba744a9917 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:40.824742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.833925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-18aabff1-644a-4de2-bd06-5711cab616b2 None None] Provisioning for port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:40.865616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 884f1dd4-6f61-47bf-bce6-fcba744a9917, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=884f1dd4-6f61-47bf-bce6-fcba744a9917,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:40.879027 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:40.879792 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7da58ed9-96a1-40be-a5a2-c6b3a8595855 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:40.924132 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 2d027f08-0f44-4449-ba43-20005e32660e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:44:41.041433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=884f1dd4-6f61-47bf-bce6-fcba744a9917,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:41.110364 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:44:41.116695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-600db7d5-b3ab-4dd7-affe-56d99b22b60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:41.132926 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2df20df0-4128-4b5d-aa47-9c6fcd38f00f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/2d027f08-0f44-4449-ba43-20005e32660e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350472 Sep 29 07:44:41.135205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:41.135205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:41.135205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:41.135205 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 Sep 29 07:44:41.160840 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Sync routers for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:44:41.171176 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:41.171853 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:41.271562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:41.272243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:41.313854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 7da58ed9-96a1-40be-a5a2-c6b3a8595855, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7da58ed9-96a1-40be-a5a2-c6b3a8595855,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:41.318857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:41.326193 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-7f2885fa-2f8a-4e3f-9857-6c54f69a75a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:41.365388 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:41.366573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-7f2885fa-2f8a-4e3f-9857-6c54f69a75a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:41.368004 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-7f2885fa-2f8a-4e3f-9857-6c54f69a75a6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805466176&fields=id&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 267 time: 0.0898573 Sep 29 07:44:41.410055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=7da58ed9-96a1-40be-a5a2-c6b3a8595855,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:41.481460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Provisioning for port dd51dca7-0fdd-4777-b027-891627ef0f92 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:41.488696 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Provisioning complete for port dd51dca7-0fdd-4777-b027-891627ef0f92 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:41.489231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:41.489849 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Attempt 1 to provision port dd51dca7-0fdd-4777-b027-891627ef0f92 Sep 29 07:44:41.554719 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Port dd51dca7-0fdd-4777-b027-891627ef0f92 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:44:41.556295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-20a3a54f-633e-4c1e-90a6-89242cfc0a32 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:41.563320 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-20a3a54f-633e-4c1e-90a6-89242cfc0a32 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 796 time: 0.1872497 Sep 29 07:44:41.575017 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-d279d4bc-bcaf-47c7-b337-9d0072462bd3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/quotas/557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 375 time: 0.0108089 Sep 29 07:44:41.715218 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 2, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:41.721159 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Checking router: 2d027f08-0f44-4449-ba43-20005e32660e for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:44:41.721764 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Updating router 2d027f08-0f44-4449-ba43-20005e32660e port dd51dca7-0fdd-4777-b027-891627ef0f92 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:44:41.780617 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:41.794243 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2dae73ee-157a-475a-992a-10b32de8e20d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:41.810685 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2dae73ee-157a-475a-992a-10b32de8e20d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:41.812039 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2dae73ee-157a-475a-992a-10b32de8e20d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319398 Sep 29 07:44:42.010938 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.055483 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Attempt 2 to provision port dd51dca7-0fdd-4777-b027-891627ef0f92 Sep 29 07:44:42.061362 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-6c5bc6ba-7911-4d89-ae5c-a0cdefad9e7c service neutron] 10.222.0.26 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656673 Sep 29 07:44:42.110329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Port dd51dca7-0fdd-4777-b027-891627ef0f92 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:44:42.124713 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.136619 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Transition to ACTIVE for port object dd51dca7-0fdd-4777-b027-891627ef0f92 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:42.144150 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.192889 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-41a9c509-0c7c-4c4b-977c-a8ca851950df service neutron] 10.222.0.26 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255414 Sep 29 07:44:42.209430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.355882 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Attempting to bind port dd51dca7-0fdd-4777-b027-891627ef0f92 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:44:42.356431 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Attempting to bind port dd51dca7-0fdd-4777-b027-891627ef0f92 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:44:42.357127 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Attempting to bind port dd51dca7-0fdd-4777-b027-891627ef0f92 on network 43a8563e-f1c0-40cf-9230-9b5926758ecd {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:44:42.362977 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:44:42.363565 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Checking segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:44:42.364120 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.364662 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Bound using segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:44:42.365280 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Bound port: dd51dca7-0fdd-4777-b027-891627ef0f92, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:44:42.365813 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.375299 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Pushing event updated for resources: {'Port': ['ID=dd51dca7-0fdd-4777-b027-891627ef0f92,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:42.384226 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.384823 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.385351 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.385868 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.386420 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.386964 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.387487 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.388056 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.388571 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.389078 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.389615 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.390150 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:44:42.409359 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-b161f766-4ac0-4595-945a-bd442fbeb76c req-8dfb396f-5348-4dcb-9f46-81027d829917 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:42.422026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-b161f766-4ac0-4595-945a-bd442fbeb76c req-8dfb396f-5348-4dcb-9f46-81027d829917 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:42.430834 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b161f766-4ac0-4595-945a-bd442fbeb76c req-8dfb396f-5348-4dcb-9f46-81027d829917 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0786426 Sep 29 07:44:42.486670 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] For port dd51dca7-0fdd-4777-b027-891627ef0f92, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:44:42.487357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 884f1dd4-6f61-47bf-bce6-fcba744a9917 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:42.490460 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] For port dd51dca7-0fdd-4777-b027-891627ef0f92, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd51dca7-0fdd-4777-b027-891627ef0f92,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:44:42.494160 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.557194 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:42.557875 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:42.564131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 884f1dd4-6f61-47bf-bce6-fcba744a9917 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:42.564637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.565073 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 884f1dd4-6f61-47bf-bce6-fcba744a9917 Sep 29 07:44:42.613887 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Attempt 3 to provision port dd51dca7-0fdd-4777-b027-891627ef0f92 Sep 29 07:44:42.673481 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84d1f2-d749-42d0-b0a4-d8c556e52717 None None] Pushing event updated for resources: {'Port': ['ID=dd51dca7-0fdd-4777-b027-891627ef0f92,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:42.737366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Port dd51dca7-0fdd-4777-b027-891627ef0f92 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:44:42.763706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 884f1dd4-6f61-47bf-bce6-fcba744a9917 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:42.764831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7da58ed9-96a1-40be-a5a2-c6b3a8595855 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:42.786972 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:42.800839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Provisioning complete for port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:42.801211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.801551 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Attempt 1 to provision port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 Sep 29 07:44:42.917644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:42.918003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:42.918339 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 Sep 29 07:44:42.992846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-62139dff-02cc-4c5d-a327-a61f988b62c9 None None] Current status of the port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:43.066231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:43.108206 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:42Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:43.112524 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de0b889-e992-4cf7-ad00-08c0f53d066d None None] The sync data for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv is: [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:42Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:44:43.584018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:43.614076 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-07afad97-6ae8-41e9-ae71-12baf436a8c9 req-d03f9d63-4c8e-4216-998d-87770fe3fa6f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 210 time: 0.0705333 Sep 29 07:44:43.722523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-23360738-160c-4614-98b7-c4df0cb261d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:43.723862 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-23360738-160c-4614-98b7-c4df0cb261d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:43.740793 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-23360738-160c-4614-98b7-c4df0cb261d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:network {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:43.742115 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-23360738-160c-4614-98b7-c4df0cb261d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 796 time: 0.2446778 Sep 29 07:44:43.799429 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-18d87752-4d14-4495-a741-50e6cf27cc6d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:43.813338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-18d87752-4d14-4495-a741-50e6cf27cc6d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:43.814537 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-18d87752-4d14-4495-a741-50e6cf27cc6d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 379 time: 0.0574965 Sep 29 07:44:43.827298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'port': {'device_id': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'admin_state_up': True, 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'security_groups': ['f9ddd032-564f-46ce-9f9e-4da57d5f399a']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:43.969788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:43.980107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:43.991264 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:44:43.995100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.164844 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.3 (43a8563e-f1c0-40cf-9230-9b5926758ecd/98e0e33d-5662-4c0c-b7ce-295b12d09239/03d8816c-be5a-40f0-8eb8-1fba624d5e30) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:44:44.354841 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.370589 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 03d8816c-be5a-40f0-8eb8-1fba624d5e30 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:44.393799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.464768 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:44:44.468158 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:44.472140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:44:44.491318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd51dca7-0fdd-4777-b027-891627ef0f92 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:44.509139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=03d8816c-be5a-40f0-8eb8-1fba624d5e30,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:44.545548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:44.546224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.568389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port dd51dca7-0fdd-4777-b027-891627ef0f92 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:44.573797 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-01a4e553-41a3-46a6-ad41-d47524864f86 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503917 Sep 29 07:44:44.574104 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port dd51dca7-0fdd-4777-b027-891627ef0f92 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:44.574476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.574835 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port dd51dca7-0fdd-4777-b027-891627ef0f92 Sep 29 07:44:44.593204 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Request body: {'port': {'device_id': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:44.712947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.747641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port dd51dca7-0fdd-4777-b027-891627ef0f92 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:44.748205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.764746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Provisioning for port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:44.775624 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Provisioning complete for port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:44.775986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.776312 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Attempt 1 to provision port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 Sep 29 07:44:44.830342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port dd51dca7-0fdd-4777-b027-891627ef0f92, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd51dca7-0fdd-4777-b027-891627ef0f92,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:44.838169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:44.873809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:44:44.905621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=dd51dca7-0fdd-4777-b027-891627ef0f92,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:44.954110 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5378d-1be5-45fd-873d-ce7872502c60 req-9f6c5cc1-452b-4b1c-b859-89e4638742b5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:44.954826 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-bff5378d-1be5-45fd-873d-ce7872502c60 req-9f6c5cc1-452b-4b1c-b859-89e4638742b5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:44:45.032561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-bff5378d-1be5-45fd-873d-ce7872502c60 req-9f6c5cc1-452b-4b1c-b859-89e4638742b5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:44:45.033638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bff5378d-1be5-45fd-873d-ce7872502c60 req-9f6c5cc1-452b-4b1c-b859-89e4638742b5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 931 time: 0.2755613 Sep 29 07:44:45.104576 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bff5378d-1be5-45fd-873d-ce7872502c60 req-6382a418-423e-4827-88bd-2cf4e60855dc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564475 Sep 29 07:44:45.176679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d8816c-be5a-40f0-8eb8-1fba624d5e30 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:44:45.183991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:45.199209 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Transition to ACTIVE for port object 03d8816c-be5a-40f0-8eb8-1fba624d5e30 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:44:45.203364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:45.375527 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Attempt 2 to provision port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 Sep 29 07:44:45.436291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:44:45.496956 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8816c-be5a-40f0-8eb8-1fba624d5e30,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:45.532983 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Attempting to bind port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:44:45.533238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Attempting to bind port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:44:45.533562 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Attempting to bind port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 on network 43a8563e-f1c0-40cf-9230-9b5926758ecd {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:44:45.538044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 on network 43a8563e-f1c0-40cf-9230-9b5926758ecd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:44:45.538353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Attempting to bind port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 on network 43a8563e-f1c0-40cf-9230-9b5926758ecd {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:44:45.543438 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:44:45.543752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Checking segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:44:45.544656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Bound using segment: {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:44:45.545067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Bound port: 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:44:45.545404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:45.631678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] For port 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:44:45.634546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] For port 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:44:45.639611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:45.673325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:45.673930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:45.675322 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] 10.222.0.61 "PUT /v2.0/ports/03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 1093 time: 1.0878596 Sep 29 07:44:45.675747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:44:45.678020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:44:45.729781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa8491f-d4b1-44af-b86e-88acf2e3d1f8 x-openstack-request-id: req-7fa8491f-d4b1-44af-b86e-88acf2e3d1f8 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:44:45.730069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:44:45.730597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fa8491f-d4b1-44af-b86e-88acf2e3d1f8 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:44:45.731003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa8491f-d4b1-44af-b86e-88acf2e3d1f8'] response: {'name': 'network-changed', 'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'status': 'completed', 'code': 200} Sep 29 07:44:45.735707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79c4a9-0b21-43ae-b53c-6aca8c1f6e50 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8816c-be5a-40f0-8eb8-1fba624d5e30,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:45.821997 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-ba43e3bf-ec39-4016-af7b-faabf85c9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:45.823500 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-ba43e3bf-ec39-4016-af7b-faabf85c9f79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0787365 Sep 29 07:44:45.902237 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-841c0343-6a7a-456d-8603-9f8a078bc817 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 217 time: 0.0665567 Sep 29 07:44:45.937371 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Attempt 3 to provision port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 Sep 29 07:44:45.963313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-07239f39-b854-478f-8e42-1c630e8c805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:45.964868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-07239f39-b854-478f-8e42-1c630e8c805c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0570946 Sep 29 07:44:46.001144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-3b25c9ac-60ad-4385-bdf9-0f2debdcd5fd None None] Port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:44:46.050226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-b6b23643-9377-41fd-b49d-c975382da034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:46.051664 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-b6b23643-9377-41fd-b49d-c975382da034 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811121 Sep 29 07:44:46.183087 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-b31775fc-25a5-4d8d-814a-f96d866a6026 service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251059 Sep 29 07:44:46.370409 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a5d92bb5-0099-43fe-be0d-4ecfca343679 req-98c686b0-644c-41b0-9465-7566c1cf935e service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817720 Sep 29 07:44:46.385720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e73ea-01e8-4836-a47e-5e39afdfa1ee req-fa2edb2c-51d0-43e0-b7dd-7c54c43c495b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:46.387179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b91e73ea-01e8-4836-a47e-5e39afdfa1ee req-fa2edb2c-51d0-43e0-b7dd-7c54c43c495b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 943 time: 0.1338401 Sep 29 07:44:46.438310 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b91e73ea-01e8-4836-a47e-5e39afdfa1ee req-dcb99943-ddb8-4eab-a2c2-84295634deb9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440931 Sep 29 07:44:46.473210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd51dca7-0fdd-4777-b027-891627ef0f92 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:46.534824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-9c5e17d9-3abd-4713-ae7d-26ff6297ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:46.536206 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-9c5e17d9-3abd-4713-ae7d-26ff6297ebff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0815065 Sep 29 07:44:46.540246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port dd51dca7-0fdd-4777-b027-891627ef0f92 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:46.540614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:46.540945 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port dd51dca7-0fdd-4777-b027-891627ef0f92 Sep 29 07:44:46.654822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port dd51dca7-0fdd-4777-b027-891627ef0f92 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:46.668178 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-511d85f7-7768-4147-a38b-50ffd2456e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:46.669640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-511d85f7-7768-4147-a38b-50ffd2456e45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 897 time: 0.1273019 Sep 29 07:44:46.739240 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-bd1fffcf-8e07-447e-b4b8-f0b6376af314 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 217 time: 0.0641603 Sep 29 07:44:46.800861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-fe0ea42c-a94b-4e81-84e0-80297dc45fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:46.802232 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-fe0ea42c-a94b-4e81-84e0-80297dc45fdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0573778 Sep 29 07:44:46.882651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-e13e6f46-11fd-46c7-9e3e-bbc37d3449b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:46.884089 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-e13e6f46-11fd-46c7-9e3e-bbc37d3449b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763268 Sep 29 07:44:47.016374 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-efc0a9db-d39c-4132-9639-773953b4006e service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262147 Sep 29 07:44:47.248788 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7b83dc90-c72a-4898-9a83-1ff63d8c47cb req-0e002061-fb97-45a9-aa65-45a108f03fbe service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256463 Sep 29 07:44:47.645413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814015d-319a-48a8-862c-ba73f0ce528c req-e8ca60eb-22bb-434f-861c-988d5d0b2d7c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:47.646900 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5814015d-319a-48a8-862c-ba73f0ce528c req-e8ca60eb-22bb-434f-861c-988d5d0b2d7c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0906055 Sep 29 07:44:47.690790 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5814015d-319a-48a8-862c-ba73f0ce528c req-754c7e2e-f2e3-47d7-b6a7-302e517547a8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381238 Sep 29 07:44:47.741973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:48.889155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536de8ae-1bcf-4fd3-a839-7fbc38779600 req-5564b619-db00-419d-8a57-5a25481c6950 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:48.890644 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-536de8ae-1bcf-4fd3-a839-7fbc38779600 req-5564b619-db00-419d-8a57-5a25481c6950 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 943 time: 0.0865047 Sep 29 07:44:48.932630 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-536de8ae-1bcf-4fd3-a839-7fbc38779600 req-bae0e8bc-47db-44b5-9898-5d3241e6515e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363569 Sep 29 07:44:49.672533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 03d8816c-be5a-40f0-8eb8-1fba624d5e30 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:44:49.802583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:49.815181 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'port_id': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'mac_address': 'fa:16:3e:a6:1d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:44:49.871452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:49.871832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:49.888452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d8816c-be5a-40f0-8eb8-1fba624d5e30 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:44:49.903155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:49.907073 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:49.972205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=03d8816c-be5a-40f0-8eb8-1fba624d5e30,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:50.126480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0359ae6-056a-4a7b-9304-ef8beffd5c40 req-9af44a3f-97ae-42fa-b9b7-83afac846dbb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:50.127854 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f0359ae6-056a-4a7b-9304-ef8beffd5c40 req-9af44a3f-97ae-42fa-b9b7-83afac846dbb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 944 time: 0.0852938 Sep 29 07:44:50.174108 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f0359ae6-056a-4a7b-9304-ef8beffd5c40 req-a5211f0a-8eaf-4a3c-a906-d8c60cec4e11 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405560 Sep 29 07:44:50.335097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['03d8816c-be5a-40f0-8eb8-1fba624d5e30'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:44:51.374046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359ae5f-5778-4b3f-b305-383350b785c0 req-249b802f-0d28-45ad-8583-74fa58001ebc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:51.375500 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5359ae5f-5778-4b3f-b305-383350b785c0 req-249b802f-0d28-45ad-8583-74fa58001ebc tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 944 time: 0.0899913 Sep 29 07:44:51.417964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5359ae5f-5778-4b3f-b305-383350b785c0 req-e208350a-7fbb-446d-8c0a-4a2f1d46cb8f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368302 Sep 29 07:44:51.672985 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 03d8816c-be5a-40f0-8eb8-1fba624d5e30 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:44:51.746471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:44:51.751312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:44:51.751693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:51.752029 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 Sep 29 07:44:51.866076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:44:51.866442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:51.891697 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:44:51.894175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837a0c1-2f08-47b4-8b4a-ac2090a7d402" -d '{"events": [{"server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:44:51.901482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:44:51.906153 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:51.936684 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12cfaa3-ed51-463c-91ec-043eeb1e24c0 x-openstack-request-id: req-d12cfaa3-ed51-463c-91ec-043eeb1e24c0 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:44:51.936971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "name": "network-vif-plugged", "status": "completed", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:44:51.937222 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d12cfaa3-ed51-463c-91ec-043eeb1e24c0 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:44:51.937607 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12cfaa3-ed51-463c-91ec-043eeb1e24c0'] response: {'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'code': 200} Sep 29 07:44:51.973765 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=03d8816c-be5a-40f0-8eb8-1fba624d5e30,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:52.195461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd2483-0e06-424c-8eef-fce272735921 req-b8ed8de3-0a23-4bd2-9993-26b9a7442755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:52.196960 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ccfd2483-0e06-424c-8eef-fce272735921 req-b8ed8de3-0a23-4bd2-9993-26b9a7442755 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0757141 Sep 29 07:44:52.240686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ccfd2483-0e06-424c-8eef-fce272735921 req-7c67d29c-5fa7-4385-8da0-f2b7319489f0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377011 Sep 29 07:44:52.613213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3f8f3-b4a0-49cb-87b5-e9cd48bbffa8 req-31770986-d26e-4ba9-bcbc-90323971e13d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:52.614707 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98d3f8f3-b4a0-49cb-87b5-e9cd48bbffa8 req-31770986-d26e-4ba9-bcbc-90323971e13d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0862789 Sep 29 07:44:52.658796 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98d3f8f3-b4a0-49cb-87b5-e9cd48bbffa8 req-2fd6d074-edae-48f0-84bf-48c40d92482c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Sep 29 07:44:53.076521 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:44:53.853892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0e652-8f81-4b23-915d-71c76e6911bd req-5bbcd40a-839a-48e5-a7fb-7288bc673bb8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:53.855624 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e9e0e652-8f81-4b23-915d-71c76e6911bd req-5bbcd40a-839a-48e5-a7fb-7288bc673bb8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0844755 Sep 29 07:44:53.898818 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e9e0e652-8f81-4b23-915d-71c76e6911bd req-ee328130-e366-43e4-9246-e7d7122f9275 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368960 Sep 29 07:44:54.094124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c627a4-8d4a-47cd-a95f-9f189de49194 req-94a76f13-264f-495b-bbe5-d411b2fb96c6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:54.095521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35c627a4-8d4a-47cd-a95f-9f189de49194 req-94a76f13-264f-495b-bbe5-d411b2fb96c6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0894895 Sep 29 07:44:54.138865 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-35c627a4-8d4a-47cd-a95f-9f189de49194 req-1ed96600-4807-46d4-b239-93b06dfed9b8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 Sep 29 07:44:54.167013 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56664) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:54.243007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fd25c5-2f1e-40ce-abec-e90a000fe2e0 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:54.244493 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b1fd25c5-2f1e-40ce-abec-e90a000fe2e0 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1093 time: 0.0765221 Sep 29 07:44:54.247217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56668) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:54.251972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:44:54.257687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:44:54.261455 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:floatingip and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:44:54.264255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:44:54.269767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:44:54.280289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:54.413704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:54.548026 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.69 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/6d1d19f6-e817-47a5-9ca1-1a37963017d6) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:44:54.693877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:54.723373 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:54.789590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:44:54.792212 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:44:54.796031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:44:54.830247 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=6d1d19f6-e817-47a5-9ca1-1a37963017d6,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:55.295318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:55.370994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:55.573919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:55.578602 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:55.682580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=6d1d19f6-e817-47a5-9ca1-1a37963017d6,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:44:55.685892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:55.857349 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 96c68276-7f67-45d9-a037-52d50f1aa903 associated. External IP: 172.26.0.69, port: 03d8816c-be5a-40f0-8eb8-1fba624d5e30. Sep 29 07:44:56.197114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 2d027f08-0f44-4449-ba43-20005e32660e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:44:56.377402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:44:56.388848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] Sync routers for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:44:56.398810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:56.399603 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:56.402487 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:44:56.460178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-21b969ec-a8c8-4bf2-a2e0-1769ca3b19e5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2118673 Sep 29 07:44:56.460948 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:44:56.463369 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:44:56.510065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c5f023-9309-4e17-ba52-e766344e6f02 x-openstack-request-id: req-b0c5f023-9309-4e17-ba52-e766344e6f02 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:44:56.510363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:44:56.510664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0c5f023-9309-4e17-ba52-e766344e6f02 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:44:56.511057 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c5f023-9309-4e17-ba52-e766344e6f02'] response: {'name': 'network-changed', 'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'status': 'completed', 'code': 200} Sep 29 07:44:56.588584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:56.634155 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-997d0d4b-2d02-499a-9f5f-61d53ece6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:56.635774 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-997d0d4b-2d02-499a-9f5f-61d53ece6a3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0804102 Sep 29 07:44:56.642962 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9f2d3-38a3-4197-8d0e-42ea0367e410 req-6b7416e5-c0ba-4211-ae83-1f770c3a1141 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:56.644491 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12d9f2d3-38a3-4197-8d0e-42ea0367e410 req-6b7416e5-c0ba-4211-ae83-1f770c3a1141 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0932951 Sep 29 07:44:56.699127 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-12d9f2d3-38a3-4197-8d0e-42ea0367e410 req-c917cc1d-fa35-40fc-9bb4-ef83a43df7b0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482306 Sep 29 07:44:56.722594 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56676) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:56.833520 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-51f280a1-b18a-43bb-b288-d951f5f429b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/96c68276-7f67-45d9-a037-52d50f1aa903 HTTP/1.1" status: 200 len: 990 time: 0.1093926 Sep 29 07:44:56.883501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-a07939b1-32d3-4e44-8233-b132f56f6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:56.884970 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-a07939b1-32d3-4e44-8233-b132f56f6eb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 897 time: 0.2438250 Sep 29 07:44:56.981844 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '96c68276-7f67-45d9-a037-52d50f1aa903', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'port_id': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'mac_address': 'fa:16:3e:a6:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:44:55Z', 'updated_at': '2022-09-29T07:44:55Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:44Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:56.985764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] Checking router: 2d027f08-0f44-4449-ba43-20005e32660e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:44:56.987347 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-ad680cd3-e139-43c8-a8a6-7bf2cb44e581 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 998 time: 0.0963445 Sep 29 07:44:56.994267 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:44:56.994911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:44:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:57.052316 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-89fff94b-2dd9-4181-b052-08b207cdc431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:57.053760 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-89fff94b-2dd9-4181-b052-08b207cdc431 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0600133 Sep 29 07:44:57.134458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-72d46b63-c13d-44fc-a675-eb3cd01945f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:44:57.136003 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-72d46b63-c13d-44fc-a675-eb3cd01945f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769022 Sep 29 07:44:57.171925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:44:57.265558 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-770df454-6a22-4490-8b6e-6a7bccaaf2b2 service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231046 Sep 29 07:44:57.398811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38c17669-a05e-443c-b3ad-4ccfaf2c5e63 req-5fcb7f3a-3518-4381-aa01-36ca0c2cbdff service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274235 Sep 29 07:44:57.520653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '96c68276-7f67-45d9-a037-52d50f1aa903', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'port_id': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'mac_address': 'fa:16:3e:a6:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:44:55Z', 'updated_at': '2022-09-29T07:44:55Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:44Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:44:57.524429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0293cbd4-52ff-4831-88af-a483d6365c87 None None] The sync data for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv is: [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '96c68276-7f67-45d9-a037-52d50f1aa903', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'port_id': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'mac_address': 'fa:16:3e:a6:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:44:55Z', 'updated_at': '2022-09-29T07:44:55Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:44Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:44:57.708582 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d509e-cae9-42c9-bd81-ca41c92692b6 None None] New status for floating IP 96c68276-7f67-45d9-a037-52d50f1aa903: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:44:57.837516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56680) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:57.942654 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-09f73ea3-d62a-4c1f-b556-4ddd77356816 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/96c68276-7f67-45d9-a037-52d50f1aa903 HTTP/1.1" status: 200 len: 990 time: 0.1040509 Sep 29 07:44:58.946644 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56684) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:44:59.054484 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9d5f0420-7e85-42a9-974d-84686ee93779 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/96c68276-7f67-45d9-a037-52d50f1aa903 HTTP/1.1" status: 200 len: 992 time: 0.1066201 Sep 29 07:45:08.770542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-386e51d4-0ce1-4171-8c7b-582ee16d2365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:11.058764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3f9193c7-ab15-4cab-aec6-e0868a1083d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:12.014402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:12.208504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:13.571399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:17.755394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:30.078385 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:45:38.762873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d58da81-7630-413e-88e2-c096e7d447b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:41.060347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7e86b671-4da6-4023-a289-643146f00ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:42.016464 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:42.211932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:43.573659 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:47.785147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:45:53.426613 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-6375be7d-72bf-476b-8f9f-121687dd5aad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788145 Sep 29 07:45:53.583799 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-4bbf1e9c-237f-4019-a1ba-ff84543adbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:45:53.585870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-4bbf1e9c-237f-4019-a1ba-ff84543adbb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0766146 Sep 29 07:45:53.724816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-9d1b7a5d-acff-4804-8d6b-9cf4243a4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:45:53.728531 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-9d1b7a5d-acff-4804-8d6b-9cf4243a4649 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 897 time: 0.1250219 Sep 29 07:45:53.845925 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-da1f057a-6b1d-4b9c-b6ad-7c72d38d7dcc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 1000 time: 0.1111643 Sep 29 07:45:53.906743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-a4752e75-2dbb-4911-9315-1aa20b4492f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:45:53.908133 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-a4752e75-2dbb-4911-9315-1aa20b4492f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0559950 Sep 29 07:45:53.991365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-93d84a3a-dcbc-4693-b47c-ec69bc5f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:45:53.992746 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-93d84a3a-dcbc-4693-b47c-ec69bc5f32cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786381 Sep 29 07:45:54.002673 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-a6f17982-d629-4c8d-9553-25d8081b5163 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:45:54.003592 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-a6f17982-d629-4c8d-9553-25d8081b5163 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046976 Sep 29 07:45:54.132647 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-e2824d84-6dd6-4382-9f4a-fbdfe425ab98 service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235886 Sep 29 07:45:54.361616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7a14d8b-c8bf-4118-8341-fde5201ce280 req-75d0a1c6-4087-462d-9e44-f8735fc92d2a service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234552 Sep 29 07:46:07.077101 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:46:08.571168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5dfc1-97f0-4192-a905-dcfbef9d091c req-94073252-bf38-4869-b995-a0c8c29c1ed8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:08.572543 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5dfc1-97f0-4192-a905-dcfbef9d091c req-94073252-bf38-4869-b995-a0c8c29c1ed8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0965919 Sep 29 07:46:08.616349 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-67d5dfc1-97f0-4192-a905-dcfbef9d091c req-88dffd11-5103-4af3-8a68-a06754f64022 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381997 Sep 29 07:46:08.765017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f68bc94-0ce6-45b2-970a-cfd895eeee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:09.817410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d0963-5ef8-4336-8885-8d0e23ebc2d2 req-9bbca8d0-e77c-4df7-9f49-c22918b4bf80 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:09.818869 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e3d0963-5ef8-4336-8885-8d0e23ebc2d2 req-9bbca8d0-e77c-4df7-9f49-c22918b4bf80 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0865328 Sep 29 07:46:09.862016 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4e3d0963-5ef8-4336-8885-8d0e23ebc2d2 req-5b79ad9e-7752-4c50-8661-88969f551300 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368299 Sep 29 07:46:11.061119 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afae78-a3d2-4b2b-8948-9d2053234494 req-ef84e888-a788-4839-b041-0f4ac5ddee89 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:11.062960 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e0afae78-a3d2-4b2b-8948-9d2053234494 req-ef84e888-a788-4839-b041-0f4ac5ddee89 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0889471 Sep 29 07:46:11.063209 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-581206e8-a329-4d53-8ab6-84f6ffaf3ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:11.107640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e0afae78-a3d2-4b2b-8948-9d2053234494 req-403bb000-e826-4062-b465-9ba8d88d9a81 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378253 Sep 29 07:46:12.018471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:12.216546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:12.310352 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016fb2a-1f5f-4140-b83e-b3ccab365d44 req-eafe0099-e31d-42bc-a66e-084394f766d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:12.311734 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9016fb2a-1f5f-4140-b83e-b3ccab365d44 req-eafe0099-e31d-42bc-a66e-084394f766d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0878088 Sep 29 07:46:12.354812 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9016fb2a-1f5f-4140-b83e-b3ccab365d44 req-40e8f4c3-0f61-433f-b802-5ce030cd72a1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375185 Sep 29 07:46:13.551904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70bc52-2432-4a4e-9da3-20a3c74733ca req-0f515f68-c7f9-4d4c-a9e1-faa476440368 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:13.553353 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2c70bc52-2432-4a4e-9da3-20a3c74733ca req-0f515f68-c7f9-4d4c-a9e1-faa476440368 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0853126 Sep 29 07:46:13.576645 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:13.601648 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2c70bc52-2432-4a4e-9da3-20a3c74733ca req-3d61f1c6-e089-435b-ad3b-9bb51ccb2c75 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Sep 29 07:46:14.798346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac2b3-8f85-4dbd-a6c1-12c137965537 req-03760c36-0aa1-4fad-8b82-d78fb42f6cff tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:14.799819 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7d0ac2b3-8f85-4dbd-a6c1-12c137965537 req-03760c36-0aa1-4fad-8b82-d78fb42f6cff tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0879714 Sep 29 07:46:14.842754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7d0ac2b3-8f85-4dbd-a6c1-12c137965537 req-697c05fe-3025-4441-bb90-7aa4b6dbc457 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368922 Sep 29 07:46:16.040406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25b254-8b22-4ee7-bc87-982fab7399cf req-11fc4df5-77bd-4f2c-a4c7-83e7a9d8ed52 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:16.041857 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9f25b254-8b22-4ee7-bc87-982fab7399cf req-11fc4df5-77bd-4f2c-a4c7-83e7a9d8ed52 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0857587 Sep 29 07:46:16.084355 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9f25b254-8b22-4ee7-bc87-982fab7399cf req-febfe154-8c5b-44e5-be52-b3f6800763d9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368950 Sep 29 07:46:17.278351 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15f11-664d-4883-b5d7-4e37967ec228 req-4f080b79-1e1d-42fd-9733-9b9d64e75826 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:17.279806 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-44c15f11-664d-4883-b5d7-4e37967ec228 req-4f080b79-1e1d-42fd-9733-9b9d64e75826 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0838122 Sep 29 07:46:17.322054 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-44c15f11-664d-4883-b5d7-4e37967ec228 req-8c78460d-0589-417a-bca3-678268148676 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366900 Sep 29 07:46:17.767982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:18.523832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786c83-63c5-4d93-afba-35670c309953 req-4e06b250-9004-4f1d-af48-b0c961f1745d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:18.525288 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7786c83-63c5-4d93-afba-35670c309953 req-4e06b250-9004-4f1d-af48-b0c961f1745d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0898976 Sep 29 07:46:18.569237 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f7786c83-63c5-4d93-afba-35670c309953 req-a8580889-4a83-4d95-add4-e868cbd5d79c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381851 Sep 29 07:46:19.768858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb814377-27f9-4147-9613-a94a5cc521b3 req-1935c774-d7ef-4b88-860c-c827404b2818 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:19.770278 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb814377-27f9-4147-9613-a94a5cc521b3 req-1935c774-d7ef-4b88-860c-c827404b2818 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0907071 Sep 29 07:46:19.815669 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fb814377-27f9-4147-9613-a94a5cc521b3 req-bb6042a0-294a-4caa-b33f-b2aaa02d4b8e tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397353 Sep 29 07:46:19.844352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56738) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:46:19.947864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-5771366b-4ddd-4cb6-bf79-01e83529cc4a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/96c68276-7f67-45d9-a037-52d50f1aa903 HTTP/1.1" status: 200 len: 992 time: 0.1023512 Sep 29 07:46:21.447336 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f42c-462a-47e1-a9ea-92a1c99a7a4a req-2e797002-e159-47e2-ac39-99dd2731cfae tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:21.448783 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6157f42c-462a-47e1-a9ea-92a1c99a7a4a req-2e797002-e159-47e2-ac39-99dd2731cfae tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.1336238 Sep 29 07:46:21.502510 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6157f42c-462a-47e1-a9ea-92a1c99a7a4a req-a0083868-1d52-415f-bbae-0b6cb209cc15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471010 Sep 29 07:46:21.510167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-f8d6a565-6ecc-459a-a972-daa4ee23841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:21.511598 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-f8d6a565-6ecc-459a-a972-daa4ee23841b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.1240325 Sep 29 07:46:21.639839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-6e13c60b-c728-414d-9390-51489f0b926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:21.641288 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-6e13c60b-c728-414d-9390-51489f0b926b service neutron] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 897 time: 0.1238506 Sep 29 07:46:21.742396 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-08053e4a-b4f8-46d9-8a53-dd4b7903cfdf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 1000 time: 0.0958848 Sep 29 07:46:21.803083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-df0e1d43-3e86-48bd-9949-9ecf8abc896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:21.804436 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-df0e1d43-3e86-48bd-9949-9ecf8abc896b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0568943 Sep 29 07:46:21.887506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-5e347e3a-8a38-4ba0-8807-d582332d6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:21.888949 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-5e347e3a-8a38-4ba0-8807-d582332d6dd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787718 Sep 29 07:46:22.016676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-842bc611-0bfc-4d6a-b98a-69f2fefdbd05 service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217620 Sep 29 07:46:22.142991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8c9e7b2-9833-48f9-b10d-665e22bf005d req-5575093d-6bdf-4d4e-9b32-e474774c3e59 service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202140 Sep 29 07:46:22.869208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac4af8-b601-49fa-a4d0-db684d562d08 req-c3a4bca7-e815-46c2-8954-6f3ddc6091ef tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:22.870689 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-06ac4af8-b601-49fa-a4d0-db684d562d08 req-c3a4bca7-e815-46c2-8954-6f3ddc6091ef tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0931554 Sep 29 07:46:23.012178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-06ac4af8-b601-49fa-a4d0-db684d562d08 req-2fe2228d-1266-4865-b35a-bfb23c2742d5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355455 Sep 29 07:46:24.207485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966661ee-c9e3-49a7-84ff-f2224ab6d621 req-069f311a-8124-4bdc-9f6f-e1b70e75bff3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:24.208963 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-966661ee-c9e3-49a7-84ff-f2224ab6d621 req-069f311a-8124-4bdc-9f6f-e1b70e75bff3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0853527 Sep 29 07:46:24.251916 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-966661ee-c9e3-49a7-84ff-f2224ab6d621 req-5d6e80c7-9afa-4df1-ab1c-ff7ea75ee545 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Sep 29 07:46:24.279899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56752) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:46:24.494512 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bc30b18a-a73d-414c-9925-eb73b99206e3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/96c68276-7f67-45d9-a037-52d50f1aa903 HTTP/1.1" status: 200 len: 992 time: 0.2135124 Sep 29 07:46:38.766247 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-88c58a09-55df-499b-8682-cd2800d7896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:41.065020 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-813adcad-b713-4dab-a5b9-36abc7d5ece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:42.020642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:42.218433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:43.578621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:44.076074 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:46:47.789376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:46:55.412122 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-bbaac447-e74d-46bf-b7d7-200003295ce2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827763 Sep 29 07:46:55.572375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-3ed9eaa6-5f98-4f3b-b553-beb57da15357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:55.573830 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-3ed9eaa6-5f98-4f3b-b553-beb57da15357 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0760231 Sep 29 07:46:55.713620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-6584fe1d-c38c-44be-bec7-fcab1cefaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:55.715139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-6584fe1d-c38c-44be-bec7-fcab1cefaee6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 897 time: 0.1226971 Sep 29 07:46:55.815912 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-9de994d9-9578-4926-971c-cfcc2cd49c6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 1000 time: 0.0947011 Sep 29 07:46:55.878593 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-b4a4233b-3f0f-498e-bc69-c145322fc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:55.879996 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-b4a4233b-3f0f-498e-bc69-c145322fc516 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0576549 Sep 29 07:46:55.958651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-bdb79579-4aea-4883-b9cc-027756e1e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:46:55.960086 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-bdb79579-4aea-4883-b9cc-027756e1e1a9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742736 Sep 29 07:46:56.087443 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-d1d010ed-24e0-412c-98a3-e5c361e5ac8b service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196899 Sep 29 07:46:56.214775 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4934ab47-83ad-46d9-a2c8-366a8d09ba4f req-621507c2-41f3-43f7-8adc-60b595be385c service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211956 Sep 29 07:47:08.767564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a50afa17-dea4-4858-8502-2b79f718491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:11.067467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-89d8a100-3442-4542-b454-8bc4d90c10a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:12.023301 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:12.221054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:13.580988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:17.783262 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:19.653208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56784) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:19.852641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 6d1d19f6-e817-47a5-9ca1-1a37963017d6 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:47:19.852979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:20.015146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:20.015467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:20.137479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 6d1d19f6-e817-47a5-9ca1-1a37963017d6 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:47:20.279515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:20.423757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=6d1d19f6-e817-47a5-9ca1-1a37963017d6,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:20.469741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.470090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.470431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.470794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.471129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.471457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.471779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.472103 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.472425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.472745 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.473070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.473385 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:20.527776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:20.528101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 96c68276-7f67-45d9-a037-52d50f1aa903 disassociated (deleted). External IP: 172.26.0.69, port: 03d8816c-be5a-40f0-8eb8-1fba624d5e30. Sep 29 07:47:20.878074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 2d027f08-0f44-4449-ba43-20005e32660e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:47:21.050000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:47:21.059731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] Sync routers for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:47:21.068966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:21.069588 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:21.070019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:21.074833 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:47:21.127747 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fc7903cc-ac7c-4867-9ec5-00be8b7b7c15 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/floatingips/96c68276-7f67-45d9-a037-52d50f1aa903 HTTP/1.1" status: 204 len: 168 time: 1.4735322 Sep 29 07:47:21.128703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:47:21.131035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:47:21.179109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eedb44-0dca-4573-8d05-5614559da37e x-openstack-request-id: req-47eedb44-0dca-4573-8d05-5614559da37e {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:47:21.179968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:47:21.180223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47eedb44-0dca-4573-8d05-5614559da37e {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:47:21.180627 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47eedb44-0dca-4573-8d05-5614559da37e'] response: {'name': 'network-changed', 'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'status': 'completed', 'code': 200} Sep 29 07:47:21.296731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:21.304073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-0ac7bdea-9dbb-448b-a71e-80511302c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:21.306411 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-0ac7bdea-9dbb-448b-a71e-80511302c56f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0811598 Sep 29 07:47:21.449620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-abd2314e-c1ac-41eb-8cf1-1f15d8489b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:21.451129 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-abd2314e-c1ac-41eb-8cf1-1f15d8489b17 service neutron] 10.222.0.61 "GET /v2.0/networks?id=43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 200 len: 897 time: 0.1379440 Sep 29 07:47:21.524923 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-97531f20-a2cf-4f18-88b4-f800b142c363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 200 len: 217 time: 0.0663729 Sep 29 07:47:21.534099 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29b86-6d47-480e-ace0-477da1d6db7b req-234cfc4b-5eb2-4514-b8df-f12dda371f80 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:21.535583 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3bb29b86-6d47-480e-ace0-477da1d6db7b req-234cfc4b-5eb2-4514-b8df-f12dda371f80 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0875938 Sep 29 07:47:21.589944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-e2c18ad3-9635-41ea-9ff3-016d226d5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:21.590308 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3bb29b86-6d47-480e-ace0-477da1d6db7b req-2562cc84-c8e1-49d0-b18d-b8c1ed179fc4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481763 Sep 29 07:47:21.591532 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-e2c18ad3-9635-41ea-9ff3-016d226d5c70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 200 len: 835 time: 0.0602050 Sep 29 07:47:21.642924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:44Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:21.646790 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] Checking router: 2d027f08-0f44-4449-ba43-20005e32660e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:47:21.655628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:21.656239 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:21.684208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-ca212884-bbdd-4a2d-8f10-2c71db0a7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:21.685630 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-ca212884-bbdd-4a2d-8f10-2c71db0a7ed6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=43a8563e-f1c0-40cf-9230-9b5926758ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861666 Sep 29 07:47:21.818691 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-5752bfda-7642-4e86-8af9-ba694c15a74a service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244969 Sep 29 07:47:21.831718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:22.059758 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-fe8afcd5-22cd-4b10-a951-f97d7ea82fe0 req-801bac1c-c113-49e1-bca1-e9e1ba48ca08 service neutron] 10.222.0.61 "GET /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346351 Sep 29 07:47:22.147555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:44Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:22.151385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d91c9e-7fb2-498f-aa83-cc303d6a902b None None] The sync data for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv is: [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:44:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dd51dca7-0fdd-4777-b027-891627ef0f92', 'name': '', 'network_id': '43a8563e-f1c0-40cf-9230-9b5926758ecd', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:34:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:38Z', 'updated_at': '2022-09-29T07:44:44Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': '98e0e33d-5662-4c0c-b7ce-295b12d09239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:47:22.352525 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4df9a2-0b8e-4514-a051-491dcb147d5f None None] New status for floating IP 96c68276-7f67-45d9-a037-52d50f1aa903: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:47:22.782434 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3d83-5ba5-494b-b8ac-73487d161b09 req-fe29ceb3-2645-4ada-88ab-6f1eb96470c6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:22.783150 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2a8e3d83-5ba5-494b-b8ac-73487d161b09 req-fe29ceb3-2645-4ada-88ab-6f1eb96470c6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:47:22.797889 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2a8e3d83-5ba5-494b-b8ac-73487d161b09 req-fe29ceb3-2645-4ada-88ab-6f1eb96470c6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:47:22.799034 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a8e3d83-5ba5-494b-b8ac-73487d161b09 req-fe29ceb3-2645-4ada-88ab-6f1eb96470c6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.1014259 Sep 29 07:47:22.843097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2a8e3d83-5ba5-494b-b8ac-73487d161b09 req-1e48667d-154b-4a2a-b230-1083bd586b41 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383699 Sep 29 07:47:23.428349 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f018b-b195-4024-b671-fddc306ee774 req-1eb579b9-45ba-4199-b17c-ab66d6dd7718 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:23.430417 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2b4f018b-b195-4024-b671-fddc306ee774 req-1eb579b9-45ba-4199-b17c-ab66d6dd7718 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 945 time: 0.0875092 Sep 29 07:47:23.498304 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:47:23.498666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:23.737086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 03d8816c-be5a-40f0-8eb8-1fba624d5e30, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=03d8816c-be5a-40f0-8eb8-1fba624d5e30,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:23.737440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:23.857337 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 03d8816c-be5a-40f0-8eb8-1fba624d5e30 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:47:24.004133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:24.040292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7521ca-3056-4ffb-a0b2-af8c00b99b01 req-063c76c8-64e1-49ca-b99b-ba8b92c1fc0d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:24.041754 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4f7521ca-3056-4ffb-a0b2-af8c00b99b01 req-063c76c8-64e1-49ca-b99b-ba8b92c1fc0d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6 HTTP/1.1" status: 200 len: 867 time: 0.0890968 Sep 29 07:47:24.059177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=03d8816c-be5a-40f0-8eb8-1fba624d5e30,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:24.089262 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4f7521ca-3056-4ffb-a0b2-af8c00b99b01 req-10945be5-0b48-40b7-9a36-679ff562b21a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9ddd032-564f-46ce-9f9e-4da57d5f399a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Sep 29 07:47:24.145145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] No DVR routers for this DVR port 03d8816c-be5a-40f0-8eb8-1fba624d5e30 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:47:24.147782 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:24.151161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'name': 'network-vif-deleted', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:47:24.153400 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682391c5-f099-4e2b-9811-a222327af2ea" -d '{"events": [{"server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "name": "network-vif-deleted", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:47:24.166864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2b4f018b-b195-4024-b671-fddc306ee774 req-ce9c6c90-4cf4-4ee3-bebf-f252dd1e7266 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "DELETE /v2.0/ports/03d8816c-be5a-40f0-8eb8-1fba624d5e30 HTTP/1.1" status: 204 len: 173 time: 0.7311110 Sep 29 07:47:24.199065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d30e4e-42ce-480f-97c9-e79874d05882 x-openstack-request-id: req-76d30e4e-42ce-480f-97c9-e79874d05882 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:47:24.199376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6", "name": "network-vif-deleted", "tag": "03d8816c-be5a-40f0-8eb8-1fba624d5e30", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:47:24.199624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76d30e4e-42ce-480f-97c9-e79874d05882 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:47:24.200140 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d30e4e-42ce-480f-97c9-e79874d05882'] response: {'server_uuid': 'ce9c85f7-4d99-4bf5-93dd-e94a9a4b4bd6', 'name': 'network-vif-deleted', 'tag': '03d8816c-be5a-40f0-8eb8-1fba624d5e30', 'status': 'completed', 'code': 200} Sep 29 07:47:25.187295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56802) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:25.723893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:26.088918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port dd51dca7-0fdd-4777-b027-891627ef0f92 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:47:26.089290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:26.275574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port dd51dca7-0fdd-4777-b027-891627ef0f92, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dd51dca7-0fdd-4777-b027-891627ef0f92,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:26.276265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:26.353725 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 03d8816c-be5a-40f0-8eb8-1fba624d5e30 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:47:26.389600 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 03d8816c-be5a-40f0-8eb8-1fba624d5e30 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:47:26.390052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 03d8816c-be5a-40f0-8eb8-1fba624d5e30 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:47:26.494201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for dd51dca7-0fdd-4777-b027-891627ef0f92 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:47:26.818798 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:26.864576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=dd51dca7-0fdd-4777-b027-891627ef0f92,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:26.906601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.906950 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.907297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.907635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.907967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.908297 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.908625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.908951 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.909277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.909601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.909927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:26.910251 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:27.155738 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:27.502384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 2d027f08-0f44-4449-ba43-20005e32660e has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:47:27.672797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:47:27.682158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] Sync routers for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:47:27.686006 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a750dea9-bdfd-4cb4-950a-b1400f4563e0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/2d027f08-0f44-4449-ba43-20005e32660e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4976342 Sep 29 07:47:27.688786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56812) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:27.691513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:27.692122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:27.871356 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting subnet 98e0e33d-5662-4c0c-b7ce-295b12d09239 {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:47:27.873266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:27.874225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:27.929260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.015369 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.089374 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.129065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Subnet': ['ID=98e0e33d-5662-4c0c-b7ce-295b12d09239,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:28.135074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.141062 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-335dc308-caff-473f-ab60-86db94e0793c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/subnets/98e0e33d-5662-4c0c-b7ce-295b12d09239 HTTP/1.1" status: 204 len: 168 time: 0.4513433 Sep 29 07:47:28.143730 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56822) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:28.164298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adc1f6c-cd22-405b-8f66-b2507a096cd5 None None] Network 43a8563e-f1c0-40cf-9230-9b5926758ecd requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:47:28.318710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.364090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:47:26Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:28.370888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] Checking router: 2d027f08-0f44-4449-ba43-20005e32660e for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:47:28.384071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] Routers {'2d027f08-0f44-4449-ba43-20005e32660e'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:28.384611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['2d027f08-0f44-4449-ba43-20005e32660e'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:28.502735 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.514144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 884f1dd4-6f61-47bf-bce6-fcba744a9917 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:47:28.514510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.586529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447739f-3875-4821-8580-8541a46eac4f None None] DHCP port deletion for 43a8563e-f1c0-40cf-9230-9b5926758ecd request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:47:28.594934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Deleting port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:47:28.595313 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.641330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] Set router 2d027f08-0f44-4449-ba43-20005e32660e gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:28.708634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 884f1dd4-6f61-47bf-bce6-fcba744a9917, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=884f1dd4-6f61-47bf-bce6-fcba744a9917,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:28.708987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:28.831954 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 884f1dd4-6f61-47bf-bce6-fcba744a9917 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:47:29.014927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.058097 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-2447739f-3875-4821-8580-8541a46eac4f None None] For port 7da58ed9-96a1-40be-a5a2-c6b3a8595855, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=7da58ed9-96a1-40be-a5a2-c6b3a8595855,segment=NetworkSegment(b4d65ec3-e3b9-4a63-b81a-5ce272fa5350),segment_id=b4d65ec3-e3b9-4a63-b81a-5ce272fa5350)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:29.058772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.065626 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=884f1dd4-6f61-47bf-bce6-fcba744a9917,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:29.167815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.187238 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Calling delete_port for 7da58ed9-96a1-40be-a5a2-c6b3a8595855 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:47:29.290989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:47:26Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:29.295442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64310e16-a573-40ec-97ee-fb46c35394a5 None None] The sync data for ids ['2d027f08-0f44-4449-ba43-20005e32660e'] in dv-neutron-859761-1-hyperv is: [{'id': '2d027f08-0f44-4449-ba43-20005e32660e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397297584', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164'}], 'enable_snat': True}, 'gw_port_id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:44:34Z', 'updated_at': '2022-09-29T07:47:26Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '884f1dd4-6f61-47bf-bce6-fcba744a9917', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:01:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d027f08-0f44-4449-ba43-20005e32660e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:44:35Z', 'updated_at': '2022-09-29T07:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:47:29.303182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.358081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Pushing event deleted for resources: {'Port': ['ID=7da58ed9-96a1-40be-a5a2-c6b3a8595855,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:29.363300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447739f-3875-4821-8580-8541a46eac4f None None] No DVR routers for this DVR port 7da58ed9-96a1-40be-a5a2-c6b3a8595855 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:47:29.369737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.373449 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.373906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.374251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.374611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.374949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.375300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.375629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.376233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.376320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.376571 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.376893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447739f-3875-4821-8580-8541a46eac4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:29.478634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.484829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.511514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.512183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Fanout notify agent at l3_agent the message router_deleted on router 2d027f08-0f44-4449-ba43-20005e32660e {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:47:29.530948 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.532034 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ae9c011d-0bea-4352-b918-abd7903c5988 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/routers/2d027f08-0f44-4449-ba43-20005e32660e HTTP/1.1" status: 204 len: 168 time: 1.3873615 Sep 29 07:47:29.535280 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56828) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:29.664259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.821044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.850397 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a8563e-f1c0-40cf-9230-9b5926758ecd']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:29.863544 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:29.863842 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d65ec3-e3b9-4a63-b81a-5ce272fa5350') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:29.876189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.893637 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:29.902792 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:47:29.903223 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.005804 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.024895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.037033 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Network': ['ID=43a8563e-f1c0-40cf-9230-9b5926758ecd,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:30.046846 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dd43a04c-ac4b-4fcb-a11f-570ed9f31578 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/networks/43a8563e-f1c0-40cf-9230-9b5926758ecd HTTP/1.1" status: 204 len: 168 time: 0.5105143 Sep 29 07:47:30.049531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56834) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:30.118279 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5bd444d2-4669-4aee-a425-2159392c7c51 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.147856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5bd444d2-4669-4aee-a425-2159392c7c51 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.219766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5bd444d2-4669-4aee-a425-2159392c7c51 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.238277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd444d2-4669-4aee-a425-2159392c7c51 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ddd032-564f-46ce-9f9e-4da57d5f399a,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:30.259824 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5bd444d2-4669-4aee-a425-2159392c7c51 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.260979 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5bd444d2-4669-4aee-a425-2159392c7c51 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/security-groups/f9ddd032-564f-46ce-9f9e-4da57d5f399a HTTP/1.1" status: 204 len: 168 time: 0.2105043 Sep 29 07:47:30.277392 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment b4d65ec3-e3b9-4a63-b81a-5ce272fa5350 resource provider aggregate not found Sep 29 07:47:30.294929 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment b4d65ec3-e3b9-4a63-b81a-5ce272fa5350 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4d65ec3-e3b9-4a63-b81a-5ce272fa5350 found for delete ", "request_id": "req-a8c574aa-52c3-429f-81da-6e66bcde8ac3"}]} Sep 29 07:47:30.399065 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56850) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:30.404513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229882244', 'description': 'tempest-secgroup-smoke-229882244 description', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:30.410734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:30.415430 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:30.418306 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:30.424066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:30.434394 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.453710 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:30.457477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:30.460303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:30.466509 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:30.545728 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd51dca7-0fdd-4777-b027-891627ef0f92 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:47:30.548568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.552472 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.579382 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: dd51dca7-0fdd-4777-b027-891627ef0f92 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:47:30.579679 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dd51dca7-0fdd-4777-b027-891627ef0f92 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:47:30.580083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 884f1dd4-6f61-47bf-bce6-fcba744a9917 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:47:30.597358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250331f3-6652-4315-9974-68843aae041e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:30.602368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.606959 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2a2d5c3d-9298-4264-9ee6-adeca2c6357a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2066724 Sep 29 07:47:30.607666 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56854) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:30.613632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '250331f3-6652-4315-9974-68843aae041e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:30.614077 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 884f1dd4-6f61-47bf-bce6-fcba744a9917 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:47:30.614432 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 884f1dd4-6f61-47bf-bce6-fcba744a9917 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:47:30.614882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7da58ed9-96a1-40be-a5a2-c6b3a8595855 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:47:30.619803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:30.623713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:30.626603 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:30.632858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:30.654052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.692647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 7da58ed9-96a1-40be-a5a2-c6b3a8595855 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:47:30.692993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 7da58ed9-96a1-40be-a5a2-c6b3a8595855 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:47:30.715960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.719331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.742825 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdfcc2c-2e36-4157-acce-4eb8ec40ea6c,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:30.750883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.752071 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9fa8a90f-9b4f-44c0-b541-2d3cfa017671 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430941 Sep 29 07:47:30.754886 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56858) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:30.760379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '250331f3-6652-4315-9974-68843aae041e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:30.766082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:30.769849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:30.772682 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:30.778976 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:30.794651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.854321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.858373 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.880721 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc01b95-29f6-4622-87b3-bb94df02689d,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:30.890002 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:30.891226 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d5194248-f7e0-4cc0-891f-abf2323ac9c3 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353734 Sep 29 07:47:30.893945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56862) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:30.899511 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '250331f3-6652-4315-9974-68843aae041e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:30.905176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:30.908987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:30.911814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:30.921941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:30.941234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.007312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.012507 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.035493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7454c913-8431-43f9-853a-22a8eb912c1a,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:31.044259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.045409 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8198bc9b-c83e-429e-9743-955d2d7c2cc8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505060 Sep 29 07:47:31.048115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56866) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:31.053056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '250331f3-6652-4315-9974-68843aae041e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:31.058715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:31.062474 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:31.065306 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:31.071483 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:31.088082 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.148895 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.152370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.174206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffb0068-083f-4f41-affc-1163425962c1,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:31.183363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.184538 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d4b7484b-aa27-4329-8a1f-e0dc73fe9a37 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355064 Sep 29 07:47:31.187235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56870) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:31.192116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '250331f3-6652-4315-9974-68843aae041e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:31.198469 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:31.202282 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:31.205111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:31.210871 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:31.220780 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:47:31.227234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.289305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.292687 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.317546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5984cf5c-6ce8-4540-9157-ff3d85e5b1d5,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:31.326845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.328069 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-a590c37c-4c84-434c-957e-27163096a65c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398911 Sep 29 07:47:31.330707 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56874) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:31.336176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'security_group_rule': {'security_group_id': '250331f3-6652-4315-9974-68843aae041e', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:31.341989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:31.345898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:security_group_rule and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:31.348755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:31.355350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:31.365838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Project 557d74bdb200420bacc97d0a3bb4ed0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:47:31.372815 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.435673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.439108 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.461779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c0635e-e5f3-4cba-9cef-b2b52dbeea07,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:31.470486 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.471677 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-dbbcc24d-b0df-449b-89f0-d29770c32629 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398001 Sep 29 07:47:31.474460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56878) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:31.479744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'network': {'name': 'tempest-network-smoke--1698638412', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'port_security_enabled': True}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:31.484680 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:31.488724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:network and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:31.491536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:31.497624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:31.507508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:47:31.511577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.538670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:47:31.547982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.548325 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Added segment 308a41ea-7018-492a-b6da-e7072bc3cd56 of type vlan for network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 Sep 29 07:47:31.574114 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.604265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.609952 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:31.610553 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.713784 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2382879 Sep 29 07:47:31.716683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56882) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:31.717169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d915e-a71c-4f3a-acf7-3ed3a20443ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Network': ['ID=2a23510c-9664-4ccd-b6e2-74669c6a52b0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:31.722129 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'admin_state_up': True, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:31.727197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:47:31.730439 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:31.734714 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:router and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:31.737556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:31.744423 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:31.754060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.755217 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:31.772005 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:32.035946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:32.441577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:32.471193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:32.604255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.8 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/14491646-10d0-4115-aa4f-99816c61f4c1) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:47:32.750606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:32.778949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:32.844321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:47:32.847277 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:32.850904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:47:32.887269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=14491646-10d0-4115-aa4f-99816c61f4c1,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:33.264642 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:33.721916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:33.919865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:47:34.092182 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:47:34.101242 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Sync routers for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:47:34.111080 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:34.111695 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:34.120309 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:34.121821 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-a6121ef5-faed-4390-b77a-87850bb0685a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4038143 Sep 29 07:47:34.125044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56886) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:34.167888 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-987f433e-3919-4f67-b699-760555ae9604 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=557d74bdb200420bacc97d0a3bb4ed0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416436 Sep 29 07:47:34.170545 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56890) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:34.285360 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:34.296962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b036521c-190d-438f-821f-bb9d060f2120 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:34.298441 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b036521c-190d-438f-821f-bb9d060f2120 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270072 Sep 29 07:47:34.301314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56894) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:34.339807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-94c3406c-94e3-4890-be3e-855437ab59e6 tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=66929139-eb05-450d-ae65-101aced20693&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374401 Sep 29 07:47:34.342551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 56898) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:34.347582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738420223', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:34.456374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:34.460226 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:subnet and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:34.463057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:34.468783 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:34.478522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:47:34.482303 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:34.563572 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:33Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:34.567368 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Checking router: 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:47:34.567712 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Updating router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 port 14491646-10d0-4115-aa4f-99816c61f4c1 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:47:34.622624 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:34.702837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:34.784495 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Subnet': ['ID=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:34.794744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Checking segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:47:34.795100 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network hostable DHCP agents. Network: 2a23510c-9664-4ccd-b6e2-74669c6a52b0, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:47:34.815643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:47:34.825425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 2a23510c-9664-4ccd-b6e2-74669c6a52b0) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:34.829513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:34.830199 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:34.838873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eab5e3-e3a2-4bce-b779-2c5727e142b8 None None] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:47:34.855981 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56902) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:34.856533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-0fc38c01-dfd6-4208-be80-dfc546ea38b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5127037 Sep 29 07:47:34.952928 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:34.966851 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Transition to ACTIVE for port object 14491646-10d0-4115-aa4f-99816c61f4c1 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:34.973008 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.035593 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Attempting to bind port 14491646-10d0-4115-aa4f-99816c61f4c1 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:47:35.035951 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Attempting to bind port 14491646-10d0-4115-aa4f-99816c61f4c1 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:47:35.036301 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Attempting to bind port 14491646-10d0-4115-aa4f-99816c61f4c1 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:47:35.048688 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Pushing event updated for resources: {'Port': ['ID=14491646-10d0-4115-aa4f-99816c61f4c1,revision_number=2']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:35.053617 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:47:35.053987 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:47:35.054446 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.054824 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:47:35.055282 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Bound port: 14491646-10d0-4115-aa4f-99816c61f4c1, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:47:35.055643 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.063064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:47:35.064014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.088729 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.089062 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.089390 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.089715 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.090035 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.090354 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.090694 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.091009 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.091325 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.091636 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.091946 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.092254 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:47:35.139976 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] For port 14491646-10d0-4115-aa4f-99816c61f4c1, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:47:35.143456 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] For port 14491646-10d0-4115-aa4f-99816c61f4c1, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=14491646-10d0-4115-aa4f-99816c61f4c1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:47:35.147730 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.219170 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67e026-4b1a-404b-ae20-1dea7788c424 None None] Pushing event updated for resources: {'Port': ['ID=14491646-10d0-4115-aa4f-99816c61f4c1,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:35.226858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Allocated IP 172.20.0.2 (2a23510c-9664-4ccd-b6e2-74669c6a52b0/a24fbd79-a076-4f2b-b48b-c716a4eb4ddd/6d382e61-cd2c-4ee1-b865-99f1fa482bf5) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:47:35.231030 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:35.231720 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:35.407857 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:35.437050 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.448278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Transition to ACTIVE for port object 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:35.467415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Transition to ACTIVE for port object 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:35.474063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.540357 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:47:35.543809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:35.550336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:47:35.659784 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Attempting to bind port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:47:35.660167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Attempting to bind port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:47:35.660512 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Attempting to bind port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 on network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:47:35.665620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Pushing event updated for resources: {'Port': ['ID=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:35.667991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:47:35.668360 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Checking segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:47:35.668758 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.669136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Bound using segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:47:35.669608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Bound port: 6d382e61-cd2c-4ee1-b865-99f1fa482bf5, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:47:35.670319 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.684528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.708393 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:33Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:35.712765 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f5f222-e13e-4e06-a265-1e622dc3fbb0 None None] The sync data for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv is: [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:33Z', 'revision_number': 3, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:47:35.767348 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] For port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:47:35.771454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] For port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:47:35.776898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:35.864865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd6428-2492-4b5d-8584-7fc2805f3be8 None None] Pushing event updated for resources: {'Port': ['ID=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:36.152353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.1 (2a23510c-9664-4ccd-b6e2-74669c6a52b0/a24fbd79-a076-4f2b-b48b-c716a4eb4ddd/28e0f620-f887-49c6-9981-e05dd37978fe) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:47:36.319189 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.335633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 28e0f620-f887-49c6-9981-e05dd37978fe will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:36.368938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.441929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:47:36.445392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:36.448128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:47:36.486229 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=28e0f620-f887-49c6-9981-e05dd37978fe,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:36.514973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.624384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 14491646-10d0-4115-aa4f-99816c61f4c1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:36.713702 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 14491646-10d0-4115-aa4f-99816c61f4c1 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:36.718798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 14491646-10d0-4115-aa4f-99816c61f4c1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:36.719344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.719684 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 14491646-10d0-4115-aa4f-99816c61f4c1 Sep 29 07:47:36.799754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.849701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 14491646-10d0-4115-aa4f-99816c61f4c1 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:36.850084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.868149 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 14491646-10d0-4115-aa4f-99816c61f4c1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=14491646-10d0-4115-aa4f-99816c61f4c1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:36.872998 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:36.873939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:36.954760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cadeb6-bfbf-4e5f-92ce-1b40612be4f3 None None] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:47:37.080573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d297be7f-63d6-45ed-9bbc-a57ff24d3aa1 None None] Provisioning for port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:37.108763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=14491646-10d0-4115-aa4f-99816c61f4c1,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:37.129515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:37.162592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:37.162962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.163290 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 Sep 29 07:47:37.353984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.359479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.386630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:37.387011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.436967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:37.442447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.482789 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.489413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=28e0f620-f887-49c6-9981-e05dd37978fe,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:37.516270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:37.624831 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:47:37.625918 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:37.732091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Provisioning complete for port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:37.732556 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.732961 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Attempt 1 to provision port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 Sep 29 07:47:37.820518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:47:37.862078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Current status of the port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:37.874191 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Provisioning for port 28e0f620-f887-49c6-9981-e05dd37978fe completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:37.879364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Provisioning complete for port 28e0f620-f887-49c6-9981-e05dd37978fe triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:37.879647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:37.879988 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Attempt 1 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:37.934088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Port 28e0f620-f887-49c6-9981-e05dd37978fe cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:47:38.008285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:47:38.017906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Sync routers for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:47:38.020568 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-866084dc-c8fa-471e-bd1f-6fc179f91c8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/1d8b8c69-3b57-4a70-b156-3d67c6e433f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1632302 Sep 29 07:47:38.027705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:38.028374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:38.193334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-f7b0984a-3552-4df5-99ee-7a00323a7160 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:47:38.205085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:38.208064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-f7b0984a-3552-4df5-99ee-7a00323a7160 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:47:38.209475 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-f7b0984a-3552-4df5-99ee-7a00323a7160 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229882244&fields=id&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 267 time: 0.0552239 Sep 29 07:47:38.359825 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-89bc1d0c-8d0e-4d69-96f4-f9ac2e0fdf5b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:38.361390 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-89bc1d0c-8d0e-4d69-96f4-f9ac2e0fdf5b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 797 time: 0.1446042 Sep 29 07:47:38.376573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-86df2396-0f00-4860-aac9-0c7a90b01a84 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/quotas/557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 375 time: 0.0095401 Sep 29 07:47:38.436096 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Attempt 2 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:38.472993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-67e84af3-94a5-43c8-9829-494ab8453338 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:47:38.488363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-67e84af3-94a5-43c8-9829-494ab8453338 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:47:38.489902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-67e84af3-94a5-43c8-9829-494ab8453338 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077547 Sep 29 07:47:38.538080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Port 28e0f620-f887-49c6-9981-e05dd37978fe cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:47:38.566315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 14491646-10d0-4115-aa4f-99816c61f4c1 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:38.603000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:37Z', 'revision_number': 2, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:38.617340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Checking router: 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:47:38.617699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Updating router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 port 28e0f620-f887-49c6-9981-e05dd37978fe binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:47:38.648892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-95ac4660-d8e1-4fe6-a5fe-1f4439107651 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:47:38.650484 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-95ac4660-d8e1-4fe6-a5fe-1f4439107651 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444753 Sep 29 07:47:38.681676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:38.730113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 14491646-10d0-4115-aa4f-99816c61f4c1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:38.730486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:38.730846 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 14491646-10d0-4115-aa4f-99816c61f4c1 Sep 29 07:47:38.817176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e7e71d8c-e3fb-49a3-8bfd-af0e1b0b998b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:38.903803 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-a77dce62-09a2-4cb5-92d7-9338082be393 service neutron] 10.222.0.26 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473910 Sep 29 07:47:39.014560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 14491646-10d0-4115-aa4f-99816c61f4c1 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:39.015665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:39.033188 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-09540c9f-8c37-4910-8dc0-2130798d8eca service neutron] 10.222.0.26 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235960 Sep 29 07:47:39.048190 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Attempt 3 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:39.215293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Port 28e0f620-f887-49c6-9981-e05dd37978fe cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:47:39.223197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4c62dbf1-84db-4604-b7c9-86db203d258d req-759b8c40-70a0-4b86-a04a-db3a0ab138b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:47:39.236443 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-4c62dbf1-84db-4604-b7c9-86db203d258d req-759b8c40-70a0-4b86-a04a-db3a0ab138b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:47:39.237606 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4c62dbf1-84db-4604-b7c9-86db203d258d req-759b8c40-70a0-4b86-a04a-db3a0ab138b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 210 time: 0.0658998 Sep 29 07:47:39.246713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:39.247083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:39.247415 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 Sep 29 07:47:39.357923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:39.372937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Transition to ACTIVE for port object 28e0f620-f887-49c6-9981-e05dd37978fe will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:39.408664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:39.584347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:39.598457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e48128-9d10-4843-898b-61110fb51b2c None None] Pushing event updated for resources: {'Port': ['ID=28e0f620-f887-49c6-9981-e05dd37978fe,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:39.668391 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Attempting to bind port 28e0f620-f887-49c6-9981-e05dd37978fe on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:47:39.668766 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Attempting to bind port 28e0f620-f887-49c6-9981-e05dd37978fe by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:47:39.669116 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Attempting to bind port 28e0f620-f887-49c6-9981-e05dd37978fe on network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:47:39.674257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:47:39.674663 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Checking segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:47:39.675063 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:39.675473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Bound using segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:47:39.675912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Bound port: 28e0f620-f887-49c6-9981-e05dd37978fe, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:47:39.676281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:39.718572 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Attempt 4 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:39.802111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Port 28e0f620-f887-49c6-9981-e05dd37978fe cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:47:39.811960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] For port 28e0f620-f887-49c6-9981-e05dd37978fe, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:47:39.814898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] For port 28e0f620-f887-49c6-9981-e05dd37978fe, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=28e0f620-f887-49c6-9981-e05dd37978fe,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:47:39.820798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:39.884254 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:39.884882 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:39.968297 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e48128-9d10-4843-898b-61110fb51b2c None None] Pushing event updated for resources: {'Port': ['ID=28e0f620-f887-49c6-9981-e05dd37978fe,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:40.073541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:40.303704 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Attempt 5 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:40.415410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-99e500f6-1914-43b6-9527-c957d56ed2a9 None None] Port 28e0f620-f887-49c6-9981-e05dd37978fe had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:47:40.440489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:40.444737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eee987-ddb4-49b3-a712-720c96ca3513 None None] The sync data for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv is: [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:39Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:47:40.489819 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1490b381-2569-4f9a-8ae1-3084ac2069af req-7d020c83-0663-4178-bd6d-a071e81f72dd tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 210 time: 0.0679479 Sep 29 07:47:40.582624 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-b103368c-c605-4c7f-bdc2-11308c3ca982 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:40.584203 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-b103368c-c605-4c7f-bdc2-11308c3ca982 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 797 time: 0.2791262 Sep 29 07:47:40.652114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 28e0f620-f887-49c6-9981-e05dd37978fe up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:40.655108 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-048a9c54-aba4-42af-b151-5a4de40196b9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557d74bdb200420bacc97d0a3bb4ed0a HTTP/1.1" status: 200 len: 379 time: 0.0539913 Sep 29 07:47:40.664266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'port': {'device_id': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'admin_state_up': True, 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'security_groups': ['250331f3-6652-4315-9974-68843aae041e']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:40.727839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 28e0f620-f887-49c6-9981-e05dd37978fe completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:40.733328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 28e0f620-f887-49c6-9981-e05dd37978fe triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:40.733674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:40.734038 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:40.809897 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:40.820891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:40.832377 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Made reservation on behalf of 557d74bdb200420bacc97d0a3bb4ed0a for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:47:40.835993 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:40.915721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 28e0f620-f887-49c6-9981-e05dd37978fe is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:40.916598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:40.953488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 28e0f620-f887-49c6-9981-e05dd37978fe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=28e0f620-f887-49c6-9981-e05dd37978fe,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:40.958282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.017818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.20.0.14 (2a23510c-9664-4ccd-b6e2-74669c6a52b0/a24fbd79-a076-4f2b-b48b-c716a4eb4ddd/0d39b0bc-295a-43ca-a673-71e304278101) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:47:41.028796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=28e0f620-f887-49c6-9981-e05dd37978fe,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:41.070257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c7dd64cc-b588-4613-b260-b05b9670f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.222914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.240181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Transition to ACTIVE for port object 0d39b0bc-295a-43ca-a673-71e304278101 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:41.264676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.335137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:47:41.338536 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:41.342383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:47:41.373942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=0d39b0bc-295a-43ca-a673-71e304278101,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:41.414901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:41.415527 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.443282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-c92c2e15-46c4-45c2-a7b7-17a548bcbb00 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831273 Sep 29 07:47:41.461709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Request body: {'port': {'device_id': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:41.582803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.590173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Provisioning for port 0d39b0bc-295a-43ca-a673-71e304278101 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:41.595366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Provisioning complete for port 0d39b0bc-295a-43ca-a673-71e304278101 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:41.595807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.596208 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Attempt 1 to provision port 0d39b0bc-295a-43ca-a673-71e304278101 Sep 29 07:47:41.662751 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Port 0d39b0bc-295a-43ca-a673-71e304278101 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:47:41.723894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48caff0-f9b6-444a-820b-b9871ea241e9 req-e365f524-f4c5-4aea-b246-90a5dcc68c8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:41.725434 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e48caff0-f9b6-444a-820b-b9871ea241e9 req-e365f524-f4c5-4aea-b246-90a5dcc68c8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 932 time: 0.0886478 Sep 29 07:47:41.778206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-e48caff0-f9b6-444a-820b-b9871ea241e9 req-1c69bdaa-4351-4393-8327-302f351a5cf1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:47:41.790620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-e48caff0-f9b6-444a-820b-b9871ea241e9 req-1c69bdaa-4351-4393-8327-302f351a5cf1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:47:41.792112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e48caff0-f9b6-444a-820b-b9871ea241e9 req-1c69bdaa-4351-4393-8327-302f351a5cf1 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604911 Sep 29 07:47:41.932228 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d39b0bc-295a-43ca-a673-71e304278101 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:47:41.939224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:41.953639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Transition to ACTIVE for port object 0d39b0bc-295a-43ca-a673-71e304278101 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:47:41.957284 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.026321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.164512 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Attempt 2 to provision port 0d39b0bc-295a-43ca-a673-71e304278101 Sep 29 07:47:42.228505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Port 0d39b0bc-295a-43ca-a673-71e304278101 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:47:42.230399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.244067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Pushing event updated for resources: {'Port': ['ID=0d39b0bc-295a-43ca-a673-71e304278101,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:42.279073 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Attempting to bind port 0d39b0bc-295a-43ca-a673-71e304278101 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:47:42.279405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Attempting to bind port 0d39b0bc-295a-43ca-a673-71e304278101 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:47:42.279726 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Attempting to bind port 0d39b0bc-295a-43ca-a673-71e304278101 on network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:47:42.284344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Port 0d39b0bc-295a-43ca-a673-71e304278101 on network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:47:42.284662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Attempting to bind port 0d39b0bc-295a-43ca-a673-71e304278101 on network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:47:42.290301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:47:42.290709 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Checking segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:47:42.291084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Bound using segment: {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:47:42.291502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Bound port: 0d39b0bc-295a-43ca-a673-71e304278101, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a41ea-7018-492a-b6da-e7072bc3cd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:47:42.291839 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.381090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] For port 0d39b0bc-295a-43ca-a673-71e304278101, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:47:42.384051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] For port 0d39b0bc-295a-43ca-a673-71e304278101, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0d39b0bc-295a-43ca-a673-71e304278101,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:47:42.390612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.421327 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:42.421936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.423337 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] 10.222.0.61 "PUT /v2.0/ports/0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 1094 time: 0.9667404 Sep 29 07:47:42.423765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:47:42.426040 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25724f0-9086-4e40-9747-a54e4a56e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "tag": "0d39b0bc-295a-43ca-a673-71e304278101"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:47:42.472692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd5d9a-949c-46c5-baa0-e59dbe9ddf6b service neutron] Pushing event updated for resources: {'Port': ['ID=0d39b0bc-295a-43ca-a673-71e304278101,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:42.477762 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8412e-43a8-4961-b66f-dcb7578bde13 x-openstack-request-id: req-9fa8412e-43a8-4961-b66f-dcb7578bde13 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:47:42.478047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "tag": "0d39b0bc-295a-43ca-a673-71e304278101", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:47:42.478297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fa8412e-43a8-4961-b66f-dcb7578bde13 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:47:42.478828 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa8412e-43a8-4961-b66f-dcb7578bde13'] response: {'name': 'network-changed', 'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101', 'status': 'completed', 'code': 200} Sep 29 07:47:42.558342 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 28e0f620-f887-49c6-9981-e05dd37978fe up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:42.576102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-b6b5e3c3-3a28-42db-9e48-aaaab12aa895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:42.577657 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-b6b5e3c3-3a28-42db-9e48-aaaab12aa895 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0817144 Sep 29 07:47:42.624625 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 28e0f620-f887-49c6-9981-e05dd37978fe triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:42.625168 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:42.625320 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 28e0f620-f887-49c6-9981-e05dd37978fe Sep 29 07:47:42.659358 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-4a1aa52d-f9ef-4c45-ad92-bf2f4ddb2232 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 217 time: 0.0607793 Sep 29 07:47:42.722608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-082348c1-245e-45a7-9e1b-042373e9acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:42.724092 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-082348c1-245e-45a7-9e1b-042373e9acde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.0591571 Sep 29 07:47:42.731387 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Attempt 3 to provision port 0d39b0bc-295a-43ca-a673-71e304278101 Sep 29 07:47:42.784418 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 28e0f620-f887-49c6-9981-e05dd37978fe is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:42.802701 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-14e6ba18-c2b6-4478-afee-12d45a2e4321 None None] Port 0d39b0bc-295a-43ca-a673-71e304278101 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:47:42.811168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-a7c94851-145a-4a2c-9c4c-bd759054a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:42.812657 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-a7c94851-145a-4a2c-9c4c-bd759054a4e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830066 Sep 29 07:47:42.946857 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-477a9e3b-0cc2-4a8f-93ef-e5fb3314a9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278841 Sep 29 07:47:42.989794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb86a-9b81-484a-a217-4667c7d5fb87 req-68efb56f-643f-4bd3-ae5f-a7aec155f408 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:42.991212 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a94eb86a-9b81-484a-a217-4667c7d5fb87 req-68efb56f-643f-4bd3-ae5f-a7aec155f408 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 944 time: 0.0877681 Sep 29 07:47:43.043484 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a94eb86a-9b81-484a-a217-4667c7d5fb87 req-bacbbe47-20b9-4804-8f08-3ad1bc1d2984 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Sep 29 07:47:43.089421 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-db067be3-604c-4e70-b7f0-79da7fa82861 req-ea025233-6da0-4844-8098-dc977fddd6a6 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359010 Sep 29 07:47:43.262930 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-3d349463-cb99-4315-8bba-5b60012d7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:43.264316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-3d349463-cb99-4315-8bba-5b60012d7a4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1097 time: 0.0821345 Sep 29 07:47:43.393546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-1e37df02-fb3e-46e7-b8a4-68cf445ba466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:43.395011 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-1e37df02-fb3e-46e7-b8a4-68cf445ba466 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 898 time: 0.1240504 Sep 29 07:47:43.461669 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-a282aefe-b879-4710-8ee1-33e154446994 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 217 time: 0.0595729 Sep 29 07:47:43.527273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-cba88b46-366b-427e-b2b9-c83ae3caacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:43.528668 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-cba88b46-366b-427e-b2b9-c83ae3caacbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.0591893 Sep 29 07:47:43.582996 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:43.610656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-195a88f0-62b8-4f6a-b64e-80c2e97f1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:43.612134 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-195a88f0-62b8-4f6a-b64e-80c2e97f1b80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766029 Sep 29 07:47:43.739675 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-9f886b76-2fba-4e5f-b1bb-b318e05b9d87 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213441 Sep 29 07:47:43.867161 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f25724f0-9086-4e40-9747-a54e4a56e2db req-c7218b78-cf27-4649-b69b-1f02168b7e70 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209619 Sep 29 07:47:44.243437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4f710-6b50-4d8c-923e-cc9962e85840 req-583d1c36-bf74-4e7d-9628-efa01a6fb13f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:44.244113 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-eae4f710-6b50-4d8c-923e-cc9962e85840 req-583d1c36-bf74-4e7d-9628-efa01a6fb13f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:47:44.259133 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-eae4f710-6b50-4d8c-923e-cc9962e85840 req-583d1c36-bf74-4e7d-9628-efa01a6fb13f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:47:44.260373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eae4f710-6b50-4d8c-923e-cc9962e85840 req-583d1c36-bf74-4e7d-9628-efa01a6fb13f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 944 time: 0.1046576 Sep 29 07:47:44.303357 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-eae4f710-6b50-4d8c-923e-cc9962e85840 req-a542f75b-50dc-41cf-9e3b-b00e5cf372ec tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373044 Sep 29 07:47:45.502670 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629fcc6-a2f8-4788-90b7-fbce03ff767f req-3dc8ad0c-65c9-44ca-8ed8-2e4561de6c4f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:45.504057 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2629fcc6-a2f8-4788-90b7-fbce03ff767f req-3dc8ad0c-65c9-44ca-8ed8-2e4561de6c4f tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 944 time: 0.0888066 Sep 29 07:47:45.548882 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2629fcc6-a2f8-4788-90b7-fbce03ff767f req-3fc1e0c7-2a93-47d0-ad56-ec29ca8cfb8b tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390284 Sep 29 07:47:46.399463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0d39b0bc-295a-43ca-a673-71e304278101 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:47:46.527433 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0d39b0bc-295a-43ca-a673-71e304278101, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0d39b0bc-295a-43ca-a673-71e304278101,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:46.540540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '0d39b0bc-295a-43ca-a673-71e304278101', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'port_id': '0d39b0bc-295a-43ca-a673-71e304278101', 'mac_address': 'fa:16:3e:6e:20:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:47:46.594093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 0d39b0bc-295a-43ca-a673-71e304278101 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:46.594471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:46.611726 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d39b0bc-295a-43ca-a673-71e304278101 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:47:46.627678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0d39b0bc-295a-43ca-a673-71e304278101, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0d39b0bc-295a-43ca-a673-71e304278101,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:46.633152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:46.701750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=0d39b0bc-295a-43ca-a673-71e304278101,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:46.753082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2f101-9fe2-4e13-97f9-b738ec43d56b req-e91e27e4-5bf8-4c7c-ba0d-3c27dc595b78 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:46.754451 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ffe2f101-9fe2-4e13-97f9-b738ec43d56b req-e91e27e4-5bf8-4c7c-ba0d-3c27dc595b78 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 945 time: 0.0896852 Sep 29 07:47:46.892572 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ffe2f101-9fe2-4e13-97f9-b738ec43d56b req-5ee4bff2-9190-439c-86df-ce7a0c52c597 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323237 Sep 29 07:47:47.019460 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['0d39b0bc-295a-43ca-a673-71e304278101'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:47:47.782605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:48.090778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605dab-8875-4467-9265-7cd034be9eae req-10213836-c683-496d-85e8-876657eddf85 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:48.092165 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3c605dab-8875-4467-9265-7cd034be9eae req-10213836-c683-496d-85e8-876657eddf85 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 945 time: 0.0872438 Sep 29 07:47:48.138201 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3c605dab-8875-4467-9265-7cd034be9eae req-b29d470e-1890-4531-b318-de30451a182d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 Sep 29 07:47:48.413674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0d39b0bc-295a-43ca-a673-71e304278101 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:47:48.482291 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 0d39b0bc-295a-43ca-a673-71e304278101 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:47:48.486925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 0d39b0bc-295a-43ca-a673-71e304278101 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:47:48.487296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:48.487629 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 0d39b0bc-295a-43ca-a673-71e304278101 Sep 29 07:47:48.601531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 0d39b0bc-295a-43ca-a673-71e304278101 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:47:48.601911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:48.628264 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:47:48.630564 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81436e95-1995-4570-a82c-03cf5925575e" -d '{"events": [{"server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "name": "network-vif-plugged", "status": "completed", "tag": "0d39b0bc-295a-43ca-a673-71e304278101"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:47:48.638979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 0d39b0bc-295a-43ca-a673-71e304278101, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0d39b0bc-295a-43ca-a673-71e304278101,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:47:48.643845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:48.678859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af9130-af42-48b3-9411-2d3a575338c3 x-openstack-request-id: req-87af9130-af42-48b3-9411-2d3a575338c3 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:47:48.679155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "name": "network-vif-plugged", "status": "completed", "tag": "0d39b0bc-295a-43ca-a673-71e304278101", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:47:48.679923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87af9130-af42-48b3-9411-2d3a575338c3 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:47:48.680319 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87af9130-af42-48b3-9411-2d3a575338c3'] response: {'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101', 'code': 200} Sep 29 07:47:48.786630 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=0d39b0bc-295a-43ca-a673-71e304278101,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:48.938192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f2996-d7f9-421d-96d9-24892a0c3a94 req-ed566d63-944d-4fb5-a4b7-c15e6f756127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:48.939639 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-865f2996-d7f9-421d-96d9-24892a0c3a94 req-ed566d63-944d-4fb5-a4b7-c15e6f756127 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0777948 Sep 29 07:47:48.978321 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-865f2996-d7f9-421d-96d9-24892a0c3a94 req-58cc4684-e551-444a-bfaa-ebafce9afb65 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331345 Sep 29 07:47:49.440618 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d1587-85e4-44e3-b8d0-d6d595159122 req-9e1cc49f-6480-4d63-bbed-67a8912823cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:49.442073 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-756d1587-85e4-44e3-b8d0-d6d595159122 req-9e1cc49f-6480-4d63-bbed-67a8912823cb tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1929541 Sep 29 07:47:49.485422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-756d1587-85e4-44e3-b8d0-d6d595159122 req-ddd6e71f-2633-4ad5-b256-76eec5626cd5 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Sep 29 07:47:50.683009 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcc99d-b9d3-4b63-811d-d9639ffd6e90 req-22828be9-b1c4-4465-909f-dd03283957ae tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:50.684366 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4fbcc99d-b9d3-4b63-811d-d9639ffd6e90 req-22828be9-b1c4-4465-909f-dd03283957ae tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0881855 Sep 29 07:47:50.726854 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4fbcc99d-b9d3-4b63-811d-d9639ffd6e90 req-66c228fe-bdcc-4b07-ba56-d0f0fc45bfdf tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369587 Sep 29 07:47:50.922772 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c38f-a461-403c-acf5-a6c88695e968 req-f443343c-8340-4c68-bd94-cf6075d24625 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:50.924309 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a9f7c38f-a461-403c-acf5-a6c88695e968 req-f443343c-8340-4c68-bd94-cf6075d24625 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0901058 Sep 29 07:47:50.967483 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a9f7c38f-a461-403c-acf5-a6c88695e968 req-5649b2f1-9156-4f50-a3c9-fa7e08fc7168 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375934 Sep 29 07:47:50.995508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56974) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:51.069254 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806c9fe-5f65-4528-9762-b6d4b5ac9c6e tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:51.070768 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b806c9fe-5f65-4528-9762-b6d4b5ac9c6e tempest-TestNetworkAdvancedServerOps-2136568023 tempest-TestNetworkAdvancedServerOps-2136568023-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1094 time: 0.0742817 Sep 29 07:47:51.073944 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56978) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:51.078743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '0d39b0bc-295a-43ca-a673-71e304278101', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:47:51.084393 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:47:51.088710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Usage tracker for resource:floatingip and tenant:557d74bdb200420bacc97d0a3bb4ed0a is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:47:51.091427 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:47:51.096920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:47:51.110055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:51.240358 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:51.374709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Allocated IP 172.26.0.52 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/ca175123-c3c5-4ce1-9e5e-6d41a8a263b8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:47:51.523903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:51.551894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:51.619797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:47:51.622748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:47:51.626332 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:47:51.654850 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=ca175123-c3c5-4ce1-9e5e-6d41a8a263b8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:52.022973 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:52.096311 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:52.294659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:52.298986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:52.502656 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event updated for resources: {'Port': ['ID=ca175123-c3c5-4ce1-9e5e-6d41a8a263b8,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:47:52.507124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:52.670274 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 409b4665-5155-475d-aa8f-059fcf24cf09 associated. External IP: 172.26.0.52, port: 0d39b0bc-295a-43ca-a673-71e304278101. Sep 29 07:47:53.023164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:47:53.194686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:47:53.205643 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] Sync routers for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:47:53.220176 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:47:53.222710 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:53.223407 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:53.280838 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-94a400a1-a553-4d0a-a43b-0bd9466a98b6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2032955 Sep 29 07:47:53.280838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:47:53.281269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "tag": "0d39b0bc-295a-43ca-a673-71e304278101"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:47:53.322914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b907801b-e980-41d7-985d-4aabe25883b9 x-openstack-request-id: req-b907801b-e980-41d7-985d-4aabe25883b9 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:47:53.323324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "tag": "0d39b0bc-295a-43ca-a673-71e304278101", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:47:53.323580 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b907801b-e980-41d7-985d-4aabe25883b9 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:47:53.324012 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b907801b-e980-41d7-985d-4aabe25883b9'] response: {'name': 'network-changed', 'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101', 'status': 'completed', 'code': 200} Sep 29 07:47:53.399730 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:53.521588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-5ab9ba71-165d-439f-a6d0-7d201f5ca797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:53.523111 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-5ab9ba71-165d-439f-a6d0-7d201f5ca797 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1557083 Sep 29 07:47:53.530488 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc70fca-ab05-4921-878f-625f420116d6 req-595c6e72-c9af-4fd0-8813-40f0108a8810 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:53.532193 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ecc70fca-ab05-4921-878f-625f420116d6 req-595c6e72-c9af-4fd0-8813-40f0108a8810 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1561992 Sep 29 07:47:53.650866 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ecc70fca-ab05-4921-878f-625f420116d6 req-5e23392b-8f1a-4c75-8aa9-7d1053f2b106 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004059 Sep 29 07:47:53.679891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:53.689977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-1d393754-e043-45ce-ad22-67287a90fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:53.691555 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-1d393754-e043-45ce-ad22-67287a90fef2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 898 time: 0.1585729 Sep 29 07:47:53.747318 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '409b4665-5155-475d-aa8f-059fcf24cf09', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.52', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'port_id': '0d39b0bc-295a-43ca-a673-71e304278101', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'mac_address': 'fa:16:3e:6e:20:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:47:51Z', 'updated_at': '2022-09-29T07:47:51Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:40Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:53.751247 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] Checking router: 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:47:53.760111 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:47:53.760733 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:47:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:53.784821 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0381ace4-a8f0-4a15-8439-40a740d1a54c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/409b4665-5155-475d-aa8f-059fcf24cf09 HTTP/1.1" status: 200 len: 991 time: 0.1036456 Sep 29 07:47:53.797431 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-10ba3a78-9dd2-45ae-8d9c-8ed913725632 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 999 time: 0.0998769 Sep 29 07:47:53.861586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-1d6cb8c5-d2a6-4ef2-882b-c903095aeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:53.863095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-1d6cb8c5-d2a6-4ef2-882b-c903095aeb81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.0600932 Sep 29 07:47:53.933951 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:47:53.942951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-bcba6b12-60e6-4354-84e0-87a1f9e801e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:53.944479 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-bcba6b12-60e6-4354-84e0-87a1f9e801e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760424 Sep 29 07:47:54.074641 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-499d440b-8bee-475e-bd29-62392aa8f894 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238747 Sep 29 07:47:54.203629 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d861ca8e-4a55-4cb9-88ee-6174ca8f8d0d req-d202d4a4-a4a7-4cd7-a110-f15214c31ff9 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235812 Sep 29 07:47:54.273502 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '409b4665-5155-475d-aa8f-059fcf24cf09', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.52', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'port_id': '0d39b0bc-295a-43ca-a673-71e304278101', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'mac_address': 'fa:16:3e:6e:20:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:47:51Z', 'updated_at': '2022-09-29T07:47:51Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:40Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:47:54.277922 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ef1e27-d5f4-41e7-94aa-f0eac837ceb4 None None] The sync data for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv is: [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '409b4665-5155-475d-aa8f-059fcf24cf09', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'floating_ip_address': '172.26.0.52', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'port_id': '0d39b0bc-295a-43ca-a673-71e304278101', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'mac_address': 'fa:16:3e:6e:20:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:47:51Z', 'updated_at': '2022-09-29T07:47:51Z', 'revision_number': 0, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:40Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:47:54.458012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544d8a1-3d21-4bd0-93b4-204d6228fcb0 None None] New status for floating IP 409b4665-5155-475d-aa8f-059fcf24cf09: ACTIVE {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:47:54.788303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 56992) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:47:54.891615 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-70b74d9b-60f4-4a1a-a336-345c6e2cdc35 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/409b4665-5155-475d-aa8f-059fcf24cf09 HTTP/1.1" status: 200 len: 993 time: 0.1021211 Sep 29 07:47:57.413046 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-48bc811f-ad50-425d-9b1c-966e800c7c0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810487 Sep 29 07:47:57.569183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-723f1f56-8045-4512-8aac-45853232615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:57.570682 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-723f1f56-8045-4512-8aac-45853232615a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0764678 Sep 29 07:47:57.709510 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-ea7c0255-eef5-46e8-b7ca-a3068948cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:57.711027 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-ea7c0255-eef5-46e8-b7ca-a3068948cffb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 898 time: 0.1230261 Sep 29 07:47:57.812066 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-b32162b4-1292-4011-9bde-7878e022608c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 1001 time: 0.0950541 Sep 29 07:47:57.872004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-e991f9a6-db5a-4875-b2e8-3d5e2d401d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:57.873382 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-e991f9a6-db5a-4875-b2e8-3d5e2d401d07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.0558977 Sep 29 07:47:57.955633 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-16a48b10-ad43-4d1c-ad8e-45822922e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:47:57.957106 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-16a48b10-ad43-4d1c-ad8e-45822922e3ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774586 Sep 29 07:47:58.073662 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:47:58.179537 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-ffea8e72-d3e7-4132-b893-6fc0fd55f73b service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166467 Sep 29 07:47:58.307350 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5ca5f3d8-9cab-43d7-9549-44307ece8933 req-0aa3b855-f9f4-4c56-94f4-ec5ac4a95fd1 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215649 Sep 29 07:48:08.769092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1d778856-f8cf-4685-a7f5-e56fbbe98cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:11.073821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c7fcff40-c4b6-4d29-9901-0f2955c45fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:12.027843 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:12.226345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:13.586457 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:17.803402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:35.072438 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:48:38.770488 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-60ee7a51-6f49-421a-99d8-7cba7de17378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:41.080793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fbaa2bc1-47f5-4aae-9455-740772b92105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:42.029037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:42.229975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:43.591954 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:47.797550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:48:57.416080 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-e6d42aa8-9b7d-4a02-b85a-cd77008b132f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757957 Sep 29 07:48:57.593022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-1d873187-e8d5-4d94-86e0-2f645fbb9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:48:57.595125 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-1d873187-e8d5-4d94-86e0-2f645fbb9ed9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0822496 Sep 29 07:48:57.738761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-1da38d31-32e5-4598-82cc-9900a4f0fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:48:57.740274 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-1da38d31-32e5-4598-82cc-9900a4f0fd4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 898 time: 0.1270502 Sep 29 07:48:57.847215 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-ab132095-efec-401c-8132-d9adab2d8fb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 1001 time: 0.1011727 Sep 29 07:48:57.910216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-211af045-5806-4df5-be68-df769621cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:48:57.911710 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-211af045-5806-4df5-be68-df769621cdb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.0581083 Sep 29 07:48:57.998283 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-a65584ef-b1fa-4e9b-a62f-b8fb316ed33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:48:57.999728 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-a65584ef-b1fa-4e9b-a62f-b8fb316ed33c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808449 Sep 29 07:48:58.034305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45907fd7-6742-4b7d-98b1-909a9097f8ec req-3ce476a1-1d16-4459-a8be-614c36d217b9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:48:58.035791 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45907fd7-6742-4b7d-98b1-909a9097f8ec req-3ce476a1-1d16-4459-a8be-614c36d217b9 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1873474 Sep 29 07:48:58.078729 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45907fd7-6742-4b7d-98b1-909a9097f8ec req-a2a5d1ce-cf0c-4d8b-abf5-0f23c29338c2 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 Sep 29 07:48:58.131982 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-e835d0f7-0e5b-439a-be4a-e81440358a71 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248555 Sep 29 07:48:58.261295 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e67e0930-ad8e-4b90-b5ab-a4673b66ce3f req-2fe7d1a7-c45e-4a6a-bba7-ad85a2e5499f service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228421 Sep 29 07:48:59.325917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b987a-b88f-4e96-b385-b0c462b9fb05 req-a5c420d0-42e6-4103-9beb-2cbc23d30493 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:48:59.327443 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b73b987a-b88f-4e96-b385-b0c462b9fb05 req-a5c420d0-42e6-4103-9beb-2cbc23d30493 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1347647 Sep 29 07:48:59.372061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b73b987a-b88f-4e96-b385-b0c462b9fb05 req-4986fb9b-5133-4bbc-a7e1-2054f0000c6a tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388076 Sep 29 07:49:00.637422 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c786d2-b9ac-4285-a263-adac13579736 req-c7dae633-ca6d-4c43-8195-b19b35510a68 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:00.638886 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45c786d2-b9ac-4285-a263-adac13579736 req-c7dae633-ca6d-4c43-8195-b19b35510a68 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0846589 Sep 29 07:49:00.687118 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45c786d2-b9ac-4285-a263-adac13579736 req-32cbb8fc-5f76-49b3-a4b6-30304df3cf8d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Sep 29 07:49:00.716600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57028) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:00.816252 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9a047da2-457a-435b-9774-8bfc150fce17 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/409b4665-5155-475d-aa8f-059fcf24cf09 HTTP/1.1" status: 200 len: 993 time: 0.0985656 Sep 29 07:49:02.350701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184edf64-15c3-40cc-9ed1-d180beecdaed req-364dd8bc-b472-4895-b8dc-6d9fef614814 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:02.352175 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-184edf64-15c3-40cc-9ed1-d180beecdaed req-364dd8bc-b472-4895-b8dc-6d9fef614814 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1519458 Sep 29 07:49:02.355056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-75753555-6c1b-4505-a0c8-d732d38156cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:02.356402 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-75753555-6c1b-4505-a0c8-d732d38156cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1099 time: 0.1165824 Sep 29 07:49:02.478676 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-184edf64-15c3-40cc-9ed1-d180beecdaed req-dc14639f-eba8-4f7d-a432-d6bf853aeb78 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203456 Sep 29 07:49:02.518016 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-b1600a07-6239-42ca-af16-278f340ba8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:02.519496 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-b1600a07-6239-42ca-af16-278f340ba8e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 898 time: 0.1463497 Sep 29 07:49:02.618938 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-fbd0e435-b296-4cc9-92bf-233f064cfadd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 1001 time: 0.0938714 Sep 29 07:49:02.782112 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-1831527b-a165-453b-97f7-dccd85a7d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:02.784113 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-1831527b-a165-453b-97f7-dccd85a7d463 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.1600800 Sep 29 07:49:02.867099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-ce1f379d-1b4c-450e-965a-c5233e97e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:02.868554 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-ce1f379d-1b4c-450e-965a-c5233e97e20d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789862 Sep 29 07:49:02.996945 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-8816c6eb-7d54-4358-8cb0-64cf2432a78b service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228185 Sep 29 07:49:03.127149 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0974fca6-e126-4e72-a2b5-c6f5bf4b7257 req-63012376-36c3-46f5-8e10-7709ea0a569e service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236727 Sep 29 07:49:03.788245 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef190-d69a-48a4-9159-1af29791f4c9 req-9888345f-8926-4e3b-ab1d-1b3cf4895e24 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:03.789705 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-699ef190-d69a-48a4-9159-1af29791f4c9 req-9888345f-8926-4e3b-ab1d-1b3cf4895e24 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1965613 Sep 29 07:49:03.833697 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-699ef190-d69a-48a4-9159-1af29791f4c9 req-7e86df53-75ab-40b2-91d9-996764313fb8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384016 Sep 29 07:49:05.032248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9d222-90e4-4245-a6db-0a947454b9e4 req-4660ab75-6124-454d-9adf-fa5f9c648209 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:05.033734 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-47e9d222-90e4-4245-a6db-0a947454b9e4 req-4660ab75-6124-454d-9adf-fa5f9c648209 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0914526 Sep 29 07:49:05.076603 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-47e9d222-90e4-4245-a6db-0a947454b9e4 req-c107470f-2aed-4ec6-a38f-986d2d03dc96 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371797 Sep 29 07:49:05.106387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57042) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:05.212625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-338e82f0-dd38-4705-8819-682a612b56a8 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/floatingips/409b4665-5155-475d-aa8f-059fcf24cf09 HTTP/1.1" status: 200 len: 993 time: 0.1051257 Sep 29 07:49:05.571070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57050) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:05.775428 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port ca175123-c3c5-4ce1-9e5e-6d41a8a263b8 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:49:05.775770 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:05.943323 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:05.943651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:06.062850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for ca175123-c3c5-4ce1-9e5e-6d41a8a263b8 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:49:06.210627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:06.258959 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=ca175123-c3c5-4ce1-9e5e-6d41a8a263b8,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:06.299887 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.300267 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.300612 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.300947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.301281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.301610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.301935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.302257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.302606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.302932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.303259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.303578 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:06.362989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:06.363341 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Floating IP 409b4665-5155-475d-aa8f-059fcf24cf09 disassociated (deleted). External IP: 172.26.0.52, port: 0d39b0bc-295a-43ca-a673-71e304278101. Sep 29 07:49:06.804363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:49:06.977166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:06.986966 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] Sync routers for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:06.998561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:07.000977 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:07.001585 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:07.057725 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-90aee426-11cc-4dfa-95a3-ca94b1d3fa8c tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/floatingips/409b4665-5155-475d-aa8f-059fcf24cf09 HTTP/1.1" status: 204 len: 168 time: 1.4855528 Sep 29 07:49:07.058200 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:49:07.060552 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ec516-17bf-4457-8b95-c6b566497421" -d '{"events": [{"name": "network-changed", "server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "tag": "0d39b0bc-295a-43ca-a673-71e304278101"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:49:07.109954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d65c1c-de8b-435b-bb07-124bde98e9ae x-openstack-request-id: req-76d65c1c-de8b-435b-bb07-124bde98e9ae {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:49:07.110567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "tag": "0d39b0bc-295a-43ca-a673-71e304278101", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:49:07.110666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76d65c1c-de8b-435b-bb07-124bde98e9ae {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:49:07.111101 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d65c1c-de8b-435b-bb07-124bde98e9ae'] response: {'name': 'network-changed', 'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101', 'status': 'completed', 'code': 200} Sep 29 07:49:07.208548 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:07.238371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec516-17bf-4457-8b95-c6b566497421 req-f5b40325-986f-4154-a09a-2691be66a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:07.240401 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-f5b40325-986f-4154-a09a-2691be66a3ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 1099 time: 0.0820239 Sep 29 07:49:07.382874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec516-17bf-4457-8b95-c6b566497421 req-a50a5b8f-207c-40dd-b232-2f87e7c3cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:07.384373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-a50a5b8f-207c-40dd-b232-2f87e7c3cd0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 200 len: 898 time: 0.1338036 Sep 29 07:49:07.454363 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4809f-0771-4bc1-8fea-90b841816864 req-a518d7e8-764e-4161-83c0-8a39fceb0007 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:07.455915 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc4809f-0771-4bc1-8fea-90b841816864 req-a518d7e8-764e-4161-83c0-8a39fceb0007 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0893171 Sep 29 07:49:07.461614 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-d3e27cfc-d2d6-45f2-861f-b9b23fb8aa93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 200 len: 217 time: 0.0702488 Sep 29 07:49:07.505960 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7cc4809f-0771-4bc1-8fea-90b841816864 req-7843e28f-9fe2-4d39-81a1-f9670e458d25 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Sep 29 07:49:07.527832 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec516-17bf-4457-8b95-c6b566497421 req-4c14231a-f7fb-4fb3-821d-21302a836ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:07.529283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-4c14231a-f7fb-4fb3-821d-21302a836ea9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 200 len: 834 time: 0.0615113 Sep 29 07:49:07.538075 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:40Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:07.541997 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] Checking router: 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:07.550806 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:07.551404 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:48:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:07.615865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ec516-17bf-4457-8b95-c6b566497421 req-2146b939-758f-405a-8cc6-22723370ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:07.617341 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-2146b939-758f-405a-8cc6-22723370ffa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2a23510c-9664-4ccd-b6e2-74669c6a52b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804472 Sep 29 07:49:07.728545 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:07.747445 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-ef95e12e-16f3-4c94-852e-4279b0675a6e service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233051 Sep 29 07:49:07.876375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-637ec516-17bf-4457-8b95-c6b566497421 req-dc8f54e1-c63c-4b31-b00f-13c4f2be8474 service neutron] 10.222.0.61 "GET /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225967 Sep 29 07:49:08.031983 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:40Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:08.035713 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ec4f0-dd5d-4260-a794-def797544cbe None None] The sync data for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv is: [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '28e0f620-f887-49c6-9981-e05dd37978fe', 'name': '', 'network_id': '2a23510c-9664-4ccd-b6e2-74669c6a52b0', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'mac_address': 'fa:16:3e:67:8b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:35Z', 'updated_at': '2022-09-29T07:47:40Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'subnets': [{'id': 'a24fbd79-a076-4f2b-b48b-c716a4eb4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:08.234842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ad953-024a-470c-98c9-ba912a1062f2 None None] New status for floating IP 409b4665-5155-475d-aa8f-059fcf24cf09: DOWN {{(pid=89138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:49:08.698989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63661f00-9505-4ec7-9368-3bd68ea7f079 req-99c2b0c6-015c-42f4-b773-e1a7a985a2b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:08.699669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-63661f00-9505-4ec7-9368-3bd68ea7f079 req-99c2b0c6-015c-42f4-b773-e1a7a985a2b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Synchronizing usage tracker for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:49:08.715957 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-63661f00-9505-4ec7-9368-3bd68ea7f079 req-99c2b0c6-015c-42f4-b773-e1a7a985a2b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Unset dirty status for tenant:557d74bdb200420bacc97d0a3bb4ed0a on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:49:08.717243 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63661f00-9505-4ec7-9368-3bd68ea7f079 req-99c2b0c6-015c-42f4-b773-e1a7a985a2b4 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.1031806 Sep 29 07:49:08.762016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-63661f00-9505-4ec7-9368-3bd68ea7f079 req-ec9b205e-a6f5-4785-86d8-5315b78571f0 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Sep 29 07:49:08.773346 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1087b5e1-5f1e-408d-8a37-9a7e7a667ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:09.464490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-7066c2b1-5420-4bdc-b4d6-5c63d5f28eb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:09.465914 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-7066c2b1-5420-4bdc-b4d6-5c63d5f28eb6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0881083 Sep 29 07:49:09.534361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 0d39b0bc-295a-43ca-a673-71e304278101 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:49:09.534730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:09.890436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 0d39b0bc-295a-43ca-a673-71e304278101, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=0d39b0bc-295a-43ca-a673-71e304278101,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:09.891168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:09.969877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2aedb-b0d9-4ff1-b01a-5209c263449b req-302819c1-63b9-4c07-8fb1-1a3b21d8ead2 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:09.972197 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37d2aedb-b0d9-4ff1-b01a-5209c263449b req-302819c1-63b9-4c07-8fb1-1a3b21d8ead2 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b666028-024b-406e-a2a7-acfcd43af0e0 HTTP/1.1" status: 200 len: 946 time: 0.0940099 Sep 29 07:49:10.020007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 0d39b0bc-295a-43ca-a673-71e304278101 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:49:10.020261 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37d2aedb-b0d9-4ff1-b01a-5209c263449b req-6a3dcb71-28d6-43a1-9356-22f83882437d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "GET /v2.0/security-groups?id=250331f3-6652-4315-9974-68843aae041e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Sep 29 07:49:10.164679 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:10.217051 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=0d39b0bc-295a-43ca-a673-71e304278101,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:10.301194 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] No DVR routers for this DVR port 0d39b0bc-295a-43ca-a673-71e304278101 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:49:10.303556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:10.305969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'name': 'network-vif-deleted', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:49:10.308261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174475cf-cef1-4065-a347-68dc6f2bce35" -d '{"events": [{"server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "name": "network-vif-deleted", "tag": "0d39b0bc-295a-43ca-a673-71e304278101"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:49:10.323844 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-4f95d25f-0acd-43cd-8536-d9070981ec93 req-5d00a9a2-f455-4a61-87a3-de9cac9f7928 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.61 "DELETE /v2.0/ports/0d39b0bc-295a-43ca-a673-71e304278101 HTTP/1.1" status: 204 len: 173 time: 0.8528345 Sep 29 07:49:10.350338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe7b32-5233-49ab-8ca1-eb4eeb2695e6 x-openstack-request-id: req-adbe7b32-5233-49ab-8ca1-eb4eeb2695e6 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:49:10.350655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b666028-024b-406e-a2a7-acfcd43af0e0", "name": "network-vif-deleted", "tag": "0d39b0bc-295a-43ca-a673-71e304278101", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:49:10.350913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adbe7b32-5233-49ab-8ca1-eb4eeb2695e6 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:49:10.351314 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbe7b32-5233-49ab-8ca1-eb4eeb2695e6'] response: {'server_uuid': '9b666028-024b-406e-a2a7-acfcd43af0e0', 'name': 'network-vif-deleted', 'tag': '0d39b0bc-295a-43ca-a673-71e304278101', 'status': 'completed', 'code': 200} Sep 29 07:49:11.072714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c694022e-e7c1-4089-8dd4-9e6090ed2783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:11.122918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57068) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:11.666541 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:12.031532 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:12.070938 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:49:12.114967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 28e0f620-f887-49c6-9981-e05dd37978fe {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:49:12.115307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:12.233193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:12.297522 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 28e0f620-f887-49c6-9981-e05dd37978fe, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=28e0f620-f887-49c6-9981-e05dd37978fe,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:12.298015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:12.430102 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 28e0f620-f887-49c6-9981-e05dd37978fe owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:49:12.621877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:12.671819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=28e0f620-f887-49c6-9981-e05dd37978fe,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:12.833900 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0d39b0bc-295a-43ca-a673-71e304278101 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:49:12.872402 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 0d39b0bc-295a-43ca-a673-71e304278101 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:49:12.872657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 0d39b0bc-295a-43ca-a673-71e304278101 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:49:12.956524 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.311409 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:49:13.588269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:13.591803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.598023 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837795e-41f1-4b98-85d0-78899627428c None None] Sync routers for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:13.601172 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-015763eb-f2aa-49cc-a38d-541f825053f6 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "PUT /v2.0/routers/1d8b8c69-3b57-4a70-b156-3d67c6e433f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4770207 Sep 29 07:49:13.603886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57072) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:13.609865 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:13.610468 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:13.670896 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting subnet a24fbd79-a076-4f2b-b48b-c716a4eb4ddd {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:49:13.673987 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.728978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.809427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.814937 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:13.884222 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.922818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Subnet': ['ID=a24fbd79-a076-4f2b-b48b-c716a4eb4ddd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:13.927617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:13.934838 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-65d2406a-09e2-413e-9860-87d5b4b6163d tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/subnets/a24fbd79-a076-4f2b-b48b-c716a4eb4ddd HTTP/1.1" status: 204 len: 168 time: 0.3297009 Sep 29 07:49:13.935680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b08fde-0c19-4743-8880-20eedae5334c None None] Network 2a23510c-9664-4ccd-b6e2-74669c6a52b0 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:49:13.937706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57076) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:14.101410 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:49:12Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:14.105672 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837795e-41f1-4b98-85d0-78899627428c None None] Checking router: 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:14.116137 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] Routers {'1d8b8c69-3b57-4a70-b156-3d67c6e433f1'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:14.116749 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:14.122341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.219505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] DHCP port deletion for 2a23510c-9664-4ccd-b6e2-74669c6a52b0 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:49:14.223750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Deleting port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:49:14.224119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.298238 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] Set router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:14.305324 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.316845 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Deleting port 14491646-10d0-4115-aa4f-99816c61f4c1 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:49:14.317533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.435154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] For port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,segment=NetworkSegment(308a41ea-7018-492a-b6da-e7072bc3cd56),segment_id=308a41ea-7018-492a-b6da-e7072bc3cd56)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:14.435672 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.492951 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] For port 14491646-10d0-4115-aa4f-99816c61f4c1, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=14491646-10d0-4115-aa4f-99816c61f4c1,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:14.493366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.564112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Calling delete_port for 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:49:14.587864 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-e837795e-41f1-4b98-85d0-78899627428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:49:12Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:14.592146 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837795e-41f1-4b98-85d0-78899627428c None None] The sync data for ids ['1d8b8c69-3b57-4a70-b156-3d67c6e433f1'] in dv-neutron-859761-1-hyperv is: [{'id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852012948', 'tenant_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:47:31Z', 'updated_at': '2022-09-29T07:49:12Z', 'revision_number': 5, 'project_id': '557d74bdb200420bacc97d0a3bb4ed0a', 'gw_port': {'id': '14491646-10d0-4115-aa4f-99816c61f4c1', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8b8c69-3b57-4a70-b156-3d67c6e433f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:47:32Z', 'updated_at': '2022-09-29T07:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:14.622177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Calling delete_port for 14491646-10d0-4115-aa4f-99816c61f4c1 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:49:14.647327 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236'] for port, after_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.696596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Pushing event deleted for resources: {'Port': ['ID=6d382e61-cd2c-4ee1-b865-99f1fa482bf5,revision_number=None']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:14.700969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] No DVR routers for this DVR port 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 on host dv-neutron-859761-1-hyperv {{(pid=89138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:49:14.713268 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.713899 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.714292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.714874 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.715396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.715950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.716478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.716820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.717160 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.717494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.717827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.718159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2da5fc7-8db6-4501-8bd6-ab5c18b3d42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:14.794181 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:14.839090 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Port': ['ID=14491646-10d0-4115-aa4f-99816c61f4c1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:14.958223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:49:14.995694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:49:14.996054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 6d382e61-cd2c-4ee1-b865-99f1fa482bf5 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:49:15.042449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.213015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.215125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.238588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.239082 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8b8c69-3b57-4a70-b156-3d67c6e433f1 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:49:15.254187 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.258139 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-ccfa84dd-215a-4ec0-a4d2-dc960bf25d20 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/routers/1d8b8c69-3b57-4a70-b156-3d67c6e433f1 HTTP/1.1" status: 204 len: 168 time: 1.3166316 Sep 29 07:49:15.258305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57080) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:15.369253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.511699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.535781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a23510c-9664-4ccd-b6e2-74669c6a52b0']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:15.547285 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a41ea-7018-492a-b6da-e7072bc3cd56') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:15.547581 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a41ea-7018-492a-b6da-e7072bc3cd56') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:15.559253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.574510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.580558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:49:15.580935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.647217 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 308a41ea-7018-492a-b6da-e7072bc3cd56 resource provider aggregate not found Sep 29 07:49:15.670392 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 308a41ea-7018-492a-b6da-e7072bc3cd56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 308a41ea-7018-492a-b6da-e7072bc3cd56 found for delete ", "request_id": "req-f806ba46-c1c2-4bae-8dab-3a08fa75ab5c"}]} Sep 29 07:49:15.686122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.703506 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.715767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'Network': ['ID=2a23510c-9664-4ccd-b6e2-74669c6a52b0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:15.722340 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/networks/2a23510c-9664-4ccd-b6e2-74669c6a52b0 HTTP/1.1" status: 204 len: 168 time: 0.4630864 Sep 29 07:49:15.725233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57088) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:15.727029 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.727460 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.727812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.728150 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.728484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.728817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.729151 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.729746 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.730076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.730419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.730756 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.731084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1ab7fa-f5ed-4d71-9f66-2a16b87ee8c7 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:15.795925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1386d745-009a-4543-8e10-3c29eef0f531 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.825022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1386d745-009a-4543-8e10-3c29eef0f531 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.887658 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1386d745-009a-4543-8e10-3c29eef0f531 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.906630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386d745-009a-4543-8e10-3c29eef0f531 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250331f3-6652-4315-9974-68843aae041e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:15.914763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1386d745-009a-4543-8e10-3c29eef0f531 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:15.918525 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1386d745-009a-4543-8e10-3c29eef0f531 tempest-TestNetworkAdvancedServerOps-2103297348 tempest-TestNetworkAdvancedServerOps-2103297348-project] 10.222.0.26 "DELETE /v2.0/security-groups/250331f3-6652-4315-9974-68843aae041e HTTP/1.1" status: 204 len: 168 time: 0.1896756 Sep 29 07:49:16.274540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57098) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:16.417823 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fa1cd36e-3717-44b3-9efb-7f24e2b7a953 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=557d74bdb200420bacc97d0a3bb4ed0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420400 Sep 29 07:49:16.420338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57104) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:16.476463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1cdb744-533b-468b-ab6d-ce12700ccd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:16.505410 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1cdb744-533b-468b-ab6d-ce12700ccd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:16.555941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1cdb744-533b-468b-ab6d-ce12700ccd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:16.573466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdb744-533b-468b-ab6d-ce12700ccd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a5a866-3d9b-42f0-8d17-6f9dac5e77bc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:16.583765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-f1cdb744-533b-468b-ab6d-ce12700ccd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:16.585690 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-f1cdb744-533b-468b-ab6d-ce12700ccd64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55a5a866-3d9b-42f0-8d17-6f9dac5e77bc HTTP/1.1" status: 204 len: 168 time: 0.1636729 Sep 29 07:49:16.608071 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 14491646-10d0-4115-aa4f-99816c61f4c1 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:49:16.641092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 14491646-10d0-4115-aa4f-99816c61f4c1 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:49:16.641479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 14491646-10d0-4115-aa4f-99816c61f4c1 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:49:16.641911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 28e0f620-f887-49c6-9981-e05dd37978fe no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:49:16.677578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 28e0f620-f887-49c6-9981-e05dd37978fe {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:49:16.677932 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 28e0f620-f887-49c6-9981-e05dd37978fe not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:49:16.878517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57112) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:16.896141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:16.910678 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:16.914416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Usage tracker for resource:security_group_rule and tenant:dc248c12ada2474fadc3ae4bafc08a6a is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:16.917329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:16.922906 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:17.006631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.010325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.057171 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc248c12ada2474fadc3ae4bafc08a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775653 Sep 29 07:49:17.058036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80449de-bce1-41f1-9567-41525d0375df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b8430-7227-4d6b-b27b-d52f72af009d,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:17.059942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57116) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:17.121829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e68c4990-18df-4c58-b076-d71876c96668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.147277 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e68c4990-18df-4c58-b076-d71876c96668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.195917 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e68c4990-18df-4c58-b076-d71876c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.213056 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c4990-18df-4c58-b076-d71876c96668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b8430-7227-4d6b-b27b-d52f72af009d,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:17.219093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e68c4990-18df-4c58-b076-d71876c96668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.220178 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e68c4990-18df-4c58-b076-d71876c96668 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db5b8430-7227-4d6b-b27b-d52f72af009d HTTP/1.1" status: 204 len: 168 time: 0.1592298 Sep 29 07:49:17.803212 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:17.980796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57140) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:18.081521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1978678905-network', 'tenant_id': '2a778ad396254280af31754237d63518'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:18.086199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:18.090048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Usage tracker for resource:network and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:18.092891 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:18.099122 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:18.109462 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Made reservation on behalf of 2a778ad396254280af31754237d63518 for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:49:18.111906 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.123536 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.137424 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:18.141477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:18.145197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:18.151278 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:18.232988 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.236658 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.265053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:49:18.273628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5c3db-277d-4818-b390-7edcf22f03b4,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:18.278994 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.279336 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Added segment fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c of type vlan for network 17edb090-6426-479b-accd-95eb805fdaab Sep 29 07:49:18.306881 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.335161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.336096 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:18.336787 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.440726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] Pushing event updated for resources: {'Network': ['ID=17edb090-6426-479b-accd-95eb805fdaab,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:18.443965 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8e6b9e9e-f80e-4723-b642-7c05451007c3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4621515 Sep 29 07:49:18.447081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57146) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:18.450870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 17edb090-6426-479b-accd-95eb805fdaab details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:49:18.452732 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Request body: {'subnet': {'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1978678905-subnet', 'tenant_id': '2a778ad396254280af31754237d63518', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:18.458201 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:18.462075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Usage tracker for resource:subnet and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:18.464908 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:18.470617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:18.480482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Made reservation on behalf of 2a778ad396254280af31754237d63518 for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:49:18.483093 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.686934 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.760573 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edbf738-7a39-4725-b04c-5beba9bac59f,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:18.769134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Checking segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:18.769625 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Network hostable DHCP agents. Network: 17edb090-6426-479b-accd-95eb805fdaab, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:49:18.787898 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Network 17edb090-6426-479b-accd-95eb805fdaab is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:49:18.796892 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 17edb090-6426-479b-accd-95eb805fdaab) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:18.802322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:18.803167 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.808133 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b1908-3e51-46c9-881d-c80100d6151e None None] Network 17edb090-6426-479b-accd-95eb805fdaab requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:49:18.825241 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4c744007-8e32-483f-a11a-8638788ebcb9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3770764 Sep 29 07:49:18.827915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57150) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:18.832827 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:18.837588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:18.841624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Usage tracker for resource:router and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:18.844508 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:18.850392 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:18.860814 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.862322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:18.878620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.025822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-17edb090-6426-479b-accd-95eb805fdaab', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:49:19.026767 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.184993 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Allocated IP 172.20.0.2 (17edb090-6426-479b-accd-95eb805fdaab/5edbf738-7a39-4725-b04c-5beba9bac59f/3d8e48d6-33e2-4135-a88c-2ee689141275) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:19.254607 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.393652 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.403955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Transition to ACTIVE for port object 3d8e48d6-33e2-4135-a88c-2ee689141275 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:19.422154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Transition to ACTIVE for port object 3d8e48d6-33e2-4135-a88c-2ee689141275 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:19.429136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.492549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Network 17edb090-6426-479b-accd-95eb805fdaab is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:19.495224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:19.499055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:19.507956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Pushing event updated for resources: {'Port': ['ID=3d8e48d6-33e2-4135-a88c-2ee689141275,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:19.563330 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.592652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.606748 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Attempting to bind port 3d8e48d6-33e2-4135-a88c-2ee689141275 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:19.607125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Attempting to bind port 3d8e48d6-33e2-4135-a88c-2ee689141275 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:19.607490 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Attempting to bind port 3d8e48d6-33e2-4135-a88c-2ee689141275 on network 17edb090-6426-479b-accd-95eb805fdaab {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:19.612648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:19.613022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Checking segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:19.613431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.613822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Bound using segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:19.614283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Bound port: 3d8e48d6-33e2-4135-a88c-2ee689141275, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:19.614681 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.701809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] For port 3d8e48d6-33e2-4135-a88c-2ee689141275, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:19.706000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] For port 3d8e48d6-33e2-4135-a88c-2ee689141275, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d8e48d6-33e2-4135-a88c-2ee689141275,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:19.709906 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.729259 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Allocated IP 172.26.0.31 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/d866c843-11a3-4dd7-88d7-820ecd95de1c) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:19.797550 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c59616-f0fc-44c1-948e-69de282521ed None None] Pushing event updated for resources: {'Port': ['ID=3d8e48d6-33e2-4135-a88c-2ee689141275,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:19.881258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.916494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:19.986568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:19.989567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:19.993195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:20.026964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Pushing event updated for resources: {'Port': ['ID=d866c843-11a3-4dd7-88d7-820ecd95de1c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:20.401510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:20.626685 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d8e48d6-33e2-4135-a88c-2ee689141275 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:20.704873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 3d8e48d6-33e2-4135-a88c-2ee689141275 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:20.736809 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ff3d3-a0df-4d22-9ee5-bbdb5795ef38 None None] Network 17edb090-6426-479b-accd-95eb805fdaab requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:49:20.842648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Provisioning for port 3d8e48d6-33e2-4135-a88c-2ee689141275 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:20.851987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Provisioning complete for port 3d8e48d6-33e2-4135-a88c-2ee689141275 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:20.852361 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:20.852699 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Attempt 1 to provision port 3d8e48d6-33e2-4135-a88c-2ee689141275 Sep 29 07:49:20.889131 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:21.073673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Current status of the port 3d8e48d6-33e2-4135-a88c-2ee689141275 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:21.073937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:21.093128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:49:21.114176 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] For port 3d8e48d6-33e2-4135-a88c-2ee689141275, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d8e48d6-33e2-4135-a88c-2ee689141275,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:21.118934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:21.187803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe002a2-19a5-445f-8ef3-3183870b252d None None] Pushing event updated for resources: {'Port': ['ID=3d8e48d6-33e2-4135-a88c-2ee689141275,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:21.274468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:21.283114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:21.292916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:21.293683 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:21.298862 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:21.300744 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2e77e397-6446-4fb4-ba32-fc657cb85f32 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4717741 Sep 29 07:49:21.303383 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57154) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:21.388118 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-30fa768b-7c60-4ba0-b091-045d0948ee9a None None] Provisioning complete for port 3d8e48d6-33e2-4135-a88c-2ee689141275 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:21.388380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-30fa768b-7c60-4ba0-b091-045d0948ee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:21.388889 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-30fa768b-7c60-4ba0-b091-045d0948ee9a None None] Attempt 1 to provision port 3d8e48d6-33e2-4135-a88c-2ee689141275 Sep 29 07:49:21.562632 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:21.795046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-30fa768b-7c60-4ba0-b091-045d0948ee9a None None] Current status of the port 3d8e48d6-33e2-4135-a88c-2ee689141275 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:21.893565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:20Z', 'revision_number': 3, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:21.897803 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:21.898151 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Updating router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 port d866c843-11a3-4dd7-88d7-820ecd95de1c binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:49:21.952155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.094007 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.275256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.287337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Transition to ACTIVE for port object d866c843-11a3-4dd7-88d7-820ecd95de1c will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:22.292748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Allocated IP 172.20.0.1 (17edb090-6426-479b-accd-95eb805fdaab/5edbf738-7a39-4725-b04c-5beba9bac59f/9dc06966-9614-4d4f-82f2-47b7dbbf6be8) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:22.293793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.358788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Attempting to bind port d866c843-11a3-4dd7-88d7-820ecd95de1c on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:22.359076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Attempting to bind port d866c843-11a3-4dd7-88d7-820ecd95de1c by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:22.359442 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Attempting to bind port d866c843-11a3-4dd7-88d7-820ecd95de1c on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:22.369599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:22.369975 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:22.370378 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.370867 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:22.371333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Bound port: d866c843-11a3-4dd7-88d7-820ecd95de1c, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:22.371707 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.409266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579e583-f34b-44f2-9985-8152e670cde1 None None] Pushing event updated for resources: {'Port': ['ID=d866c843-11a3-4dd7-88d7-820ecd95de1c,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:22.440085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.450094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] For port d866c843-11a3-4dd7-88d7-820ecd95de1c, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:22.453197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] For port d866c843-11a3-4dd7-88d7-820ecd95de1c, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d866c843-11a3-4dd7-88d7-820ecd95de1c,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:22.457431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Transition to ACTIVE for port object 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:22.457888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.481467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.520076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:22.520533 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:22.547377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Network 17edb090-6426-479b-accd-95eb805fdaab is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:22.550797 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:22.554479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:22.601435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Pushing event updated for resources: {'Port': ['ID=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:22.605736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579e583-f34b-44f2-9985-8152e670cde1 None None] Pushing event updated for resources: {'Port': ['ID=d866c843-11a3-4dd7-88d7-820ecd95de1c,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:22.618444 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.670304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d8e48d6-33e2-4135-a88c-2ee689141275 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:22.750515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.765093 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:22.977263 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.982236 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.987735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 3d8e48d6-33e2-4135-a88c-2ee689141275 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:22.988399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:22.988503 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 3d8e48d6-33e2-4135-a88c-2ee689141275 Sep 29 07:49:23.025000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Provisioning for port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:23.050117 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Provisioning complete for port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:23.050506 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:23.050853 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 1 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:23.088184 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:23.091496 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Pushing event updated for resources: {'Port': ['ID=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:23.135311 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:23.223635 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Network 17edb090-6426-479b-accd-95eb805fdaab is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:23.225531 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:23.246774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 3d8e48d6-33e2-4135-a88c-2ee689141275 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:23.268306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:20Z', 'revision_number': 3, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:23.272582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a3716-505e-4351-a6bb-8008c365100b None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:20Z', 'revision_number': 3, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:23.428130 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:49:23.636764 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 2 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:23.694206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:23.735982 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:23.745255 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2bd67f32-972f-44e4-aeab-7f08b6855b1b admin admin] 10.222.0.26 "PUT /v2.0/routers/8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405978 Sep 29 07:49:24.195602 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 3 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:24.252057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:24.259529 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57172) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:24.265068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-910765121-network', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:24.270371 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:24.274255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Usage tracker for resource:network and tenant:a43661eb7dda42d29c7b87efb44119cf is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:24.277084 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:24.282757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:24.294325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Made reservation on behalf of a43661eb7dda42d29c7b87efb44119cf for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:49:24.296681 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.309015 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.323103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:24.326899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a43661eb7dda42d29c7b87efb44119cf is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:24.329642 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:24.335819 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:24.417848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.421788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.450902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:49:24.459575 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8eff87-7576-4c06-aab3-ca82b3e43ad7,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:24.464977 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.465338 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Added segment 468b8526-3dcf-423f-955e-71cdca94a611 of type vlan for network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 Sep 29 07:49:24.493324 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.522465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.523350 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:24.523946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.625909 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3621464 Sep 29 07:49:24.625909 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e36e8a-4915-4da7-af72-2fc5cfdbc6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:24.626183 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:24.633812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Request body: {'subnet': {'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-910765121-subnet', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'ip_version': 4}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:24.635705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:49:24.639819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:24.647300 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Usage tracker for resource:subnet and tenant:a43661eb7dda42d29c7b87efb44119cf is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:24.650457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:24.655161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d866c843-11a3-4dd7-88d7-820ecd95de1c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:24.657201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:24.667387 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Made reservation on behalf of a43661eb7dda42d29c7b87efb44119cf for: {'subnet': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:49:24.670146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7018978'] for subnet, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.760289 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 4 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:24.841806 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:24.842968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:24.853761 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:24.854670 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:24.855140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port d866c843-11a3-4dd7-88d7-820ecd95de1c completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:24.860053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d866c843-11a3-4dd7-88d7-820ecd95de1c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:24.860517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.860923 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d866c843-11a3-4dd7-88d7-820ecd95de1c Sep 29 07:49:24.887683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6263187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7018956'] for subnet, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.961620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c13ea5-de95-427b-9c1a-8d61d662292c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:24.975851 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Checking segment: {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:24.976208 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Network hostable DHCP agents. Network: 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:49:24.988870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d866c843-11a3-4dd7-88d7-820ecd95de1c is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:24.989380 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:24.997258 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:49:25.010138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4) {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:25.014747 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:25.015002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port d866c843-11a3-4dd7-88d7-820ecd95de1c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d866c843-11a3-4dd7-88d7-820ecd95de1c,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:25.015767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.022096 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb833cb0-19a5-47f6-884b-9f5ca30038fb None None] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:49:25.034377 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:25.037412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.044812 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-650d25b2-1878-4f6d-b25e-41633ba57bf1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4172132 Sep 29 07:49:25.047228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57180) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:25.053353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:25.058440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:25.062641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Usage tracker for resource:router and tenant:a43661eb7dda42d29c7b87efb44119cf is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:25.066133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:25.072288 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:25.090228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.091348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.107610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.193030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=d866c843-11a3-4dd7-88d7-820ecd95de1c,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:25.327528 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'fixed_ips': [{'subnet_id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:49:25.328452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.344113 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 5 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:25.382304 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 2, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:25.385692 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.387048 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:25.387409 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Updating router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:49:25.446260 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.456401 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:25.534127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Allocated IP 172.20.0.2 (8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4/f9c13ea5-de95-427b-9c1a-8d61d662292c/b24e57a4-ecde-4664-9103-28bf9a73e801) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:25.709528 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.744509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.780834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.791446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Transition to ACTIVE for port object b24e57a4-ecde-4664-9103-28bf9a73e801 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:25.796342 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.809916 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Transition to ACTIVE for port object 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:25.810964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Transition to ACTIVE for port object b24e57a4-ecde-4664-9103-28bf9a73e801 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:25.816176 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.817990 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:25.883502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:25.886462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:25.890139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:25.892026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Allocated IP 172.26.0.128 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/9f681b2c-4c47-4080-852a-4b1551d20357) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:25.896666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Pushing event updated for resources: {'Port': ['ID=b24e57a4-ecde-4664-9103-28bf9a73e801,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:25.975415 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 6 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:26.025625 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Pushing event updated for resources: {'Port': ['ID=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:26.035413 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.035755 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.036092 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.037144 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.037144 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.037144 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.037404 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.037677 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.038000 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.038661 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.038661 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.038967 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:49:26.045601 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Attempting to bind port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:26.045969 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Attempting to bind port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:26.046987 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Attempting to bind port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 on network 17edb090-6426-479b-accd-95eb805fdaab {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:26.049935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Attempting to bind port b24e57a4-ecde-4664-9103-28bf9a73e801 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:26.050312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Attempting to bind port b24e57a4-ecde-4664-9103-28bf9a73e801 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:26.050705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Attempting to bind port b24e57a4-ecde-4664-9103-28bf9a73e801 on network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:26.051824 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:26.052193 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Checking segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:26.052596 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.052981 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Bound using segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:26.053469 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Bound port: 9dc06966-9614-4d4f-82f2-47b7dbbf6be8, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:26.053793 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.060518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:26.060897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Checking segment: {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:26.061298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.061692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Bound using segment: {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:26.062164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Bound port: b24e57a4-ecde-4664-9103-28bf9a73e801, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:26.062562 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.065128 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.073389 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:26.097137 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.148283 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] For port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:26.151689 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] For port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:26.155398 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] For port b24e57a4-ecde-4664-9103-28bf9a73e801, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:26.157716 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.158526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] For port b24e57a4-ecde-4664-9103-28bf9a73e801, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b24e57a4-ecde-4664-9103-28bf9a73e801,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:26.163240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.171222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:26.174617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:26.177547 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:26.220591 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:26.221252 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:26.222913 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Pushing event updated for resources: {'Port': ['ID=9f681b2c-4c47-4080-852a-4b1551d20357,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:26.241949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16448e1-1fe0-47d2-9c6d-70416f391275 None None] Pushing event updated for resources: {'Port': ['ID=b24e57a4-ecde-4664-9103-28bf9a73e801,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:26.308204 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f491b27-7c53-4c26-a13a-04530e942ede None None] Pushing event updated for resources: {'Port': ['ID=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:26.423324 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:26.575115 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Attempt 7 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:26.671350 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe3b68-4192-4920-b870-c5928c88befc None None] Port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:49:26.718425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b24e57a4-ecde-4664-9103-28bf9a73e801 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:26.785370 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:26Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:26.790124 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd73cc-54f8-4e1d-b7ff-e9259fde25e4 None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:26Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:26.807818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port b24e57a4-ecde-4664-9103-28bf9a73e801 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:26.813283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d866c843-11a3-4dd7-88d7-820ecd95de1c up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:26.829325 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.900539 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port d866c843-11a3-4dd7-88d7-820ecd95de1c triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:26.901211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:26.901801 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port d866c843-11a3-4dd7-88d7-820ecd95de1c Sep 29 07:49:27.032470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port d866c843-11a3-4dd7-88d7-820ecd95de1c is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:27.218829 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:27.386872 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c330e6-d7ac-435f-9c29-4691dcb138b9 None None] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:49:27.449092 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:49:27.491296 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Provisioning for port b24e57a4-ecde-4664-9103-28bf9a73e801 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:27.511192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Provisioning complete for port b24e57a4-ecde-4664-9103-28bf9a73e801 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:27.511565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:27.511902 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Attempt 1 to provision port b24e57a4-ecde-4664-9103-28bf9a73e801 Sep 29 07:49:27.634698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:27.661557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:27.665604 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7b1b5c87-e09a-45e1-ae64-f7a152e87084 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6143010 Sep 29 07:49:27.665989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57184) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:27.669317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Sync routers for ids ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:27.741468 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Routers {'1db8a376-17cb-4e46-9bbe-0d3386fe7690'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:27.741862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:27.830706 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Current status of the port b24e57a4-ecde-4664-9103-28bf9a73e801 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:27.831028 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:27.958921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] For port b24e57a4-ecde-4664-9103-28bf9a73e801, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b24e57a4-ecde-4664-9103-28bf9a73e801,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:27.968364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.019807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Set router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:28.276173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef44954-2b7d-49a1-b3e7-9a17db39b710 None None] Pushing event updated for resources: {'Port': ['ID=b24e57a4-ecde-4664-9103-28bf9a73e801,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:28.313849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-27c24480-23fb-43ae-a4c6-22d955429de6 None None] Provisioning complete for port b24e57a4-ecde-4664-9103-28bf9a73e801 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:28.314233 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-27c24480-23fb-43ae-a4c6-22d955429de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.314666 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-27c24480-23fb-43ae-a4c6-22d955429de6 None None] Attempt 1 to provision port b24e57a4-ecde-4664-9103-28bf9a73e801 Sep 29 07:49:28.480659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.487919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-27c24480-23fb-43ae-a4c6-22d955429de6 None None] Current status of the port b24e57a4-ecde-4664-9103-28bf9a73e801 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:28.497924 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:26Z', 'revision_number': 3, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:28.501791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Checking router: 1db8a376-17cb-4e46-9bbe-0d3386fe7690 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:28.502152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Updating router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 port 9f681b2c-4c47-4080-852a-4b1551d20357 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:49:28.554670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.703344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:28.718460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Allocated IP 172.20.0.1 (8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4/f9c13ea5-de95-427b-9c1a-8d61d662292c/dbba327e-c92d-478d-b2e8-55879e1ec61b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:28.863439 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:28.866156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.872454 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:28.872827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.873164 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:28.881420 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Transition to ACTIVE for port object dbba327e-c92d-478d-b2e8-55879e1ec61b will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:28.904372 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:28.974364 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:28.977307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:28.980123 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:29.015256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Pushing event updated for resources: {'Port': ['ID=dbba327e-c92d-478d-b2e8-55879e1ec61b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:29.040548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.044813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.065000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Transition to ACTIVE for port object 9f681b2c-4c47-4080-852a-4b1551d20357 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:29.069774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:29.070175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.081428 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.166060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Attempting to bind port 9f681b2c-4c47-4080-852a-4b1551d20357 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:29.166441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Attempting to bind port 9f681b2c-4c47-4080-852a-4b1551d20357 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:29.166821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Attempting to bind port 9f681b2c-4c47-4080-852a-4b1551d20357 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:29.181316 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:29.182613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:29.183017 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:29.183399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.183782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:29.184243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Bound port: 9f681b2c-4c47-4080-852a-4b1551d20357, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:29.184705 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.212283 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55e8e0-45dd-480a-8a8e-d984f18c44be None None] Pushing event updated for resources: {'Port': ['ID=9f681b2c-4c47-4080-852a-4b1551d20357,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:29.228353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.229036 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b24e57a4-ecde-4664-9103-28bf9a73e801 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:29.304202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.365002 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Provisioning for port dbba327e-c92d-478d-b2e8-55879e1ec61b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:29.385065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] For port 9f681b2c-4c47-4080-852a-4b1551d20357, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:29.386939 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Provisioning complete for port dbba327e-c92d-478d-b2e8-55879e1ec61b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:29.387317 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.387651 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 1 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:29.419689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:29.432304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] For port 9f681b2c-4c47-4080-852a-4b1551d20357, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9f681b2c-4c47-4080-852a-4b1551d20357,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:29.445245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.533029 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Routers {'1db8a376-17cb-4e46-9bbe-0d3386fe7690'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:29.533558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:29.537932 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.542667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.579523 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:29.580026 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port b24e57a4-ecde-4664-9103-28bf9a73e801 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:29.580388 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.580712 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port b24e57a4-ecde-4664-9103-28bf9a73e801 Sep 29 07:49:29.646686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Pushing event updated for resources: {'Port': ['ID=dbba327e-c92d-478d-b2e8-55879e1ec61b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:29.652250 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:29.667475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55e8e0-45dd-480a-8a8e-d984f18c44be None None] Pushing event updated for resources: {'Port': ['ID=9f681b2c-4c47-4080-852a-4b1551d20357,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:29.791961 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:29.793460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:29.863049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] Set router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:29.925352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port b24e57a4-ecde-4664-9103-28bf9a73e801 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:30.084234 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 2 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:30.098808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:49:30.166912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:30.250580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dbba327e-c92d-478d-b2e8-55879e1ec61b', 'name': '', 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'mac_address': 'fa:16:3e:33:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:28Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 2, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'subnets': [{'id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:30.254699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7bfab1-2770-4eba-8543-00308770cd22 None None] The sync data for ids ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'] in dv-neutron-859761-1-hyperv is: [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dbba327e-c92d-478d-b2e8-55879e1ec61b', 'name': '', 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'mac_address': 'fa:16:3e:33:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:28Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 2, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'subnets': [{'id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:30.300514 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:30.309751 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9ad03a9c-7ea7-4588-811c-5695135af91c admin admin] 10.222.0.26 "PUT /v2.0/routers/1db8a376-17cb-4e46-9bbe-0d3386fe7690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423581 Sep 29 07:49:30.625742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:30.672983 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 3 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:30.747968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:30.751374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57194) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:30.757713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141852546', 'description': 'tempest-secgroup-smoke-1141852546 description', 'project_id': '2a778ad396254280af31754237d63518'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:30.762774 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:30.763124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:30.763460 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 Sep 29 07:49:30.765590 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:30.771395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:30.775278 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:30.782263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:30.793422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:30.816266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:30.820151 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:30.825109 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:30.833843 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:30.909531 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:30.915657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:30.920936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:30.968301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776ee0d8-cbf0-450e-9698-6b3d1b43134c,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:30.971977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:30.976878 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-92a448a4-8494-48c9-b168-b5b67e5916ba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2203310 Sep 29 07:49:30.977126 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57198) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:30.982743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': '776ee0d8-cbf0-450e-9698-6b3d1b43134c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:30.990648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:30.993824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:31.000491 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:31.010570 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:31.037350 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.110549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.115296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.140128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06461fd-27df-4d49-81aa-664855412d7d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:31.151622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.153321 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c7b4ab79-ae7c-427a-b9ff-6fbd22ff6a35 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748283 Sep 29 07:49:31.155733 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57202) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:31.161936 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': '776ee0d8-cbf0-450e-9698-6b3d1b43134c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:31.168211 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:31.172223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:31.175366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:31.181268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:31.204454 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.248984 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 4 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:31.276668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.281567 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.305994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a5fdb2-1a55-4a20-9628-210cff0989e7,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:31.311497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:31.316734 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.320569 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-326b67e2-59f5-49b2-a97b-3e834ceea939 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610360 Sep 29 07:49:31.320865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57206) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:31.325904 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': '776ee0d8-cbf0-450e-9698-6b3d1b43134c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:31.333031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:31.336990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:31.340001 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:31.346067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:31.366095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.433880 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.437276 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.461994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a29834-66d9-4086-8f72-c67466a956cd,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:31.472044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.473491 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-483b55e1-3ee8-4410-8ddd-7882395911f7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515911 Sep 29 07:49:31.476261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57210) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:31.481648 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': '776ee0d8-cbf0-450e-9698-6b3d1b43134c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:31.488091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:31.492047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:31.495058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:31.500873 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:31.518725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.584149 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.587686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.611301 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dcfa34-5783-41f7-904e-be3b0bff0784,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:31.620622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.622195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-8fe7e9d2-3d72-49a3-aa7d-a3c1cba3aadc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448684 Sep 29 07:49:31.625106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57214) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:31.631031 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': '776ee0d8-cbf0-450e-9698-6b3d1b43134c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:31.637257 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:31.641425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:31.645577 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:31.651513 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:31.662402 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Project 2a778ad396254280af31754237d63518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:49:31.669180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.737075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.740817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.762938 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f08e273-e7f3-4c1b-ad0c-3e45344bf3ad,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:31.771968 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.773229 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-365f4f16-d137-42fe-88fa-9c5a9575b3c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470757 Sep 29 07:49:31.775911 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57218) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:31.780781 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': '776ee0d8-cbf0-450e-9698-6b3d1b43134c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:31.787115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:31.790894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:31.793674 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:31.799284 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:31.809477 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Project 2a778ad396254280af31754237d63518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:49:31.812690 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 5 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:31.815965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.869559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:31.884920 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.888559 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.917061 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df506a42-c025-450d-86c8-f82cdb676ab8,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:31.923481 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:31.924640 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-202796be-2cb0-496f-9525-46f701e85798 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478384 Sep 29 07:49:32.086370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-60db14bf-91f4-4b69-be05-d6c389899904 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:49:32.102406 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-60db14bf-91f4-4b69-be05-d6c389899904 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:49:32.103485 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-60db14bf-91f4-4b69-be05-d6c389899904 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141852546&fields=id&tenant_id=2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 267 time: 0.0567136 Sep 29 07:49:32.260047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-16f03a94-fb51-4328-a819-73d4f7c69078 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:32.261531 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-16f03a94-fb51-4328-a819-73d4f7c69078 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 809 time: 0.1511130 Sep 29 07:49:32.276865 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-de4da0cc-dc88-49a4-b366-df7df959a00d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/quotas/2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 375 time: 0.0097425 Sep 29 07:49:32.368898 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-b6c793fd-78b9-4ccf-a06d-14d7bd044685 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871820 Sep 29 07:49:32.371003 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 6 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:32.429693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:32.508223 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-b9f36e89-8546-40a5-9817-35e2f111626b service neutron] 10.222.0.26 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274025 Sep 29 07:49:32.627732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9f681b2c-4c47-4080-852a-4b1551d20357 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:32.648526 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-c24c334b-7bb3-437d-822d-31bc88292c6a service neutron] 10.222.0.26 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330085 Sep 29 07:49:32.698960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 9f681b2c-4c47-4080-852a-4b1551d20357 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:32.703598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9f681b2c-4c47-4080-852a-4b1551d20357 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:32.704058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:32.704583 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9f681b2c-4c47-4080-852a-4b1551d20357 Sep 29 07:49:32.826189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9f681b2c-4c47-4080-852a-4b1551d20357 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:32.826480 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:32.832776 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-65170376-2e57-421b-ae0f-a5bae1457bcf req-d52517ee-7d77-4337-9254-a7498953d00b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:49:32.844735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 9f681b2c-4c47-4080-852a-4b1551d20357, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9f681b2c-4c47-4080-852a-4b1551d20357,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:32.848721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:32.855218 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-65170376-2e57-421b-ae0f-a5bae1457bcf req-d52517ee-7d77-4337-9254-a7498953d00b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:49:32.856564 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-65170376-2e57-421b-ae0f-a5bae1457bcf req-d52517ee-7d77-4337-9254-a7498953d00b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 210 time: 0.0756516 Sep 29 07:49:32.927441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=9f681b2c-4c47-4080-852a-4b1551d20357,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:32.930442 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 7 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:32.984226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:33.485402 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 8 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:33.540813 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:33.915964 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Sync routers for ids ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:33.925980 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Routers {'1db8a376-17cb-4e46-9bbe-0d3386fe7690'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:33.926622 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:34.027375 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-36c72651-8596-40c3-ac23-fb72daaa132d req-eaf96c04-8a59-424b-8015-844d9b3ed3f4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 210 time: 0.0516436 Sep 29 07:49:34.041983 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 9 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:34.109344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:34.166577 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Set router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:34.177054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-831cb30c-0194-488b-9163-eefa13964e82 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:34.178638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-831cb30c-0194-488b-9163-eefa13964e82 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 809 time: 0.1503623 Sep 29 07:49:34.244584 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-539c11f1-88c7-436c-8317-78860b2c7415 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 380 time: 0.0501375 Sep 29 07:49:34.253245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'port': {'device_id': '859ea289-dd00-4751-9213-5bc27ab041de', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'admin_state_up': True, 'tenant_id': '2a778ad396254280af31754237d63518', 'security_groups': ['776ee0d8-cbf0-450e-9698-6b3d1b43134c']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:34.392749 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:34.402007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:34.413066 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Made reservation on behalf of 2a778ad396254280af31754237d63518 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:49:34.416584 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.490315 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dbba327e-c92d-478d-b2e8-55879e1ec61b', 'name': '', 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'mac_address': 'fa:16:3e:33:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:28Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 2, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'subnets': [{'id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:34.494520 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Checking router: 1db8a376-17cb-4e46-9bbe-0d3386fe7690 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:34.494867 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Updating router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 port dbba327e-c92d-478d-b2e8-55879e1ec61b binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:49:34.548033 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.610907 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Attempt 10 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:34.644825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9f681b2c-4c47-4080-852a-4b1551d20357 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:34.706408 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Allocated IP 172.20.0.5 (17edb090-6426-479b-accd-95eb805fdaab/5edbf738-7a39-4725-b04c-5beba9bac59f/f3a069fb-b853-4b14-960a-729d4e55276e) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:34.717788 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4f4ab-453f-46a4-9438-63e07b62fa1c None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:34.739750 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 9f681b2c-4c47-4080-852a-4b1551d20357 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:34.740136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.740465 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 9f681b2c-4c47-4080-852a-4b1551d20357 Sep 29 07:49:34.867197 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-28a7f199-cb8b-4587-b6bf-20a7e86533a7 None None] Provisioning complete for port dbba327e-c92d-478d-b2e8-55879e1ec61b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:34.867569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-28a7f199-cb8b-4587-b6bf-20a7e86533a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.867910 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28a7f199-cb8b-4587-b6bf-20a7e86533a7 None None] Attempt 1 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:34.909217 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.913752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.921814 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Transition to ACTIVE for port object dbba327e-c92d-478d-b2e8-55879e1ec61b will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:34.929210 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.932967 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 9f681b2c-4c47-4080-852a-4b1551d20357 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:34.933124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Transition to ACTIVE for port object f3a069fb-b853-4b14-960a-729d4e55276e will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:34.962671 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:34.965870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28a7f199-cb8b-4587-b6bf-20a7e86533a7 None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:35.032718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Network 17edb090-6426-479b-accd-95eb805fdaab is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:35.035927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:35.038445 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:35.077121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:35.119015 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:35.119660 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.135271 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8dd9-6d66-49ab-a011-22aa21e481dd None None] Pushing event updated for resources: {'Port': ['ID=dbba327e-c92d-478d-b2e8-55879e1ec61b,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:35.147625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e94cf25d-0a59-4a9d-821b-6156f83ed267 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8978748 Sep 29 07:49:35.162656 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Attempting to bind port dbba327e-c92d-478d-b2e8-55879e1ec61b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:35.163357 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Attempting to bind port dbba327e-c92d-478d-b2e8-55879e1ec61b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:35.163885 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Attempting to bind port dbba327e-c92d-478d-b2e8-55879e1ec61b on network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:35.164657 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Request body: {'port': {'device_id': '859ea289-dd00-4751-9213-5bc27ab041de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:35.170954 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:35.171750 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Checking segment: {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:35.172308 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.172917 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Bound using segment: {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:35.173561 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Bound port: dbba327e-c92d-478d-b2e8-55879e1ec61b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468b8526-3dcf-423f-955e-71cdca94a611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:35.174098 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.283056 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] For port dbba327e-c92d-478d-b2e8-55879e1ec61b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:35.286657 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] For port dbba327e-c92d-478d-b2e8-55879e1ec61b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dbba327e-c92d-478d-b2e8-55879e1ec61b,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:35.288070 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6a39-eab0-4c50-8b90-b8cb4bb47ac4 req-9aa5ac82-ee3c-499b-9eb7-84f6e039f0c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:35.289578 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a84d6a39-eab0-4c50-8b90-b8cb4bb47ac4 req-9aa5ac82-ee3c-499b-9eb7-84f6e039f0c9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 931 time: 0.0956488 Sep 29 07:49:35.291958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.296211 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.339113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a84d6a39-eab0-4c50-8b90-b8cb4bb47ac4 req-41864bcf-2cfc-4d99-a605-c89ed83ff57e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:49:35.355192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-a84d6a39-eab0-4c50-8b90-b8cb4bb47ac4 req-41864bcf-2cfc-4d99-a605-c89ed83ff57e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:49:35.365052 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a84d6a39-eab0-4c50-8b90-b8cb4bb47ac4 req-41864bcf-2cfc-4d99-a605-c89ed83ff57e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687370 Sep 29 07:49:35.366456 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Routers {'1db8a376-17cb-4e46-9bbe-0d3386fe7690'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:35.367111 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:35.444828 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd8dd9-6d66-49ab-a011-22aa21e481dd None None] Pushing event updated for resources: {'Port': ['ID=dbba327e-c92d-478d-b2e8-55879e1ec61b,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:35.467053 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-28a7f199-cb8b-4587-b6bf-20a7e86533a7 None None] Attempt 2 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:35.530572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-28a7f199-cb8b-4587-b6bf-20a7e86533a7 None None] Port dbba327e-c92d-478d-b2e8-55879e1ec61b had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:49:35.578125 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] Set router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:35.652708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Provisioning for port f3a069fb-b853-4b14-960a-729d4e55276e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:35.656096 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a069fb-b853-4b14-960a-729d4e55276e {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:49:35.657553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Provisioning complete for port f3a069fb-b853-4b14-960a-729d4e55276e triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:35.658486 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.658845 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Attempt 1 to provision port f3a069fb-b853-4b14-960a-729d4e55276e Sep 29 07:49:35.664915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.680551 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Transition to ACTIVE for port object f3a069fb-b853-4b14-960a-729d4e55276e will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:49:35.684898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:35.714481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Port f3a069fb-b853-4b14-960a-729d4e55276e cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:49:35.885136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:35.894594 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dbba327e-c92d-478d-b2e8-55879e1ec61b', 'name': '', 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'mac_address': 'fa:16:3e:33:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:28Z', 'updated_at': '2022-09-29T07:49:35Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'subnets': [{'id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:35.897356 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5d48-f4ab-40f1-8ca3-fc3fb0180f8c None None] The sync data for ids ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'] in dv-neutron-859761-1-hyperv is: [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': 'dbba327e-c92d-478d-b2e8-55879e1ec61b', 'name': '', 'network_id': '8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'mac_address': 'fa:16:3e:33:12:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:28Z', 'updated_at': '2022-09-29T07:49:35Z', 'revision_number': 4, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'subnets': [{'id': 'f9c13ea5-de95-427b-9c1a-8d61d662292c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:35.919966 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Attempting to bind port f3a069fb-b853-4b14-960a-729d4e55276e on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:49:35.920321 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Attempting to bind port f3a069fb-b853-4b14-960a-729d4e55276e by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:49:35.920632 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Attempting to bind port f3a069fb-b853-4b14-960a-729d4e55276e on network 17edb090-6426-479b-accd-95eb805fdaab {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:35.925370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Port f3a069fb-b853-4b14-960a-729d4e55276e on network 17edb090-6426-479b-accd-95eb805fdaab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:49:35.925690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Attempting to bind port f3a069fb-b853-4b14-960a-729d4e55276e on network 17edb090-6426-479b-accd-95eb805fdaab {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:49:35.930960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:49:35.931216 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Checking segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:49:35.931601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Bound using segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:49:35.932022 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Bound port: f3a069fb-b853-4b14-960a-729d4e55276e, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:49:35.932365 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:36.028125 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:49:36.031169 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:49:36.036107 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:36.039918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:36.040540 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:36.041962 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] 10.222.0.61 "PUT /v2.0/ports/f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 1093 time: 0.8817027 Sep 29 07:49:36.073450 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:49:36.075796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77a5962-9786-45d9-a5dc-53f0f55d5640" -d '{"events": [{"name": "network-changed", "server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:49:36.182628 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb369bc-d876-41c4-baac-cba9eda275e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:36.188654 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4393b304-6701-4cb5-b2fc-da6d65b2f0ef x-openstack-request-id: req-4393b304-6701-4cb5-b2fc-da6d65b2f0ef {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:49:36.188942 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:49:36.190067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4393b304-6701-4cb5-b2fc-da6d65b2f0ef {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:49:36.190458 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4393b304-6701-4cb5-b2fc-da6d65b2f0ef'] response: {'name': 'network-changed', 'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'status': 'completed', 'code': 200} Sep 29 07:49:36.208331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-01fc0dbb-6e4c-4247-88be-0a92cf360215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:36.209803 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-01fc0dbb-6e4c-4247-88be-0a92cf360215 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1096 time: 0.1138625 Sep 29 07:49:36.215930 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Attempt 2 to provision port f3a069fb-b853-4b14-960a-729d4e55276e Sep 29 07:49:36.276210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-1b48c0e2-1105-4886-ad1a-569f4949734b None None] Port f3a069fb-b853-4b14-960a-729d4e55276e had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:49:36.288835 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-898a2660-89c4-4e6c-b6bf-ea202cae4271 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 217 time: 0.0668697 Sep 29 07:49:36.348322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-c27f373d-96fe-489e-9c3b-a77c0b511d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:36.349708 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-c27f373d-96fe-489e-9c3b-a77c0b511d42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0556321 Sep 29 07:49:36.435095 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e67a3502-84e7-41b8-8369-f3a61bb0c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:36.436521 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-e67a3502-84e7-41b8-8369-f3a61bb0c843 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810142 Sep 29 07:49:36.642363 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dbba327e-c92d-478d-b2e8-55879e1ec61b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:36.676256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-f521d2a5-bd85-4f15-959e-2f9b7ec8a7b9 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327557 Sep 29 07:49:36.690441 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af0f9a-eae2-46d5-b709-e5e77c013ae5 req-106bfebe-16bd-4420-b685-41ffd2dc3b97 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:36.691857 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-28af0f9a-eae2-46d5-b709-e5e77c013ae5 req-106bfebe-16bd-4420-b685-41ffd2dc3b97 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.2190855 Sep 29 07:49:36.715034 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port dbba327e-c92d-478d-b2e8-55879e1ec61b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:36.719812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port dbba327e-c92d-478d-b2e8-55879e1ec61b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:36.720269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:36.721219 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:36.740502 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-28af0f9a-eae2-46d5-b709-e5e77c013ae5 req-a99df58c-8750-42a9-8519-cfaa9759cccf tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Sep 29 07:49:36.822128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-95ae80fc-67d7-4ac1-99f0-cee8aa3422f9 req-bcc44513-46c0-40db-ae4f-3f3de0715b57 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389358 Sep 29 07:49:36.840211 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port dbba327e-c92d-478d-b2e8-55879e1ec61b is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:36.840605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:36.875386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port dbba327e-c92d-478d-b2e8-55879e1ec61b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dbba327e-c92d-478d-b2e8-55879e1ec61b,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:36.879739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:36.947860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=dbba327e-c92d-478d-b2e8-55879e1ec61b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:36.983610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-b120abb3-0ebc-41d3-baff-d10aa065d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:36.985065 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-b120abb3-0ebc-41d3-baff-d10aa065d35f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1096 time: 0.0769851 Sep 29 07:49:37.114459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-6efcde85-a6ab-41b0-813c-2f14b17bf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:37.116000 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-6efcde85-a6ab-41b0-813c-2f14b17bf66d service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1237638 Sep 29 07:49:37.186282 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-029a87da-2b63-4502-8d09-0d70fe05e2ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 217 time: 0.0641601 Sep 29 07:49:37.249310 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-347be56d-e2cd-405e-8b62-02eb28a68075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:37.250784 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-347be56d-e2cd-405e-8b62-02eb28a68075 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0584736 Sep 29 07:49:37.338556 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-903d885a-002a-4869-8a1b-76ea345c6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:37.340048 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-903d885a-002a-4869-8a1b-76ea345c6881 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827384 Sep 29 07:49:37.474041 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-030e8b39-2be1-4650-8a6d-72ba89f2839b service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273513 Sep 29 07:49:37.600549 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c77a5962-9786-45d9-a5dc-53f0f55d5640 req-031fdd43-73f6-429e-b32f-2bc223811d22 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197944 Sep 29 07:49:37.941631 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59f63-e544-4fa9-889c-4ca911caf004 req-20fb3cce-a246-4c3b-bdaf-5be5c8729164 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:37.942319 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-34f59f63-e544-4fa9-889c-4ca911caf004 req-20fb3cce-a246-4c3b-bdaf-5be5c8729164 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:49:37.957898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-34f59f63-e544-4fa9-889c-4ca911caf004 req-20fb3cce-a246-4c3b-bdaf-5be5c8729164 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:49:37.959017 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34f59f63-e544-4fa9-889c-4ca911caf004 req-20fb3cce-a246-4c3b-bdaf-5be5c8729164 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.1033173 Sep 29 07:49:38.002713 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-34f59f63-e544-4fa9-889c-4ca911caf004 req-f37ffdaa-50de-46d9-bf95-53a30828d355 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379722 Sep 29 07:49:38.611921 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dbba327e-c92d-478d-b2e8-55879e1ec61b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:38.678231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port dbba327e-c92d-478d-b2e8-55879e1ec61b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:38.678536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:38.678874 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port dbba327e-c92d-478d-b2e8-55879e1ec61b Sep 29 07:49:38.799475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0de2-e04d-4787-bb57-3a6b0e8dc6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:38.804174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port dbba327e-c92d-478d-b2e8-55879e1ec61b is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:39.200837 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2a4ac-f5f3-49f8-a186-da3ba1aff8ca req-e2915e81-77b7-4175-8acd-16e1d9036f73 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:39.202268 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-50f2a4ac-f5f3-49f8-a186-da3ba1aff8ca req-e2915e81-77b7-4175-8acd-16e1d9036f73 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0872967 Sep 29 07:49:39.246642 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-50f2a4ac-f5f3-49f8-a186-da3ba1aff8ca req-c1ccd1b5-c4fa-4336-880f-9e640497ccc9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381744 Sep 29 07:49:40.445266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c6f3-3ad9-41aa-805a-c12af3bbc7c4 req-3af2d277-0e42-40a8-8b22-4ffb23e08c08 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:40.446755 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ca0c6f3-3ad9-41aa-805a-c12af3bbc7c4 req-3af2d277-0e42-40a8-8b22-4ffb23e08c08 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0887377 Sep 29 07:49:40.490709 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9ca0c6f3-3ad9-41aa-805a-c12af3bbc7c4 req-43762d61-ab5a-4140-abe1-d0f7be89ffc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382364 Sep 29 07:49:40.971905 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:49:41.089095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b5a453e6-f0d3-4454-9b18-43d19e10439d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:41.112647 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:41.125145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'mac_address': 'fa:16:3e:54:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:49:41.181559 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:41.181937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:41.198953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a069fb-b853-4b14-960a-729d4e55276e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:49:41.215246 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:41.218621 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:41.282470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:41.599918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['f3a069fb-b853-4b14-960a-729d4e55276e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:49:41.684250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b31e5-fd8e-4375-a0f5-db7992cc110d req-5450b10a-caca-4c56-864f-2fb8af9b3ce5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:41.685695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0a2b31e5-fd8e-4375-a0f5-db7992cc110d req-5450b10a-caca-4c56-864f-2fb8af9b3ce5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 944 time: 0.0847819 Sep 29 07:49:41.734230 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0a2b31e5-fd8e-4375-a0f5-db7992cc110d req-b2a54cd4-35a6-46ad-9fec-386bb3fd92c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Sep 29 07:49:42.034610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:42.235058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:42.931813 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec6687-ecb3-499d-ac42-85caec339de6 req-b8b85ed7-cda0-4f93-ba91-dc5898e1da8e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:42.933262 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-beec6687-ecb3-499d-ac42-85caec339de6 req-b8b85ed7-cda0-4f93-ba91-dc5898e1da8e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 944 time: 0.0888517 Sep 29 07:49:42.976227 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-beec6687-ecb3-499d-ac42-85caec339de6 req-2b682fed-25b4-4c87-8c4a-59da1c836436 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371478 Sep 29 07:49:42.983083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:49:43.050922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port f3a069fb-b853-4b14-960a-729d4e55276e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:49:43.055538 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port f3a069fb-b853-4b14-960a-729d4e55276e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:49:43.055942 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:43.056276 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port f3a069fb-b853-4b14-960a-729d4e55276e Sep 29 07:49:43.170842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:49:43.171221 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:43.197272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:49:43.199583 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76386522-c429-4e5f-b34b-d4a386750ff0" -d '{"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-plugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:49:43.207010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:49:43.211601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:43.284969 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:43.302092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ab4c79-d089-4109-8de0-7890a271b480 x-openstack-request-id: req-b9ab4c79-d089-4109-8de0-7890a271b480 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:49:43.302309 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-plugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:49:43.302589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9ab4c79-d089-4109-8de0-7890a271b480 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:49:43.302996 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ab4c79-d089-4109-8de0-7890a271b480'] response: {'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'code': 200} Sep 29 07:49:43.562667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8828513-3174-49b6-97a5-66b3820b082f req-5b8ccb1e-5d98-4314-9810-e13519112c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:43.564067 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8828513-3174-49b6-97a5-66b3820b082f req-5b8ccb1e-5d98-4314-9810-e13519112c96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1098 time: 0.0787313 Sep 29 07:49:43.594431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:43.605651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c8828513-3174-49b6-97a5-66b3820b082f req-e0254d1a-8591-4b5f-be04-836265b95388 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356307 Sep 29 07:49:44.175607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b25ce2-15b1-4db3-9f88-2c55717d13a0 req-c46294fa-2421-43b1-bfc8-8b2c8a017bde tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:44.177037 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-36b25ce2-15b1-4db3-9f88-2c55717d13a0 req-c46294fa-2421-43b1-bfc8-8b2c8a017bde tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0884523 Sep 29 07:49:44.219824 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-36b25ce2-15b1-4db3-9f88-2c55717d13a0 req-5aa1d617-4c5a-472a-b474-28e541b17d5f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372725 Sep 29 07:49:45.419858 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11017f24-dd07-4459-9a89-8d2e930a75dd req-fa85e411-7dd0-48e2-8593-1eba9a341a1a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:45.421327 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11017f24-dd07-4459-9a89-8d2e930a75dd req-fa85e411-7dd0-48e2-8593-1eba9a341a1a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0881569 Sep 29 07:49:45.465666 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-11017f24-dd07-4459-9a89-8d2e930a75dd req-ff1aec3d-0341-4a9e-9d73-a653d74b9a49 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378916 Sep 29 07:49:45.662919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f464b7-9b6c-417f-8276-57a6ea9c3b68 req-4e60a0d0-3819-4b39-b7f0-3be92a6ba20b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:45.664317 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-84f464b7-9b6c-417f-8276-57a6ea9c3b68 req-4e60a0d0-3819-4b39-b7f0-3be92a6ba20b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0860288 Sep 29 07:49:45.820689 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-84f464b7-9b6c-417f-8276-57a6ea9c3b68 req-e77a5776-2971-49b3-a77b-cc63d14c615c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503921 Sep 29 07:49:45.849837 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57284) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:46.024023 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa0694-66bc-4dd2-b04a-21e8dfccdd58 tempest-TestShelveInstance-155099271 tempest-TestShelveInstance-155099271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:46.024646 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d4fa0694-66bc-4dd2-b04a-21e8dfccdd58 tempest-TestShelveInstance-155099271 tempest-TestShelveInstance-155099271-project-admin] Synchronizing usage tracker for tenant:a43661eb7dda42d29c7b87efb44119cf on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:49:46.041492 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-d4fa0694-66bc-4dd2-b04a-21e8dfccdd58 tempest-TestShelveInstance-155099271 tempest-TestShelveInstance-155099271-project-admin] Unset dirty status for tenant:a43661eb7dda42d29c7b87efb44119cf on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:49:46.042789 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d4fa0694-66bc-4dd2-b04a-21e8dfccdd58 tempest-TestShelveInstance-155099271 tempest-TestShelveInstance-155099271-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1093 time: 0.1919591 Sep 29 07:49:46.045781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57290) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:49:46.050868 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'tenant_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:49:46.056666 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:49:46.060464 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:floatingip and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:49:46.063257 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:49:46.068893 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:49:46.078795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:46.215981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:46.350704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Allocated IP 172.26.0.247 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/ca9c3486-444b-48c9-b181-c66c10d217dc) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:49:46.492273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:46.521139 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:46.587787 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:49:46.590447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:49:46.594197 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:49:46.632554 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'Port': ['ID=ca9c3486-444b-48c9-b181-c66c10d217dc,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:47.000675 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:47.070935 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:47.271084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:47.275251 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:47.373655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'Port': ['ID=ca9c3486-444b-48c9-b181-c66c10d217dc,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:49:47.378135 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:47.657905 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Floating IP c77a8783-1af9-4416-85d1-9f8cbf67a160 associated. External IP: 172.26.0.247, port: f3a069fb-b853-4b14-960a-729d4e55276e. Sep 29 07:49:47.810592 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:48.012273 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:49:48.187992 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:49:48.197290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:49:48.206893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:48.207524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:48.211846 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:49:48.270724 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-bff0ddeb-d3d7-46fe-af37-ac8bda607c60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2238550 Sep 29 07:49:48.271383 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:49:48.273717 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7db990-393f-4d3d-b5d8-ad358427ccfa" -d '{"events": [{"name": "network-changed", "server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:49:48.319704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514473e1-b25f-4a57-a5f4-d2823d3fb3c6 x-openstack-request-id: req-514473e1-b25f-4a57-a5f4-d2823d3fb3c6 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:49:48.320008 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:49:48.320261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-514473e1-b25f-4a57-a5f4-d2823d3fb3c6 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:49:48.320668 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514473e1-b25f-4a57-a5f4-d2823d3fb3c6'] response: {'name': 'network-changed', 'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'status': 'completed', 'code': 200} Sep 29 07:49:48.415113 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:48.450838 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-bdb65ba6-55d3-4de5-9448-b23936fea630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:48.452342 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-bdb65ba6-55d3-4de5-9448-b23936fea630 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1098 time: 0.0825367 Sep 29 07:49:48.582279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-08f5f9f6-2d70-48bb-99bd-c9cf7030d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:48.583944 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-08f5f9f6-2d70-48bb-99bd-c9cf7030d243 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1251814 Sep 29 07:49:48.686440 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-5aba86bc-61c4-453b-ad77-871c0b346fb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 999 time: 0.0966642 Sep 29 07:49:48.748325 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-679e0f64-873f-4a93-87e6-b0a9fd64e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:48.749686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-679e0f64-873f-4a93-87e6-b0a9fd64e40a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0570741 Sep 29 07:49:48.830245 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-1e9e75e2-77d8-4caf-8352-8bdc656c931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:48.831880 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-1e9e75e2-77d8-4caf-8352-8bdc656c931f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769291 Sep 29 07:49:48.858384 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c77a8783-1af9-4416-85d1-9f8cbf67a160', 'tenant_id': '2a778ad396254280af31754237d63518', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'mac_address': 'fa:16:3e:54:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ea289-dd00-4751-9213-5bc27ab041de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:49:46Z', 'updated_at': '2022-09-29T07:49:46Z', 'revision_number': 0, 'project_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:48.865757 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:49:48.923206 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:49:48.923848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:49:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:48.964202 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-4fb6898d-d30e-4f87-8608-d3419e00b904 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266124 Sep 29 07:49:49.070120 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:49:49.093013 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bc7db990-393f-4d3d-b5d8-ad358427ccfa req-fcb4ff8b-b49a-4003-a7f3-c9da9f80b884 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227851 Sep 29 07:49:49.133440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:49:49.480120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c77a8783-1af9-4416-85d1-9f8cbf67a160', 'tenant_id': '2a778ad396254280af31754237d63518', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'mac_address': 'fa:16:3e:54:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ea289-dd00-4751-9213-5bc27ab041de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:49:46Z', 'updated_at': '2022-09-29T07:49:46Z', 'revision_number': 0, 'project_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:49:49.484084 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f00a1e-f7b4-450d-a05d-35614482cfd9 None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'c77a8783-1af9-4416-85d1-9f8cbf67a160', 'tenant_id': '2a778ad396254280af31754237d63518', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'mac_address': 'fa:16:3e:54:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859ea289-dd00-4751-9213-5bc27ab041de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:49:46Z', 'updated_at': '2022-09-29T07:49:46Z', 'revision_number': 0, 'project_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:49:49.704499 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4057b2ca-d7fb-4453-8147-2fb8b2e04691 None None] New status for floating IP c77a8783-1af9-4416-85d1-9f8cbf67a160: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:49:59.507077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-5d10c798-2673-4e4a-9367-685f0b440c6b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1891339 Sep 29 07:49:59.670032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-9f4dd832-154a-485b-b90d-228b3c65becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:59.671435 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-9f4dd832-154a-485b-b90d-228b3c65becc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1098 time: 0.0791395 Sep 29 07:49:59.814676 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-2537bb5b-2321-478e-bffb-4bebe1e2ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:59.816142 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-2537bb5b-2321-478e-bffb-4bebe1e2ffd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1245627 Sep 29 07:49:59.912752 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-4fba6da7-65ef-4dc7-b505-ca69de7c0561 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 1001 time: 0.0913239 Sep 29 07:49:59.978405 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-0e525b34-bc21-4397-b449-ee4c363e0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:49:59.980182 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-0e525b34-bc21-4397-b449-ee4c363e0853 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0614429 Sep 29 07:50:00.061875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-4d33d0d8-3ee1-42a7-842b-b17b31fac2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:50:00.063376 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-4d33d0d8-3ee1-42a7-842b-b17b31fac2fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773206 Sep 29 07:50:00.193063 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-6e1dac07-234e-4ed8-bcf7-b2fa6108cbe0 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221480 Sep 29 07:50:00.325567 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26a5abec-2029-4c9e-99b7-d9a23e7b005f req-f890cd8f-f94c-466a-aa3c-730950de7d18 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264229 Sep 29 07:50:08.780122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b7fffc7a-ea7b-4070-a599-b75d542df2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:11.070393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7cb65a61-141e-4b4d-b446-2bff0d569cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:12.036937 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:12.237560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:13.597461 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:17.806337 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:26.068840 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:50:38.782410 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1e8859f3-cbbb-434b-810c-11dc11007372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:41.072169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-670f929d-d31f-4c5c-b8e6-3640be9f3dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:42.039130 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:42.240912 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:43.599737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:50:47.814379 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:01.399533 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-4691d94c-5aa3-44c1-97d4-f08f7436cf7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790999 Sep 29 07:51:01.557542 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-695e0c13-b56c-4521-8ce8-d5fe3b137587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:51:01.559026 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-695e0c13-b56c-4521-8ce8-d5fe3b137587 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1098 time: 0.0764649 Sep 29 07:51:01.697805 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-2479fff1-9046-48da-9597-41e8e1e72e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:51:01.699244 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-2479fff1-9046-48da-9597-41e8e1e72e4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1215584 Sep 29 07:51:01.798756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-f5c40327-2b8c-4a6b-9172-df9095d2b8a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 1001 time: 0.0936060 Sep 29 07:51:01.861891 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-424a5c87-4099-4ca2-a27d-40ce277a8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:51:01.863309 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-424a5c87-4099-4ca2-a27d-40ce277a8211 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0579002 Sep 29 07:51:01.942146 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-8e0c4e09-d026-4bcd-abb1-0ca97ef83558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:51:01.943604 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-8e0c4e09-d026-4bcd-abb1-0ca97ef83558 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741589 Sep 29 07:51:02.069740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-ce089f30-fa10-4790-89ae-5797293d966c service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198890 Sep 29 07:51:02.196248 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d186f33-af36-423f-b7a3-d0292e8bd13f req-c731dc56-fe8b-444e-8198-725b6ecd69da service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210806 Sep 29 07:51:03.067882 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:51:08.783494 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-af6f7f70-d078-4af5-aa40-bd7414cd00d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:11.074953 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3ce862c9-9c3d-4357-b91a-19bf92a21e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:12.040756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:12.242435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:13.603649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:17.821866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:38.784972 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c2bb3258-98c4-4af1-b1cd-d2b4e96458c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:40.066634 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:51:41.076285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2ce40c5b-ec0f-4745-8dc4-96d4088a6218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:42.042568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:42.245580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:43.608755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:51:47.837669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:02.392927 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-8ee064e0-1792-40eb-99d0-b7c658350bb9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794261 Sep 29 07:52:02.552506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-47c07de1-dd94-472e-b9f6-cf6fc97a5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:02.553958 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-47c07de1-dd94-472e-b9f6-cf6fc97a5a7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1098 time: 0.0773990 Sep 29 07:52:02.793533 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-b81c2844-a971-4203-9574-55b6d3bfad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:02.795070 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-b81c2844-a971-4203-9574-55b6d3bfad9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.2209015 Sep 29 07:52:02.895885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-7084a510-6a28-45b6-aecc-f2d771bc85c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 1001 time: 0.0948594 Sep 29 07:52:02.959233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-6cd02989-eb64-429c-9aa1-6d59a2c16811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:02.960637 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-6cd02989-eb64-429c-9aa1-6d59a2c16811 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0588849 Sep 29 07:52:03.040546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-304e3132-7524-4ee2-adbc-36a0a349fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:03.042011 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-304e3132-7524-4ee2-adbc-36a0a349fd43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759723 Sep 29 07:52:03.170795 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-45a24e81-061c-4059-830c-3be680c59723 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225879 Sep 29 07:52:03.301482 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a9e246bf-1a60-4419-92a8-66c9aacf1ba2 req-ef9e0f80-5dec-4d5c-87d0-6b7714c4ebb8 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249483 Sep 29 07:52:08.788062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ce3f-26a5-4aff-8a70-69fd1f316d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:11.078306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04530c80-74b3-47a1-9fe5-f5d26a54147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:12.044003 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:12.247887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:13.608517 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:15.419713 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218607b-39e3-49de-9549-c380868d10f3 req-0aa2a669-32c1-4854-80f8-cea78ee5d62c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:15.421112 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c218607b-39e3-49de-9549-c380868d10f3 req-0aa2a669-32c1-4854-80f8-cea78ee5d62c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0895028 Sep 29 07:52:15.464677 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c218607b-39e3-49de-9549-c380868d10f3 req-be71f3a2-8c90-4c57-aad6-03fbf9cb4709 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373960 Sep 29 07:52:16.675000 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88078645-53e3-44b0-818c-8b372eda0f83 req-f338d5e8-51bf-4a16-beb0-3fb8bb6e42d4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:16.676388 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-88078645-53e3-44b0-818c-8b372eda0f83 req-f338d5e8-51bf-4a16-beb0-3fb8bb6e42d4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0899284 Sep 29 07:52:16.720178 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-88078645-53e3-44b0-818c-8b372eda0f83 req-ea754bdd-9af2-4003-a8dd-88979552b8dd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Sep 29 07:52:17.066629 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:52:17.841846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:17.916619 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2423e-d250-4b40-9ff8-8e8548951601 req-b2737eb0-303c-4a35-aedb-c99456a9cf7d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:17.918056 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b1b2423e-d250-4b40-9ff8-8e8548951601 req-b2737eb0-303c-4a35-aedb-c99456a9cf7d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0853527 Sep 29 07:52:17.963859 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b1b2423e-d250-4b40-9ff8-8e8548951601 req-68d28b72-fe30-426c-994a-7c8049dad22f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Sep 29 07:52:19.157548 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc966e7-e90e-4c72-a105-9038916b5608 req-cbb4240b-739a-4c57-ac4e-32e1a0ec1f7c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:19.159016 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5dc966e7-e90e-4c72-a105-9038916b5608 req-cbb4240b-739a-4c57-ac4e-32e1a0ec1f7c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0856395 Sep 29 07:52:19.200814 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5dc966e7-e90e-4c72-a105-9038916b5608 req-08753688-b589-4e4b-9646-04f05930d116 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362926 Sep 29 07:52:20.414419 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3becfb-f2ba-4b1b-ae17-a925863511a6 req-277b130f-888e-49a1-831f-d3575a615502 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:20.415944 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1b3becfb-f2ba-4b1b-ae17-a925863511a6 req-277b130f-888e-49a1-831f-d3575a615502 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.1049497 Sep 29 07:52:20.459576 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1b3becfb-f2ba-4b1b-ae17-a925863511a6 req-cf94e2d8-efc0-44ea-abaa-b4702b26183b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379469 Sep 29 07:52:21.657024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b483ac-5060-49e6-a9bd-8ac4bc4ff9f3 req-f84da6d3-8f4f-4c62-8db2-4fa982d836cb tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:21.658370 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-14b483ac-5060-49e6-a9bd-8ac4bc4ff9f3 req-f84da6d3-8f4f-4c62-8db2-4fa982d836cb tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0900035 Sep 29 07:52:21.701852 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-14b483ac-5060-49e6-a9bd-8ac4bc4ff9f3 req-0390a313-9ca9-45bd-9bb8-b3cd4ac39888 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 Sep 29 07:52:22.912464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d08a4-c7b5-49c8-a1f4-4ec97b073eab req-fc50079b-4672-4ba3-bfed-c194f260473c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:22.913919 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-541d08a4-c7b5-49c8-a1f4-4ec97b073eab req-fc50079b-4672-4ba3-bfed-c194f260473c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0914698 Sep 29 07:52:22.957916 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-541d08a4-c7b5-49c8-a1f4-4ec97b073eab req-5b78c5a9-fca5-449a-87c7-1f45de1f2461 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376940 Sep 29 07:52:24.157601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d80a7-9a2d-43c0-a698-9de4a233c797 req-9b4d7ef3-5ccc-41c1-ab7f-86ba1ea26c7b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:24.159097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee9d80a7-9a2d-43c0-a698-9de4a233c797 req-9b4d7ef3-5ccc-41c1-ab7f-86ba1ea26c7b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0890081 Sep 29 07:52:24.205951 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ee9d80a7-9a2d-43c0-a698-9de4a233c797 req-0ff36d36-8069-411e-aa17-4719ba3fe197 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Sep 29 07:52:25.398896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c75030-8933-4cab-a68a-6a43a08550d9 req-73024486-5714-4079-ab95-50a00909a16a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:25.400367 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4c75030-8933-4cab-a68a-6a43a08550d9 req-73024486-5714-4079-ab95-50a00909a16a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0868692 Sep 29 07:52:25.447166 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d4c75030-8933-4cab-a68a-6a43a08550d9 req-b123b420-e5f2-4aa8-a895-349673558194 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Sep 29 07:52:26.642641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80715b-8ee2-4467-9473-4c6c2da59379 req-778c4679-87a1-4545-adab-89bedfd3533e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:26.644095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2d80715b-8ee2-4467-9473-4c6c2da59379 req-778c4679-87a1-4545-adab-89bedfd3533e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0892847 Sep 29 07:52:26.686881 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2d80715b-8ee2-4467-9473-4c6c2da59379 req-a30f33a2-b893-40e0-95a8-d7fcadc78d91 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Sep 29 07:52:27.880240 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982baf5a-3084-49a8-88fd-57f7b8929ea9 req-636132cd-5900-4533-a088-5d3ec109d59b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:27.881685 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-982baf5a-3084-49a8-88fd-57f7b8929ea9 req-636132cd-5900-4533-a088-5d3ec109d59b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0867617 Sep 29 07:52:27.924354 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-982baf5a-3084-49a8-88fd-57f7b8929ea9 req-e8e48997-2f12-4205-8580-1709144bf33d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369956 Sep 29 07:52:29.121915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f40f7f-1758-473f-be08-72e7160aa854 req-424f8b02-f1a7-4de1-946d-b32ef0420b9a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:29.123475 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e8f40f7f-1758-473f-be08-72e7160aa854 req-424f8b02-f1a7-4de1-946d-b32ef0420b9a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0889828 Sep 29 07:52:29.170887 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e8f40f7f-1758-473f-be08-72e7160aa854 req-cf44ca21-479a-4dad-b22f-fc93316e784e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412660 Sep 29 07:52:29.725235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:52:29.854112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:52:29.866791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'mac_address': 'fa:16:3e:54:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:52:29.919339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:52:29.919718 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:29.938819 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3a069fb-b853-4b14-960a-729d4e55276e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:52:29.953950 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:52:29.957978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:30.023791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:52:30.033860 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.034208 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.034563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.034903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.035232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.035563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.035892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.036216 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.036544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.036866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.037194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.037515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:52:30.107832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['f3a069fb-b853-4b14-960a-729d4e55276e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:52:30.372540 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834207-d224-4a94-bbce-ae6d3220cfdd req-f115c793-91ba-4700-983a-820e96e6a27f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:30.373967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-34834207-d224-4a94-bbce-ae6d3220cfdd req-f115c793-91ba-4700-983a-820e96e6a27f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 944 time: 0.0900526 Sep 29 07:52:30.417381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-34834207-d224-4a94-bbce-ae6d3220cfdd req-02ada3bb-a93c-4bb5-b1a0-ef270baa1713 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Sep 29 07:52:31.614085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8f5a-8897-4127-ba50-f2a34e849c5a req-20219d66-bda5-4d4b-83c5-d07fd4739ab1 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:31.615555 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e6c8f5a-8897-4127-ba50-f2a34e849c5a req-20219d66-bda5-4d4b-83c5-d07fd4739ab1 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 944 time: 0.0851834 Sep 29 07:52:31.662032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e6c8f5a-8897-4127-ba50-f2a34e849c5a req-79af1870-045e-4ff9-a7f4-919a677c7da2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Sep 29 07:52:31.743479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:52:31.815375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port f3a069fb-b853-4b14-960a-729d4e55276e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:52:31.815745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:31.816080 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port f3a069fb-b853-4b14-960a-729d4e55276e Sep 29 07:52:31.928330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:52:31.928629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:31.954853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:52:31.957155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a1a739-f182-4939-a0b2-a52233bb4262" -d '{"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-plugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:52:31.964476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:52:31.969139 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:32.035869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:52:32.859281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778a23-44dc-4d66-afe6-34ebbc84d258 req-e93e0788-7053-437f-917d-8210440e0b39 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:32.860831 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4778a23-44dc-4d66-afe6-34ebbc84d258 req-e93e0788-7053-437f-917d-8210440e0b39 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0881486 Sep 29 07:52:32.927154 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d4778a23-44dc-4d66-afe6-34ebbc84d258 req-a594d4b5-7ca2-4fd7-bd1c-5b9f92136a5f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605826 Sep 29 07:52:33.013421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8e23bd-310f-4a1b-b5e4-ab6c0cc38e75 x-openstack-request-id: req-fa8e23bd-310f-4a1b-b5e4-ab6c0cc38e75 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:52:33.013875 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-plugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:52:33.013966 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa8e23bd-310f-4a1b-b5e4-ab6c0cc38e75 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:52:33.014380 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8e23bd-310f-4a1b-b5e4-ab6c0cc38e75'] response: {'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'code': 200} Sep 29 07:52:34.152288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee8036-b023-4482-8015-8d3c321a8feb req-29c2c8e8-667c-43f7-86c2-1762bb9e491a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:34.153830 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8ee8036-b023-4482-8015-8d3c321a8feb req-29c2c8e8-667c-43f7-86c2-1762bb9e491a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0968382 Sep 29 07:52:34.201757 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f8ee8036-b023-4482-8015-8d3c321a8feb req-f8f0a815-f027-46d9-a8f5-5baacaae9a7c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409303 Sep 29 07:52:35.448779 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc816-d6d8-42d4-a7df-71a3c84045d2 req-59eee23a-8af2-4a52-a6fb-739dcb00b3ec tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:35.450329 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ab5bc816-d6d8-42d4-a7df-71a3c84045d2 req-59eee23a-8af2-4a52-a6fb-739dcb00b3ec tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.1027503 Sep 29 07:52:35.514677 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-ab5bc816-d6d8-42d4-a7df-71a3c84045d2 req-44e38688-a7ea-4f42-8664-ba2c2bb15af9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551026 Sep 29 07:52:36.947424 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0182-31c4-492d-8e9b-c71017ce6d1a req-a1d83c7e-1349-48b5-bc87-3af03e15deb7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:36.954864 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c43c0182-31c4-492d-8e9b-c71017ce6d1a req-a1d83c7e-1349-48b5-bc87-3af03e15deb7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0994351 Sep 29 07:52:37.000326 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c43c0182-31c4-492d-8e9b-c71017ce6d1a req-86d69e58-7d42-4e39-bddf-75a5a12b54ae tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446019 Sep 29 07:52:38.244068 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a873b-46ae-4b99-bd77-584fd1fc8991 req-7d44e378-0637-44af-884c-0c600a1a0219 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:38.251018 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-158a873b-46ae-4b99-bd77-584fd1fc8991 req-7d44e378-0637-44af-884c-0c600a1a0219 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.1178145 Sep 29 07:52:38.305134 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-158a873b-46ae-4b99-bd77-584fd1fc8991 req-5aead33c-53ba-4876-b1b9-b3ad5041dbd9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503938 Sep 29 07:52:38.797438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-77ef1093-742f-4978-9f88-18ca12738f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:39.516963 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411f565-6b38-446c-a794-5f24d1801b86 req-02dec2f5-2dde-4649-b770-61884be872f0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:39.518600 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c411f565-6b38-446c-a794-5f24d1801b86 req-02dec2f5-2dde-4649-b770-61884be872f0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0947049 Sep 29 07:52:39.579914 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c411f565-6b38-446c-a794-5f24d1801b86 req-ca13a3eb-8bcd-4d3d-8671-e5e4f3c81bfa tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546305 Sep 29 07:52:40.801807 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45566292-2101-4d09-99bd-b93631074d4d req-0d1414a6-00d8-4353-8e3e-42b26f39d344 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:40.810017 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45566292-2101-4d09-99bd-b93631074d4d req-0d1414a6-00d8-4353-8e3e-42b26f39d344 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.1089909 Sep 29 07:52:40.860605 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-45566292-2101-4d09-99bd-b93631074d4d req-b3d43d2c-3ddf-4a5f-a942-0e89b3ee6ef7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506213 Sep 29 07:52:41.083281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c7489d63-3835-4ba4-8623-8ab3ac748888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:42.046678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:42.154163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15b933-0b74-44c0-abc5-f0da37bd9032 req-3f3463cd-ddf3-4f9f-8e46-bb1b2c059050 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:42.155610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e15b933-0b74-44c0-abc5-f0da37bd9032 req-3f3463cd-ddf3-4f9f-8e46-bb1b2c059050 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.1862807 Sep 29 07:52:42.198830 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e15b933-0b74-44c0-abc5-f0da37bd9032 req-1413e338-95f8-415d-8c89-8ec7ec49d9a5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Sep 29 07:52:42.250846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:42.438535 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-e4b8da9b-b55a-4239-988c-4b7c4de3398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:42.439913 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-e4b8da9b-b55a-4239-988c-4b7c4de3398b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1098 time: 0.0774074 Sep 29 07:52:42.566289 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-9c9be16f-70c3-4ca2-910f-f5abd3e65166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:42.567743 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-9c9be16f-70c3-4ca2-910f-f5abd3e65166 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1220603 Sep 29 07:52:42.674120 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-d3d20958-f08e-4a4e-95dc-c13e9a41faa2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 1001 time: 0.0997808 Sep 29 07:52:42.738888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-a78f8728-ff7c-45e0-a9aa-400751391025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:42.740281 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-a78f8728-ff7c-45e0-a9aa-400751391025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0601072 Sep 29 07:52:42.820686 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-08bc432d-fc5d-49a7-a6ce-4b0b5537a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:42.822160 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-08bc432d-fc5d-49a7-a6ce-4b0b5537a2cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754557 Sep 29 07:52:42.955105 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-d5b6e62b-f4b6-441c-9214-517e815f00ae service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246917 Sep 29 07:52:43.085579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a1fcde54-3f4f-4b8c-9754-07557549f2f2 req-fdd39bdb-1eef-4b76-819c-84fbf161a16e service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Sep 29 07:52:43.411336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039d82-8d3f-410c-8e04-f8af8237b4c3 req-9e9c22ff-a587-4044-80a0-10eb9b9813d5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:43.412782 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-78039d82-8d3f-410c-8e04-f8af8237b4c3 req-9e9c22ff-a587-4044-80a0-10eb9b9813d5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0863218 Sep 29 07:52:43.458771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-78039d82-8d3f-410c-8e04-f8af8237b4c3 req-244fc8b8-eb66-48f3-bdae-f889c6f4fa08 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403659 Sep 29 07:52:43.612115 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:44.665440 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d335e-9e96-46d5-93a2-72151ece369e req-d83451bc-0838-4a90-a642-1cc567d6972b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:44.666937 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c80d335e-9e96-46d5-93a2-72151ece369e req-d83451bc-0838-4a90-a642-1cc567d6972b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0990255 Sep 29 07:52:44.713387 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c80d335e-9e96-46d5-93a2-72151ece369e req-5ea29bee-44a3-4e6e-9c5d-b11ab059efdf tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Sep 29 07:52:45.811475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:52:45.923919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf118b-fd97-49b4-9947-532ab3daec31 req-3252adbd-4a83-4ecb-b8f3-715b731d6b09 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:45.925451 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bddf118b-fd97-49b4-9947-532ab3daec31 req-3252adbd-4a83-4ecb-b8f3-715b731d6b09 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 945 time: 0.0953820 Sep 29 07:52:45.933814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:52:45.934328 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:45.962294 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:52:45.964514 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3c714d-45d4-4c80-9c3d-2671f8ab6340" -d '{"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:52:45.975591 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:52:45.977454 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-bddf118b-fd97-49b4-9947-532ab3daec31 req-3c719e6d-09b7-4461-8c5c-41c7a5cdff7e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Sep 29 07:52:45.981669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:46.019475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Sep 2022 07:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516a70f-3243-471f-a714-0ee6671d1e28 x-openstack-request-id: req-d516a70f-3243-471f-a714-0ee6671d1e28 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:52:46.019772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-unplugged", "status": "failed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "code": 422}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:52:46.020025 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d516a70f-3243-471f-a714-0ee6671d1e28 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:52:46.020459 dv-neutron-859761-1-hyperv neutron-server[89138]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d516a70f-3243-471f-a714-0ee6671d1e28']: {'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'code': 422} returned with failed status Sep 29 07:52:46.054545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:52:46.343496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c4782-b784-4da0-96ea-63eb11ae78da req-ec94b611-8601-4857-b4e0-565349e6dd6d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:46.344950 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a39c4782-b784-4da0-96ea-63eb11ae78da req-ec94b611-8601-4857-b4e0-565349e6dd6d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0856602 Sep 29 07:52:46.402821 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a39c4782-b784-4da0-96ea-63eb11ae78da req-e1b04f58-faf2-415f-b955-aa96cbaed0a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508425 Sep 29 07:52:46.634462 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-bc71ee19-f71b-4946-9239-74230aa746c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1462610 Sep 29 07:52:47.568760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdee40-4df8-430f-9307-2a212822452b req-7d56cbdf-127f-4add-994c-d545517892a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:47.570289 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-7d56cbdf-127f-4add-994c-d545517892a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de&tenant_id=2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 1096 time: 0.0840309 Sep 29 07:52:47.601232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63479-a00d-4b3a-8994-949fb71ed2bf req-9659fe2d-d2c8-4051-8766-0ce37cc18e01 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:47.602923 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-14d63479-a00d-4b3a-8994-949fb71ed2bf req-9659fe2d-d2c8-4051-8766-0ce37cc18e01 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0903280 Sep 29 07:52:47.647898 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-14d63479-a00d-4b3a-8994-949fb71ed2bf req-aa39283f-85e3-4bf1-8b6a-7be9ef413cc8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389116 Sep 29 07:52:47.681469 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdee40-4df8-430f-9307-2a212822452b req-f2082848-f201-45e4-a383-25f555563317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:47.682951 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-f2082848-f201-45e4-a383-25f555563317 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1096 time: 0.0789657 Sep 29 07:52:47.810036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdee40-4df8-430f-9307-2a212822452b req-97e6ee46-b292-46e9-a06f-483bd3c70318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:47.811503 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-97e6ee46-b292-46e9-a06f-483bd3c70318 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1231925 Sep 29 07:52:47.847425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:52:47.914634 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-96fc6f88-776f-4384-aa6c-bcfa341c1bf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 999 time: 0.0970900 Sep 29 07:52:47.975523 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdee40-4df8-430f-9307-2a212822452b req-0b2478d1-64a8-4463-b194-6f276f7a2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:47.976932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-0b2478d1-64a8-4463-b194-6f276f7a2fae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0559626 Sep 29 07:52:48.059585 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdee40-4df8-430f-9307-2a212822452b req-a238a714-fc06-4177-8aec-421a471bd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:48.061041 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-a238a714-fc06-4177-8aec-421a471bd09d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786262 Sep 29 07:52:48.284718 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-8ecacac2-75be-4bc5-9693-1c89d75aece5 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176178 Sep 29 07:52:48.411810 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-40cf83fb-2339-418c-b8e3-26a26b250ff2 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210816 Sep 29 07:52:48.903287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be5a75-ff1b-4b1e-aa17-059408b06784 req-619986d7-4274-45b5-8c5a-8bd2fb4b99bd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:48.905887 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7be5a75-ff1b-4b1e-aa17-059408b06784 req-619986d7-4274-45b5-8c5a-8bd2fb4b99bd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.1353478 Sep 29 07:52:48.971516 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a7be5a75-ff1b-4b1e-aa17-059408b06784 req-aea52c10-469b-4270-a3a7-142c57b42f67 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591984 Sep 29 07:52:50.181124 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557dfeb-9e56-439e-a2be-990a0eee949d req-f5968ae8-f675-4c61-8f1b-2e4e15a01084 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:50.182629 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1557dfeb-9e56-439e-a2be-990a0eee949d req-f5968ae8-f675-4c61-8f1b-2e4e15a01084 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0888608 Sep 29 07:52:50.236265 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1557dfeb-9e56-439e-a2be-990a0eee949d req-6d2f873f-1ebd-48ac-a615-eed43f50da6d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474052 Sep 29 07:52:51.471635 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9e615-e7c8-41ae-b6ac-4def6d0248e9 req-ec37f467-2b49-4329-8960-ea352c820017 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:51.473110 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-13c9e615-e7c8-41ae-b6ac-4def6d0248e9 req-ec37f467-2b49-4329-8960-ea352c820017 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.1032624 Sep 29 07:52:51.521612 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-13c9e615-e7c8-41ae-b6ac-4def6d0248e9 req-0c0cf79c-0ab7-487b-8907-9ba29bdcdbb3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 Sep 29 07:52:52.725576 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8d480-1cc8-4919-8567-fd80a5d64a35 req-0cbc4c3f-b1ea-44f9-a4dc-2b081c4964d2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:52.727122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-74d8d480-1cc8-4919-8567-fd80a5d64a35 req-0cbc4c3f-b1ea-44f9-a4dc-2b081c4964d2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0886786 Sep 29 07:52:52.773965 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-74d8d480-1cc8-4919-8567-fd80a5d64a35 req-71c45ae2-408b-4eff-88bc-2dbb573bbeac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406959 Sep 29 07:52:53.992192 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18f64-05ce-4f36-a80d-279141c569ae req-03176d53-d93f-47f5-b093-1fa71a26380c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:53.995077 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d1d18f64-05ce-4f36-a80d-279141c569ae req-03176d53-d93f-47f5-b093-1fa71a26380c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0980675 Sep 29 07:52:54.045201 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d1d18f64-05ce-4f36-a80d-279141c569ae req-1ceed66c-fe3c-4e75-86b2-3dde7c979ad6 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Sep 29 07:52:54.069122 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:52:55.266919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e1a7-378c-4864-bb32-c6985530348b req-2da98410-e237-4601-afa3-151aaac46487 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:55.268672 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1587e1a7-378c-4864-bb32-c6985530348b req-2da98410-e237-4601-afa3-151aaac46487 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.1039164 Sep 29 07:52:55.321692 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1587e1a7-378c-4864-bb32-c6985530348b req-7d2a6eff-5b4f-420c-be13-20313a9badfb tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 Sep 29 07:52:56.522609 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2d49a-8c5f-4c8a-af53-28a6dbe9c710 req-6fa9a3e7-a9ea-4496-96f1-baafbeb83f53 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:56.523964 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5eb2d49a-8c5f-4c8a-af53-28a6dbe9c710 req-6fa9a3e7-a9ea-4496-96f1-baafbeb83f53 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0868754 Sep 29 07:52:56.567034 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-5eb2d49a-8c5f-4c8a-af53-28a6dbe9c710 req-0de7b9d6-cbae-4be8-aa2c-6603665ca415 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375185 Sep 29 07:52:57.763314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5ea3e-28fe-427a-8a3c-af1eec1e5a20 req-5f0435d4-b62e-4cbc-9a02-b011963e54d9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:57.764749 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-efa5ea3e-28fe-427a-8a3c-af1eec1e5a20 req-5f0435d4-b62e-4cbc-9a02-b011963e54d9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0845177 Sep 29 07:52:57.810353 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-efa5ea3e-28fe-427a-8a3c-af1eec1e5a20 req-3db74a88-df4e-4047-a5c0-1bb0c15d330f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400877 Sep 29 07:52:59.009775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7732-bda5-498b-bc93-8edc7e26a75f req-0dd2bea2-a5b3-48e7-98dd-b615e4fa16b7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:52:59.011266 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-516c7732-bda5-498b-bc93-8edc7e26a75f req-0dd2bea2-a5b3-48e7-98dd-b615e4fa16b7 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0923212 Sep 29 07:52:59.054352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-516c7732-bda5-498b-bc93-8edc7e26a75f req-6a7806d8-7de3-4da2-8867-cf1e3e161d29 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Sep 29 07:53:00.246647 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95595-f243-45dd-a6e4-a7c555bf6b58 req-ff3ed1a3-8234-4a6a-9557-22da21710e39 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:00.248089 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f9e95595-f243-45dd-a6e4-a7c555bf6b58 req-ff3ed1a3-8234-4a6a-9557-22da21710e39 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0850582 Sep 29 07:53:00.292358 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f9e95595-f243-45dd-a6e4-a7c555bf6b58 req-2830063c-b6db-440d-879f-b25009c1aa51 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381193 Sep 29 07:53:01.490810 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9f7b-d9e9-4452-b448-965e42fd6ba7 req-3daa845e-6977-46f1-94f0-f5f6412e307a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:01.492263 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-24ad9f7b-d9e9-4452-b448-965e42fd6ba7 req-3daa845e-6977-46f1-94f0-f5f6412e307a tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0879157 Sep 29 07:53:01.538939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-24ad9f7b-d9e9-4452-b448-965e42fd6ba7 req-6386d872-f160-4fe8-bd15-40fb392b9bbf tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Sep 29 07:53:02.552587 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-ca01cf72-d427-4783-a3b1-d53d50ff8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:02.554043 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-ca01cf72-d427-4783-a3b1-d53d50ff8d5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1096 time: 0.1188490 Sep 29 07:53:02.698234 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-2d04e371-d845-4fca-b0b0-9a147894e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:02.699717 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-2d04e371-d845-4fca-b0b0-9a147894e816 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1270199 Sep 29 07:53:02.742032 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693f09-5315-4721-9985-dc27721fc89b req-37397a0d-3192-4546-8159-5e6b24f4eb8d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:02.743526 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c693f09-5315-4721-9985-dc27721fc89b req-37397a0d-3192-4546-8159-5e6b24f4eb8d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0911846 Sep 29 07:53:02.787440 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7c693f09-5315-4721-9985-dc27721fc89b req-892e3caf-1d88-4a2a-9e3e-6f71e9c74732 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382860 Sep 29 07:53:02.804876 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-d0bd5a40-55f1-4da3-93c8-af9a129ff4cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 999 time: 0.0973833 Sep 29 07:53:02.865953 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-edf4c318-b4e2-4cc1-8d6c-7dc2b212944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:02.867409 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-edf4c318-b4e2-4cc1-8d6c-7dc2b212944a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0566583 Sep 29 07:53:02.951774 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-10eff794-43c5-4648-acb6-699b54efacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:02.953870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-10eff794-43c5-4648-acb6-699b54efacac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802813 Sep 29 07:53:03.082160 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-5df634a4-2d2a-4911-96f2-7bde72eb7dee service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220369 Sep 29 07:53:03.210943 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8db2bcd3-63da-44f7-9758-1ac649b41325 req-f387cd4e-615c-4cc1-bfd0-90d7c1400d5f service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229968 Sep 29 07:53:03.917764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:53:03.983958 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406aadc-6735-46ae-970c-1e22a67bddd1 req-321e283b-ea8a-45c5-af85-9aa62e132a25 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:03.985970 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9406aadc-6735-46ae-970c-1e22a67bddd1 req-321e283b-ea8a-45c5-af85-9aa62e132a25 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 943 time: 0.0880349 Sep 29 07:53:04.028430 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-9406aadc-6735-46ae-970c-1e22a67bddd1 req-893f00fa-18b7-4167-bfec-7eed2be823dd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367031 Sep 29 07:53:04.050155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:53:04.062853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'port_id': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'mac_address': 'fa:16:3e:54:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:53:04.116329 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:53:04.116642 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:04.132549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a069fb-b853-4b14-960a-729d4e55276e {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:53:04.147729 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:53:04.151956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:04.253011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=9']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:53:04.592688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['f3a069fb-b853-4b14-960a-729d4e55276e'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:53:05.224366 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be930e-b0a2-4ec6-b985-6fe9577b3d4b req-b761f198-876d-4fe0-8aa5-c1ff93d43a97 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:05.225835 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-85be930e-b0a2-4ec6-b985-6fe9577b3d4b req-b761f198-876d-4fe0-8aa5-c1ff93d43a97 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 944 time: 0.0847449 Sep 29 07:53:05.272091 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-85be930e-b0a2-4ec6-b985-6fe9577b3d4b req-b100c0c9-a41b-49a7-aaa7-b9adccda0268 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Sep 29 07:53:05.948593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:53:06.018089 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port f3a069fb-b853-4b14-960a-729d4e55276e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:53:06.018459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:06.018824 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port f3a069fb-b853-4b14-960a-729d4e55276e Sep 29 07:53:06.128282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port f3a069fb-b853-4b14-960a-729d4e55276e is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:53:06.128660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:06.155061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:53:06.157340 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907e5c9-ec20-4824-b25d-24544eeca817" -d '{"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-plugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:53:06.164699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:53:06.169269 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:06.210412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16abb81-9351-4669-8063-361338014eec x-openstack-request-id: req-c16abb81-9351-4669-8063-361338014eec {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:53:06.210736 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-plugged", "status": "completed", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:53:06.210987 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c16abb81-9351-4669-8063-361338014eec {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:53:06.211371 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16abb81-9351-4669-8063-361338014eec'] response: {'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'code': 200} Sep 29 07:53:06.245154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=10']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:53:06.472836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886740cf-c365-4170-86d3-beabb394b874 req-45c7d279-5c87-4009-8976-0cca4657397b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:06.474328 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-886740cf-c365-4170-86d3-beabb394b874 req-45c7d279-5c87-4009-8976-0cca4657397b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 946 time: 0.0901034 Sep 29 07:53:06.521507 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-886740cf-c365-4170-86d3-beabb394b874 req-f1160e8a-c98c-4faf-9c2a-aa3f060ec1e0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Sep 29 07:53:06.586707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740aeca-8934-42c2-912c-c8d5ccf803e3 req-2cd61277-5eee-4b4a-b7da-f4b6cb2bbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:06.588184 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3740aeca-8934-42c2-912c-c8d5ccf803e3 req-2cd61277-5eee-4b4a-b7da-f4b6cb2bbb48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1099 time: 0.1829331 Sep 29 07:53:06.630642 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3740aeca-8934-42c2-912c-c8d5ccf803e3 req-346125ad-56b6-442b-a3df-175aae131c85 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361407 Sep 29 07:53:07.720511 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c3ad9-9edc-4b55-8f01-9459b8f0c968 req-21587513-c860-406a-a452-32af548cc05c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:07.721951 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-504c3ad9-9edc-4b55-8f01-9459b8f0c968 req-21587513-c860-406a-a452-32af548cc05c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 946 time: 0.0878549 Sep 29 07:53:07.764640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-504c3ad9-9edc-4b55-8f01-9459b8f0c968 req-d3284d8a-1ba1-43c6-a445-c00b0ca1ee28 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370591 Sep 29 07:53:08.790526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ba74b6eb-c080-4a27-9d56-986b8dd40ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:09.065748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ca3ab-4c88-4c08-bc10-b4ce9d90662c req-fecd806b-e5d3-4e9d-94ee-182a31d0f344 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:53:09.067219 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f33ca3ab-4c88-4c08-bc10-b4ce9d90662c req-fecd806b-e5d3-4e9d-94ee-182a31d0f344 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 946 time: 0.1915276 Sep 29 07:53:09.111664 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f33ca3ab-4c88-4c08-bc10-b4ce9d90662c req-ce8ec589-06fc-4621-9302-72e6dcfb5ae9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386891 Sep 29 07:53:11.087430 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-05d3e1eb-66fb-4ba9-8a55-9c48d9b90c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:12.049284 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:12.254542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:13.614713 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:17.847159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:31.069235 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:53:38.792582 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-70ffc51f-7150-45e6-8968-e0082ec92aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:41.089290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-56ed1f8e-7623-488a-b880-4f0b4d766dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:42.050738 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:42.257295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:43.616934 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:53:47.865300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:04.367398 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-d3ecad36-bda7-422c-8013-c1d05d13fd2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764265 Sep 29 07:54:04.534068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-3d641fd9-1f49-4e05-9c8b-914146cd5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:04.535586 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-3d641fd9-1f49-4e05-9c8b-914146cd5338 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1099 time: 0.0824835 Sep 29 07:54:04.677573 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-be5fa974-a2cd-4729-87b8-a8b5f8c6d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:04.678986 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-be5fa974-a2cd-4729-87b8-a8b5f8c6d780 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1236613 Sep 29 07:54:04.781168 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-573e09eb-3fdc-4a36-a3c9-f48028883243 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 1001 time: 0.0956321 Sep 29 07:54:04.841299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-6a74cedb-0f9c-4f0f-80a7-c4572738e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:04.842718 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-6a74cedb-0f9c-4f0f-80a7-c4572738e2be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0553796 Sep 29 07:54:04.927295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-70563a0e-9946-4f7f-9538-90f7b19ee954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:04.928845 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-70563a0e-9946-4f7f-9538-90f7b19ee954 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799458 Sep 29 07:54:05.056212 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-7059d197-fc27-4437-9cbf-f512c7c62ba7 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208205 Sep 29 07:54:05.183919 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-446e48dd-aa08-4274-99ad-1f1c8610ed4a req-166e8297-4b85-4f0c-9e0f-179c6486a016 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217768 Sep 29 07:54:08.069126 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:54:08.794390 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3d1d95c4-40f7-4d41-9ff1-28a931538a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:11.090584 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e717e39a-a9cb-4fc5-8b2f-0c710b50793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:12.052565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:12.264478 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:13.619631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:17.852049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:38.795818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d03c92d-e93a-4941-889b-e4d55d2bf3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:41.092414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-98827b99-c206-49f6-8bd6-5b91633c1b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:42.054374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:42.262411 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:43.621935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:45.068385 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:54:45.336900 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 57626) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:45.578687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Deleting port ca9c3486-444b-48c9-b181-c66c10d217dc {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:54:45.578954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:45.750457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:45.750812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:45.970004 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Calling delete_port for ca9c3486-444b-48c9-b181-c66c10d217dc owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:54:46.117664 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:46.162145 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event deleted for resources: {'Port': ['ID=ca9c3486-444b-48c9-b181-c66c10d217dc,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:46.207919 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.208259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.208594 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.208925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.209248 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.209577 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.209892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.210207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.210543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.210861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.211175 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.211485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:46.269847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:46.270218 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Floating IP c77a8783-1af9-4416-85d1-9f8cbf67a160 disassociated (deleted). External IP: 172.26.0.247, port: f3a069fb-b853-4b14-960a-729d4e55276e. Sep 29 07:54:46.616607 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:54:46.799354 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:54:46.808619 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:54:46.818446 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:54:46.819076 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:46.819243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:54:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:54:46.872656 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-d1459567-96d8-4105-a8f1-c234e98f262b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "DELETE /v2.0/floatingips/c77a8783-1af9-4416-85d1-9f8cbf67a160 HTTP/1.1" status: 204 len: 168 time: 1.5347369 Sep 29 07:54:46.873225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:54:46.875546 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03223619-3fbb-42f8-9488-cfdc2205a66e" -d '{"events": [{"name": "network-changed", "server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:54:46.967431 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef7d2fd-9915-46c9-b006-18a2c0837ea5 x-openstack-request-id: req-6ef7d2fd-9915-46c9-b006-18a2c0837ea5 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:54:46.967722 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:54:46.967972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ef7d2fd-9915-46c9-b006-18a2c0837ea5 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:54:46.968373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef7d2fd-9915-46c9-b006-18a2c0837ea5'] response: {'name': 'network-changed', 'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'status': 'completed', 'code': 200} Sep 29 07:54:46.997145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:54:47.099943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-af663de8-ce24-492e-a624-fc62ce0d4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:47.101570 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-af663de8-ce24-492e-a624-fc62ce0d4548 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 1099 time: 0.0904350 Sep 29 07:54:47.267779 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-e6216f40-c370-4de8-a91b-9298c325a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:47.269241 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-e6216f40-c370-4de8-a91b-9298c325a4f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1344421 Sep 29 07:54:47.323941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:54:47.324686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ae6dd-6739-4e3e-9d98-8c75bd27b29b req-18f0e8b6-0760-4640-bcd5-3ae4153b3114 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:47.326179 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d7ae6dd-6739-4e3e-9d98-8c75bd27b29b req-18f0e8b6-0760-4640-bcd5-3ae4153b3114 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 946 time: 0.1471007 Sep 29 07:54:47.327989 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:54:47.337425 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-fb03a0e3-c166-49b3-986b-3afe921fa513 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 200 len: 217 time: 0.0615575 Sep 29 07:54:47.342101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:54:47.342760 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:54:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:54:47.386469 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d7ae6dd-6739-4e3e-9d98-8c75bd27b29b req-9d7b2eb1-8b9a-4bd5-a4b4-40e14d4d07be tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511866 Sep 29 07:54:47.420038 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-cbfb93fe-9ddb-403b-927f-2a7533b06922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:47.421522 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-cbfb93fe-9ddb-403b-927f-2a7533b06922 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0778036 Sep 29 07:54:47.505263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-ad8e295d-edd3-4a99-a844-8eca016abbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:47.506987 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-ad8e295d-edd3-4a99-a844-8eca016abbc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781691 Sep 29 07:54:47.566747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:54:47.747883 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-2940b2d6-d522-48d5-b0ab-0976450ada86 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344949 Sep 29 07:54:47.863761 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:47.882128 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-03223619-3fbb-42f8-9488-cfdc2205a66e req-d617735d-2fe3-4fbb-bded-6349f913ff15 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274350 Sep 29 07:54:47.884596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:54:47.888467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c462a-829c-4b3a-baee-8d04c821338d None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:54:48.106317 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af65fc-92f4-4a4e-bae2-395649e640df None None] New status for floating IP c77a8783-1af9-4416-85d1-9f8cbf67a160: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:54:48.628104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59f10-63cb-4c8d-af0f-cbc6d407b074 req-778a9498-5102-4126-9d0f-f942ec70cdf9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:48.628802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-52d59f10-63cb-4c8d-af0f-cbc6d407b074 req-778a9498-5102-4126-9d0f-f942ec70cdf9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:54:48.644730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-52d59f10-63cb-4c8d-af0f-cbc6d407b074 req-778a9498-5102-4126-9d0f-f942ec70cdf9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:54:48.646113 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-52d59f10-63cb-4c8d-af0f-cbc6d407b074 req-778a9498-5102-4126-9d0f-f942ec70cdf9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 946 time: 0.1549017 Sep 29 07:54:48.690136 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-52d59f10-63cb-4c8d-af0f-cbc6d407b074 req-5c50daf3-a9fd-4d90-af39-08aafb851a0d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=776ee0d8-cbf0-450e-9698-6b3d1b43134c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382195 Sep 29 07:54:48.871746 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1886595-d931-41fe-9874-3c39b418583b req-ca49ed3d-9812-4b43-99b4-bc9f1d3e5340 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:54:48.873095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d1886595-d931-41fe-9874-3c39b418583b req-ca49ed3d-9812-4b43-99b4-bc9f1d3e5340 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 946 time: 0.0847943 Sep 29 07:54:48.943322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Deleting port f3a069fb-b853-4b14-960a-729d4e55276e {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:54:48.943656 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:49.189496 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] For port f3a069fb-b853-4b14-960a-729d4e55276e, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=f3a069fb-b853-4b14-960a-729d4e55276e,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:54:49.189852 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:49.308322 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Calling delete_port for f3a069fb-b853-4b14-960a-729d4e55276e owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:54:49.456610 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:49.506860 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event deleted for resources: {'Port': ['ID=f3a069fb-b853-4b14-960a-729d4e55276e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:49.596271 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] No DVR routers for this DVR port f3a069fb-b853-4b14-960a-729d4e55276e on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:54:49.599233 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:49.601667 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-deleted', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:54:49.604296 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fbbf28-0006-49c4-9c2b-7889a9bc44ea" -d '{"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-deleted", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:54:49.617400 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d1886595-d931-41fe-9874-3c39b418583b req-2c3acda8-3ac7-4f7a-8360-8b385c933d93 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "DELETE /v2.0/ports/f3a069fb-b853-4b14-960a-729d4e55276e HTTP/1.1" status: 204 len: 173 time: 0.7391768 Sep 29 07:54:49.647213 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36851e2-9340-480c-952f-edc72c4e59e3 x-openstack-request-id: req-d36851e2-9340-480c-952f-edc72c4e59e3 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:54:49.647601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859ea289-dd00-4751-9213-5bc27ab041de", "name": "network-vif-deleted", "tag": "f3a069fb-b853-4b14-960a-729d4e55276e", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:54:49.647918 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d36851e2-9340-480c-952f-edc72c4e59e3 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:54:49.648424 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36851e2-9340-480c-952f-edc72c4e59e3'] response: {'server_uuid': '859ea289-dd00-4751-9213-5bc27ab041de', 'name': 'network-vif-deleted', 'tag': 'f3a069fb-b853-4b14-960a-729d4e55276e', 'status': 'completed', 'code': 200} Sep 29 07:54:49.871696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2e3066ce-9cea-4630-b0aa-4f1cdc52fba9 req-64f9c15d-b339-4231-bc6f-d074328607ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:54:49.888994 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-2e3066ce-9cea-4630-b0aa-4f1cdc52fba9 req-64f9c15d-b339-4231-bc6f-d074328607ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:54:49.890218 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e3066ce-9cea-4630-b0aa-4f1cdc52fba9 req-64f9c15d-b339-4231-bc6f-d074328607ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=859ea289-dd00-4751-9213-5bc27ab041de HTTP/1.1" status: 200 len: 210 time: 0.0684118 Sep 29 07:54:50.992927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57656) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:51.058925 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.087534 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.157336 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.176617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ee0d8-cbf0-450e-9698-6b3d1b43134c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:51.185355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.185696 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.186027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.186353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.186704 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.187025 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.187347 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.187662 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.187975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.188290 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.188604 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.188914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:54:51.198252 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.201824 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-ad8d2b3d-fa61-4367-ad59-906663e10c61 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "DELETE /v2.0/security-groups/776ee0d8-cbf0-450e-9698-6b3d1b43134c HTTP/1.1" status: 204 len: 168 time: 0.2054868 Sep 29 07:54:51.311174 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57666) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:51.316206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76374508', 'description': 'tempest-secgroup-smoke-76374508 description', 'project_id': '2a778ad396254280af31754237d63518'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:51.322653 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:51.327049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:51.330127 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:51.336466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:51.346828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.366112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:51.369893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:51.372651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:51.378200 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:51.450417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.454149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.497749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a27f0-21e7-4dc1-916d-4991c3ab728c,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:51.501034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.502219 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-04acc085-2322-4955-86fb-a31671d1f1c0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1900105 Sep 29 07:54:51.505568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57670) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:51.510558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': 'a91a27f0-21e7-4dc1-916d-4991c3ab728c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:51.516519 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:51.520929 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:51.523773 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:51.529401 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:51.545558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.604556 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.608067 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.633303 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64659673-e760-4140-9b98-33e4e14ab9f6,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:51.640935 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.642122 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-06b3c44d-9a1d-4fce-99c2-c0f9f45aaa15 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355441 Sep 29 07:54:51.644805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57674) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:51.649632 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': 'a91a27f0-21e7-4dc1-916d-4991c3ab728c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:51.655520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:51.659304 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:51.662146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:51.667828 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:51.684194 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.746520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.750063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.772803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98921d5e-9c8e-4cac-bed6-bc72b30fa9cd,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:51.782026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.783416 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-0cba93e8-e43f-4ccc-8dc8-feece99adf0f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377137 Sep 29 07:54:51.786066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57678) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:51.790896 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': 'a91a27f0-21e7-4dc1-916d-4991c3ab728c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:51.796503 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:51.800310 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:51.803699 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:51.809300 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:51.825912 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.890863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.894231 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.917264 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55427150-4b24-43b6-ad3f-32c7eabc249b,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:51.925412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:51.926664 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2d7fa869-f11e-4b07-8585-9688d99670a8 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395843 Sep 29 07:54:51.929903 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57682) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:51.934757 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': 'a91a27f0-21e7-4dc1-916d-4991c3ab728c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:51.940465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:51.944271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:51.947081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:51.952710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:51.968191 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.038199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.041659 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.064747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e202e985-66f4-4286-854f-df0156519deb,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:52.072565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.073720 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c069c13a-b9e9-47f0-aba0-9044461d62ac tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428640 Sep 29 07:54:52.076490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57686) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:52.081292 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': 'a91a27f0-21e7-4dc1-916d-4991c3ab728c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:52.086984 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:52.090810 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:52.093599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:52.099726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:52.112379 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Project 2a778ad396254280af31754237d63518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:54:52.119211 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.181148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.184518 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.206946 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a09b41-f463-4289-9c37-0b82cc831601,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:52.215425 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.216573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-91b9148f-e695-482b-a9a6-43e7aae99471 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391933 Sep 29 07:54:52.219249 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57690) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:54:52.224601 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'security_group_rule': {'security_group_id': 'a91a27f0-21e7-4dc1-916d-4991c3ab728c', 'project_id': '2a778ad396254280af31754237d63518', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:54:52.230520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:54:52.234326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:security_group_rule and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:54:52.237149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:54:52.243493 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:54:52.252688 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.securitygroups_db [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Project 2a778ad396254280af31754237d63518 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:54:52.258964 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.321314 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.325105 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.348148 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a63eb2f-55b4-4125-943e-cee451469dd7,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:54:52.361198 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:54:52.362500 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f91145cc-5ccf-4393-90df-b4d6d85e3f0b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423414 Sep 29 07:54:52.584405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:54:52.622230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: f3a069fb-b853-4b14-960a-729d4e55276e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:54:52.622604 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device f3a069fb-b853-4b14-960a-729d4e55276e not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:55:06.151969 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-2ed74245-9bbd-48f0-be57-7b54c5b937d0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76374508&fields=id&tenant_id=2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 267 time: 0.0389004 Sep 29 07:55:06.297092 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-aa96ec9a-6b1c-421f-8180-3bbb39126eea tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:06.298546 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-aa96ec9a-6b1c-421f-8180-3bbb39126eea tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 809 time: 0.1403737 Sep 29 07:55:06.313506 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-162f74ac-685a-489f-8971-3c95d3ed32bc tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/quotas/2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 375 time: 0.0089340 Sep 29 07:55:06.404299 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-1867093f-63a5-4fd7-86fc-c95deb4fe492 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859795 Sep 29 07:55:06.578365 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-5b45ab33-8a17-4cec-b96d-5c5534a3d627 service neutron] 10.222.0.26 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624768 Sep 29 07:55:06.802097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-0e3fec75-c6a2-42b8-9ace-b1bb43b6e437 service neutron] 10.222.0.26 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172487 Sep 29 07:55:07.176270 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-98097709-5fa3-45e6-bbb8-6c56dc1e7b7d req-30042130-1c40-4b55-898a-f35d45a46bba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 210 time: 0.0515139 Sep 29 07:55:08.287515 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0fa9839d-5cf6-4cf2-b0b1-c7481aff4dcb req-8a57ae54-9f02-440c-b55d-8d7315ff6cf6 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 210 time: 0.0505247 Sep 29 07:55:08.803678 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-585d85dd-c03d-46db-a2bd-8c447bc47759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:09.414473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-55b58fb1-2e2b-41b7-880f-35b33496364c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:09.416271 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-55b58fb1-2e2b-41b7-880f-35b33496364c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 809 time: 0.1581562 Sep 29 07:55:09.462302 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0fa187d3-e0ab-4f16-9566-462a86bdb4a0 req-c54cc682-8b8f-4a9b-a415-dbf310f68a70 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 210 time: 0.0483849 Sep 29 07:55:09.470159 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-d6e40c6c-1000-472b-a633-9fcf6603d078 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a778ad396254280af31754237d63518 HTTP/1.1" status: 200 len: 378 time: 0.0405800 Sep 29 07:55:09.482964 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'port': {'device_id': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'admin_state_up': True, 'tenant_id': '2a778ad396254280af31754237d63518', 'security_groups': ['a91a27f0-21e7-4dc1-916d-4991c3ab728c']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:55:09.622599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:55:09.632370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:55:09.642971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Made reservation on behalf of 2a778ad396254280af31754237d63518 for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:55:09.647106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:09.813320 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Allocated IP 172.20.0.8 (17edb090-6426-479b-accd-95eb805fdaab/5edbf738-7a39-4725-b04c-5beba9bac59f/8d8c2fa3-b9a6-4d8f-8982-269c60f03c75) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:55:10.003971 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.021659 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Transition to ACTIVE for port object 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:55:10.045800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.120243 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Network 17edb090-6426-479b-accd-95eb805fdaab is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:55:10.123087 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:55:10.127046 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:55:10.162968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:10.196291 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:10.197173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.224653 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-dd9dd435-ca99-4136-b981-47993677bbc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455535 Sep 29 07:55:10.243711 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Request body: {'port': {'device_id': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:55:10.360314 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.416829 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Provisioning for port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:55:10.424205 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Provisioning complete for port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:55:10.424928 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.425539 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Attempt 1 to provision port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 Sep 29 07:55:10.489083 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:55:10.719474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a75a-2cb2-468c-91b5-c5f3e32205d8 req-ccc598d9-1eb0-4f42-94ae-9bf0461ce582 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:10.720159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8ef5a75a-2cb2-468c-91b5-c5f3e32205d8 req-ccc598d9-1eb0-4f42-94ae-9bf0461ce582 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:55:10.788315 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-8ef5a75a-2cb2-468c-91b5-c5f3e32205d8 req-ccc598d9-1eb0-4f42-94ae-9bf0461ce582 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:55:10.789453 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8ef5a75a-2cb2-468c-91b5-c5f3e32205d8 req-ccc598d9-1eb0-4f42-94ae-9bf0461ce582 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 931 time: 0.2060666 Sep 29 07:55:10.795070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:55:10.816313 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.847586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Transition to ACTIVE for port object 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:55:10.853473 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8ef5a75a-2cb2-468c-91b5-c5f3e32205d8 req-a9a92e55-fe74-4322-ab6d-b5ba6434f53d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540233 Sep 29 07:55:10.854459 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:10.990243 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Attempt 2 to provision port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 Sep 29 07:55:11.047627 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:55:11.050380 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:11.080979 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Attempting to bind port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:55:11.081347 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Attempting to bind port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:55:11.081669 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Attempting to bind port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 on network 17edb090-6426-479b-accd-95eb805fdaab {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:55:11.087074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 on network 17edb090-6426-479b-accd-95eb805fdaab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:55:11.087329 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Attempting to bind port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 on network 17edb090-6426-479b-accd-95eb805fdaab {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:55:11.092563 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:55:11.092905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Checking segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:55:11.093308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Bound using segment: {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:55:11.093723 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Bound port: 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17edb090-6426-479b-accd-95eb805fdaab'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:55:11.094063 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:11.095037 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-24566f2b-75e3-4788-9a3c-b699514b15bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:11.184934 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:55:11.187861 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:55:11.191105 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:11.221223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:11.221751 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:11.223734 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] 10.222.0.61 "PUT /v2.0/ports/8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 1093 time: 0.9853249 Sep 29 07:55:11.224163 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:55:11.226426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0789950-f555-4ee4-8638-c5fb7848340d" -d '{"events": [{"name": "network-changed", "server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:55:11.267582 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920da8c8-62c4-4886-b71f-12da1bd8be79 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:11.277166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ffb6de-c072-418e-91dd-047f974bb7d7 x-openstack-request-id: req-b4ffb6de-c072-418e-91dd-047f974bb7d7 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:55:11.277528 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:55:11.277854 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4ffb6de-c072-418e-91dd-047f974bb7d7 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:55:11.278320 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ffb6de-c072-418e-91dd-047f974bb7d7'] response: {'name': 'network-changed', 'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'status': 'completed', 'code': 200} Sep 29 07:55:11.372713 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-40539af9-656b-4860-8cd6-be7a239a85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:11.374186 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-40539af9-656b-4860-8cd6-be7a239a85aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1096 time: 0.0806050 Sep 29 07:55:11.541573 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-c199e1f4-bc32-4b48-8071-ffa1aa54e87e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 217 time: 0.1539900 Sep 29 07:55:11.548700 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Attempt 3 to provision port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 Sep 29 07:55:11.604692 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-a5db9379-190d-4874-a2da-ef755301d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:11.606143 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-a5db9379-190d-4874-a2da-ef755301d1cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0585933 Sep 29 07:55:11.608524 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-73ca774d-a61f-4a9a-8dae-0ba98133d9a1 None None] Port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:55:11.686333 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-f18fee60-3c86-4bce-bf1b-50fc1fb9b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:11.687841 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-f18fee60-3c86-4bce-bf1b-50fc1fb9b5f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761995 Sep 29 07:55:11.815932 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-a1a8da80-a701-4c4a-be33-234234a09fa5 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211462 Sep 29 07:55:11.945885 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-301d7e01-3215-4d15-ace7-d7e2fff6ead9 req-e2eaa74f-5e09-46f1-8abb-426466c8e9be service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235845 Sep 29 07:55:12.057119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:12.109281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98265ac2-763a-439f-806b-84d1ae250ae2 req-25bf9f8a-b599-4108-97c5-b6373972a93d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:12.110691 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98265ac2-763a-439f-806b-84d1ae250ae2 req-25bf9f8a-b599-4108-97c5-b6373972a93d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.1432776 Sep 29 07:55:12.166170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-98265ac2-763a-439f-806b-84d1ae250ae2 req-72d2e32f-9106-412e-842b-1a9f2f466c1b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486071 Sep 29 07:55:12.168705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789950-f555-4ee4-8638-c5fb7848340d req-81154153-1426-4e75-bcfb-c70e9644a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:12.170122 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-81154153-1426-4e75-bcfb-c70e9644a444 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1096 time: 0.1318448 Sep 29 07:55:12.266720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:12.300794 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789950-f555-4ee4-8638-c5fb7848340d req-af21c23d-b953-4539-91a1-ca59bbd6ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:12.302905 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-af21c23d-b953-4539-91a1-ca59bbd6ca68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1268656 Sep 29 07:55:12.367870 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-fc2094b4-7250-4a58-a038-a399576eaa65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 217 time: 0.0588813 Sep 29 07:55:12.430785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789950-f555-4ee4-8638-c5fb7848340d req-0f5f069c-3a68-4214-9726-a20be5469073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:12.432181 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-0f5f069c-3a68-4214-9726-a20be5469073 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0586834 Sep 29 07:55:12.511353 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789950-f555-4ee4-8638-c5fb7848340d req-35353464-29fd-45d3-871f-b1391958ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:12.512827 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-35353464-29fd-45d3-871f-b1391958ecfb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748105 Sep 29 07:55:12.641224 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-bb73c259-c8ce-4535-8287-fd58906394a4 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221108 Sep 29 07:55:12.775659 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-c0789950-f555-4ee4-8638-c5fb7848340d req-c2931bf5-dd1a-49fc-8ccd-57990b3800a5 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278574 Sep 29 07:55:13.371183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946aeee-f0c0-423e-8512-833ae59cecd6 req-441fb57d-3fdc-4d8d-8e06-edeac4baa900 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:13.372631 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0946aeee-f0c0-423e-8512-833ae59cecd6 req-441fb57d-3fdc-4d8d-8e06-edeac4baa900 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.0903621 Sep 29 07:55:13.417165 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-0946aeee-f0c0-423e-8512-833ae59cecd6 req-15c4b92f-175c-4f9a-87b6-152ca04b0a27 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:55:13.431888 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-0946aeee-f0c0-423e-8512-833ae59cecd6 req-15c4b92f-175c-4f9a-87b6-152ca04b0a27 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:55:13.433063 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-0946aeee-f0c0-423e-8512-833ae59cecd6 req-15c4b92f-175c-4f9a-87b6-152ca04b0a27 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547707 Sep 29 07:55:13.624919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:14.632828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416f29b-44f1-405b-95c0-27edf69a1dac req-f81061c6-df8b-468b-b1aa-2d88a6c90840 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:14.634289 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8416f29b-44f1-405b-95c0-27edf69a1dac req-f81061c6-df8b-468b-b1aa-2d88a6c90840 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.0895247 Sep 29 07:55:14.677754 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8416f29b-44f1-405b-95c0-27edf69a1dac req-f4d4e160-3cb6-43b6-b7d7-dc35dd45de94 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378249 Sep 29 07:55:15.869826 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd31b2-224c-4657-940b-018abf2ad88f req-5609af30-e5ad-4aab-8bdf-b9a26ae96b60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:15.871299 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9efd31b2-224c-4657-940b-018abf2ad88f req-5609af30-e5ad-4aab-8bdf-b9a26ae96b60 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.0849872 Sep 29 07:55:15.914364 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9efd31b2-224c-4657-940b-018abf2ad88f req-0ecf47e4-5632-4ed9-b3db-f978b9c4a815 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375197 Sep 29 07:55:17.108435 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee6884-47c5-4ede-95ec-6ebe230efe02 req-d0dade21-0ba1-4088-b1bb-4a5968691ff3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:17.109821 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8dee6884-47c5-4ede-95ec-6ebe230efe02 req-d0dade21-0ba1-4088-b1bb-4a5968691ff3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.0862305 Sep 29 07:55:17.156281 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-8dee6884-47c5-4ede-95ec-6ebe230efe02 req-0847728c-44ef-4cf9-9e63-c1af3d0c0c12 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407727 Sep 29 07:55:17.857386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:18.354169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b01bc6-17e3-457b-b8a1-6cc16e404c48 req-3d59ad9c-6ac2-4015-83ff-ce56957b0a80 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:18.355554 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a6b01bc6-17e3-457b-b8a1-6cc16e404c48 req-3d59ad9c-6ac2-4015-83ff-ce56957b0a80 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.0883212 Sep 29 07:55:18.398965 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a6b01bc6-17e3-457b-b8a1-6cc16e404c48 req-30e0b7eb-7587-43f4-b74d-3d0870bf769c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377753 Sep 29 07:55:19.680318 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b626699-c776-463b-bee1-91e8761579c3 req-766b8739-7e75-4004-8a6b-8c2ab913d1dd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:19.681706 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6b626699-c776-463b-bee1-91e8761579c3 req-766b8739-7e75-4004-8a6b-8c2ab913d1dd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.1724689 Sep 29 07:55:19.724997 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6b626699-c776-463b-bee1-91e8761579c3 req-fe79b6aa-55b5-4573-822b-cf4f0c3d978f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376778 Sep 29 07:55:20.756091 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:55:20.889977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:55:20.903605 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'port_id': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'mac_address': 'fa:16:3e:9c:45:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:55:20.921630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334363c-ff40-4694-b78e-a5c6e1d6e600 req-8f7b0fce-9e5e-400c-a1f4-2961a9763a88 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:20.923149 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7334363c-ff40-4694-b78e-a5c6e1d6e600 req-8f7b0fce-9e5e-400c-a1f4-2961a9763a88 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.0864682 Sep 29 07:55:20.962058 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:55:20.962440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:20.971692 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-7334363c-ff40-4694-b78e-a5c6e1d6e600 req-7928746d-4e7f-4c8b-8c21-1359b5a16fc2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421488 Sep 29 07:55:20.979963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:55:20.995638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:55:20.999274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:21.065811 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:21.072821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.073164 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.073501 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.073830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.074159 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.074484 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.074830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.075152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.075473 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.075801 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.076120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.076434 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:55:21.449049 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:55:22.066840 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:55:22.172965 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163e014-a19e-4209-9000-c7118f943e22 req-c37c35a2-3cef-4523-bbd8-ab0379f7375c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:22.174422 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a163e014-a19e-4209-9000-c7118f943e22 req-c37c35a2-3cef-4523-bbd8-ab0379f7375c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 944 time: 0.0901966 Sep 29 07:55:22.218316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a163e014-a19e-4209-9000-c7118f943e22 req-3f1d44c2-4442-4b9a-8769-23e307bc78ad tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376143 Sep 29 07:55:22.771611 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:55:22.840146 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:55:22.845288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:55:22.845675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:22.846007 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 Sep 29 07:55:22.961374 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:55:22.961744 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:22.989288 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:55:22.991540 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15ac009-a453-43c3-a60a-105916bd7f20" -d '{"events": [{"server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "name": "network-vif-plugged", "status": "completed", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:55:22.998951 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:55:23.002776 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:23.071786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:23.081154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6fa08d-b686-4a98-a6e2-a0fe264f1bbf x-openstack-request-id: req-8d6fa08d-b686-4a98-a6e2-a0fe264f1bbf {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:55:23.081441 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "name": "network-vif-plugged", "status": "completed", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:55:23.081714 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d6fa08d-b686-4a98-a6e2-a0fe264f1bbf {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:55:23.082215 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6fa08d-b686-4a98-a6e2-a0fe264f1bbf'] response: {'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'code': 200} Sep 29 07:55:23.445188 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968f0ed-76d4-4a3e-a735-8fbbc010ab63 req-65300d2e-563e-4a6e-9a7f-08cf9abd5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:23.446686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1968f0ed-76d4-4a3e-a735-8fbbc010ab63 req-65300d2e-563e-4a6e-9a7f-08cf9abd5a35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1098 time: 0.1394939 Sep 29 07:55:23.457952 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ceed62-648e-4ab0-9093-7d6178bec830 req-3228affc-7926-40c1-a403-f8a057b682f9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:23.459376 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-94ceed62-648e-4ab0-9093-7d6178bec830 req-3228affc-7926-40c1-a403-f8a057b682f9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.1180844 Sep 29 07:55:23.524229 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1968f0ed-76d4-4a3e-a735-8fbbc010ab63 req-239486dc-9847-446f-b5c1-b47a17443190 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638525 Sep 29 07:55:23.528423 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-94ceed62-648e-4ab0-9093-7d6178bec830 req-d7e09281-7671-43ba-84cf-54746ea2c0d5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566030 Sep 29 07:55:24.726744 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715193c-6654-4961-9005-664aae56f7e2 req-c8a74dfa-628b-45fe-9e58-e188abee7d25 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:24.728504 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d715193c-6654-4961-9005-664aae56f7e2 req-c8a74dfa-628b-45fe-9e58-e188abee7d25 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0868630 Sep 29 07:55:24.772802 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d715193c-6654-4961-9005-664aae56f7e2 req-b6c675c6-3923-4545-ac0a-8bb8f669c49f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386069 Sep 29 07:55:25.966203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a36eb-8ba7-4203-8e9e-3808f2239e58 req-8b90ea6d-1f57-45f3-b3ce-221d464f42ae tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:25.967686 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-679a36eb-8ba7-4203-8e9e-3808f2239e58 req-8b90ea6d-1f57-45f3-b3ce-221d464f42ae tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0853415 Sep 29 07:55:26.011100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-679a36eb-8ba7-4203-8e9e-3808f2239e58 req-3299e7d9-7055-42b9-b46b-55d6c8653ace tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372643 Sep 29 07:55:26.210134 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35870f13-b365-4f88-b295-23f396907639 req-e66155ef-2dee-411d-807c-fb2ebc56e10f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:26.211637 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35870f13-b365-4f88-b295-23f396907639 req-e66155ef-2dee-411d-807c-fb2ebc56e10f tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0899038 Sep 29 07:55:26.256756 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-35870f13-b365-4f88-b295-23f396907639 req-d3c85fe0-7205-4f3e-bcc0-d79a2dfbde19 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395460 Sep 29 07:55:26.286902 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57896) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:55:26.403302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c815187f-1f8a-4058-98d3-9a32dce0b3fb tempest-TestShelveInstance-155099271 tempest-TestShelveInstance-155099271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:26.404814 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-c815187f-1f8a-4058-98d3-9a32dce0b3fb tempest-TestShelveInstance-155099271 tempest-TestShelveInstance-155099271-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1093 time: 0.1169510 Sep 29 07:55:26.407698 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57902) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:55:26.412467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'tenant_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:55:26.418394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:55:26.422225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Usage tracker for resource:floatingip and tenant:2a778ad396254280af31754237d63518 is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:55:26.425036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:55:26.430743 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:55:26.444555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:26.574123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:26.709405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Allocated IP 172.26.0.20 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/b1f02379-436f-4b5d-89df-8d48ee6720f0) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:55:26.851161 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:26.880246 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:26.944144 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:55:26.946884 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:55:26.950323 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:55:26.992487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'Port': ['ID=b1f02379-436f-4b5d-89df-8d48ee6720f0,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:27.457190 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:27.530028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:27.738476 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:27.742745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:27.845697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event updated for resources: {'Port': ['ID=b1f02379-436f-4b5d-89df-8d48ee6720f0,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:55:27.848250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:28.020281 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Floating IP b10d8219-6eef-4c7f-b321-bb5109689901 associated. External IP: 172.26.0.20, port: 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75. Sep 29 07:55:28.365809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:55:28.539465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:55:28.548831 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:55:28.558607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:55:28.559307 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:55:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:55:28.563494 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:28.620989 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fe18e5a1-eacd-425f-a701-4424cd29ff24 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2119589 Sep 29 07:55:28.621411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:55:28.623919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee753d4-7005-4065-9467-0a54de4968f8" -d '{"events": [{"name": "network-changed", "server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:55:28.715326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb3d67f-0985-4a52-9f83-9d01b0e93516 x-openstack-request-id: req-beb3d67f-0985-4a52-9f83-9d01b0e93516 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:55:28.715617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:55:28.715864 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-beb3d67f-0985-4a52-9f83-9d01b0e93516 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:55:28.716263 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb3d67f-0985-4a52-9f83-9d01b0e93516'] response: {'name': 'network-changed', 'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'status': 'completed', 'code': 200} Sep 29 07:55:28.777639 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:55:28.837672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-972cad9c-5e2e-46f5-8021-282e07d11b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:28.839292 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-972cad9c-5e2e-46f5-8021-282e07d11b15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1098 time: 0.0810192 Sep 29 07:55:28.972268 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-4f4d0523-7ad3-4a73-88ca-0784c48c44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:28.974235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-4f4d0523-7ad3-4a73-88ca-0784c48c44ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1293297 Sep 29 07:55:29.076487 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-f58c6377-4af4-49da-a0c4-cc34d84ffc71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 998 time: 0.0963852 Sep 29 07:55:29.126101 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b10d8219-6eef-4c7f-b321-bb5109689901', 'tenant_id': '2a778ad396254280af31754237d63518', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'port_id': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'mac_address': 'fa:16:3e:9c:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:55:27Z', 'updated_at': '2022-09-29T07:55:27Z', 'revision_number': 0, 'project_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:55:29.129919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:55:29.138044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:55:29.138682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:55:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:55:29.141143 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-a07c4b7a-d2e1-439a-af0a-946137d5a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:29.142629 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-a07c4b7a-d2e1-439a-af0a-946137d5a6b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0565450 Sep 29 07:55:29.224521 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-b884b051-72f1-4977-b2c1-171970eba8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:55:29.225912 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-b884b051-72f1-4977-b2c1-171970eba8c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776107 Sep 29 07:55:29.314412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:55:29.359100 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-907a1389-3477-4000-816c-3ae81b179ce2 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267197 Sep 29 07:55:29.488625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-0ee753d4-7005-4065-9467-0a54de4968f8 req-7419645e-396f-43cf-9eb2-e2adb6eaf83b service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240375 Sep 29 07:55:29.662242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b10d8219-6eef-4c7f-b321-bb5109689901', 'tenant_id': '2a778ad396254280af31754237d63518', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'port_id': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'mac_address': 'fa:16:3e:9c:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:55:27Z', 'updated_at': '2022-09-29T07:55:27Z', 'revision_number': 0, 'project_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:55:29.666225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28acb53-1a2f-4fdc-adb6-bd2df969c0fe None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b10d8219-6eef-4c7f-b321-bb5109689901', 'tenant_id': '2a778ad396254280af31754237d63518', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'port_id': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'mac_address': 'fa:16:3e:9c:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:55:27Z', 'updated_at': '2022-09-29T07:55:27Z', 'revision_number': 0, 'project_id': '2a778ad396254280af31754237d63518', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:55:29.844138 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af25fc-e3dc-42bd-87ca-5b04301039dc None None] New status for floating IP b10d8219-6eef-4c7f-b321-bb5109689901: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:55:38.797081 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-22c2e8f8-83e9-4739-817b-1dd720d66691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:41.096997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5d137bab-43ff-43b0-a005-9d60c87e4856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:42.063651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:42.269709 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:43.628031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:47.858069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:55:59.066904 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:56:06.371740 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-3ead1043-d71e-4831-a789-c8cb0ee95e18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827394 Sep 29 07:56:06.535094 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2f45-1dca-4f00-8189-0104844680bb req-84226cf9-2291-4cc3-8888-35ea8ed6ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:56:06.536552 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-84226cf9-2291-4cc3-8888-35ea8ed6ad3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1098 time: 0.0774484 Sep 29 07:56:06.677253 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2f45-1dca-4f00-8189-0104844680bb req-c626cf0a-093b-4c64-8951-b377329a070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:56:06.678628 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-c626cf0a-093b-4c64-8951-b377329a070a service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1238098 Sep 29 07:56:06.871414 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-37db542b-5b0f-4b6c-bfed-3b344d3ef32c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 1000 time: 0.1855798 Sep 29 07:56:06.935279 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2f45-1dca-4f00-8189-0104844680bb req-cd347091-29fa-4a4b-a934-156bb6b0df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:56:06.936610 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-cd347091-29fa-4a4b-a934-156bb6b0df63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0589933 Sep 29 07:56:07.018736 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b2f45-1dca-4f00-8189-0104844680bb req-b465d482-5b90-484f-9081-a3bdf41e658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:56:07.020215 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-b465d482-5b90-484f-9081-a3bdf41e658c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774198 Sep 29 07:56:07.030553 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-d896a6d2-650d-48c1-9468-99f1ae08baef service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:56:07.031522 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-d896a6d2-650d-48c1-9468-99f1ae08baef service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047958 Sep 29 07:56:07.161665 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-214263c1-64d6-4fff-abc7-808a8a82068e service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246653 Sep 29 07:56:07.292361 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f81b2f45-1dca-4f00-8189-0104844680bb req-cafa1eb8-f8d2-4c67-b675-9d4e7a7ef2ef service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232777 Sep 29 07:56:08.800693 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-5ae927bb-309e-4b70-8e1e-0fb4aaa38763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:11.098012 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-49502812-0d4c-4bb2-b36d-fcc8a6b0aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:12.056869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:12.270421 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:13.631773 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:17.869797 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:36.065220 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:56:38.803376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b343729b-ce21-49d8-a95b-3d2ac7838184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:41.098847 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8771eefb-0858-4df9-b4cd-579d31a0b045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:42.058955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:42.273144 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:43.638688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:56:47.900223 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:06.372482 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-ba475196-1390-46ee-aefd-e9f222148eb9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823376 Sep 29 07:57:06.538677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-4c60e15f-2126-458e-b301-6a5c0fbcd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:06.541028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-4c60e15f-2126-458e-b301-6a5c0fbcd31e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1098 time: 0.0816660 Sep 29 07:57:06.694055 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-0f800e9c-4493-4102-a52d-e77bdce2acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:06.698640 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-0f800e9c-4493-4102-a52d-e77bdce2acec service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1336823 Sep 29 07:57:06.802682 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-726962f0-f049-4c47-bff1-d1a5b7e8ca52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 1000 time: 0.1004241 Sep 29 07:57:06.865954 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-98a9ed28-5856-437e-9af3-5b863f38b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:06.867362 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-98a9ed28-5856-437e-9af3-5b863f38b00d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0591216 Sep 29 07:57:06.945912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-ad360989-093e-451f-8787-63866cf0ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:06.947300 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-ad360989-093e-451f-8787-63866cf0ec7a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742142 Sep 29 07:57:07.073863 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-e1df7af4-5571-4f77-b7b8-74fbd1973297 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200199 Sep 29 07:57:07.201874 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6ef0e6b6-f77f-4965-bca0-86d3b52c1693 req-0d4e091b-d536-435a-afdd-c36a8ea2558d service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208882 Sep 29 07:57:08.805555 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-edf3358b-167f-4b09-850f-ae083c110256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:11.099920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e2440305-4d95-481e-a0e8-5c3b8f82088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:12.060412 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:12.275335 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:13.063396 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:57:13.639323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:17.925090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:26.853795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56de53-21f1-4dc9-b999-b8abb763cedb req-f0186d1c-3767-4f8d-b55c-0dc37e822544 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:26.855354 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3b56de53-21f1-4dc9-b999-b8abb763cedb req-f0186d1c-3767-4f8d-b55c-0dc37e822544 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0941830 Sep 29 07:57:26.898146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3b56de53-21f1-4dc9-b999-b8abb763cedb req-a42b064a-2749-43df-8ca0-2f3a75134562 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371838 Sep 29 07:57:28.228916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb36e3-a73e-4e3d-ad15-e7bade3d1ec8 req-a90efe0d-f249-43a0-a580-f8579f6579f9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:28.230298 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2edb36e3-a73e-4e3d-ad15-e7bade3d1ec8 req-a90efe0d-f249-43a0-a580-f8579f6579f9 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.2044334 Sep 29 07:57:28.274410 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2edb36e3-a73e-4e3d-ad15-e7bade3d1ec8 req-bbb2d582-74f2-484b-9e5a-34c2a2f7561c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376196 Sep 29 07:57:29.474288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ab45-b96c-4bd7-b069-345cac531c30 req-09d63c4e-5ba1-4cd1-8ca1-cac894f9db67 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:29.475843 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b1e3ab45-b96c-4bd7-b069-345cac531c30 req-09d63c4e-5ba1-4cd1-8ca1-cac894f9db67 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0852449 Sep 29 07:57:29.518638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-b1e3ab45-b96c-4bd7-b069-345cac531c30 req-9170e289-0684-4466-ba05-05fe18a0b965 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370021 Sep 29 07:57:30.708775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7f7c8-e1ea-4dad-8af0-e0092e8a3c21 req-2fc0622c-3c4d-493c-b783-061ab6ad5bb4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:30.710809 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97c7f7c8-e1ea-4dad-8af0-e0092e8a3c21 req-2fc0622c-3c4d-493c-b783-061ab6ad5bb4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0842469 Sep 29 07:57:30.757874 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-97c7f7c8-e1ea-4dad-8af0-e0092e8a3c21 req-a30f6523-b082-4b2a-ac9d-36d3a2a459e2 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409417 Sep 29 07:57:31.959752 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99c2d-4a32-4bd8-b6fd-55bc66233f9d req-6d842046-0951-483a-bcae-29d479ef00fd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:31.961807 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-64f99c2d-4a32-4bd8-b6fd-55bc66233f9d req-6d842046-0951-483a-bcae-29d479ef00fd tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0908418 Sep 29 07:57:32.004677 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-64f99c2d-4a32-4bd8-b6fd-55bc66233f9d req-d0b90910-4469-4072-b960-a8792259ced0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372367 Sep 29 07:57:33.197521 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6a1fd-1a19-4a75-bb1f-e385727ee792 req-478af2f9-273c-4a3b-9d70-ac3849071e7d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:33.198995 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f6a6a1fd-1a19-4a75-bb1f-e385727ee792 req-478af2f9-273c-4a3b-9d70-ac3849071e7d tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0842957 Sep 29 07:57:33.241751 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f6a6a1fd-1a19-4a75-bb1f-e385727ee792 req-89c5a66c-46e1-41bc-9aaa-de0a0f0ccf45 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372071 Sep 29 07:57:34.440683 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a57a-b670-4c6f-aa86-cbc95b71de3a req-d4ddf143-477e-45d1-9f37-c956b8111978 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:34.442137 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a2a0a57a-b670-4c6f-aa86-cbc95b71de3a req-d4ddf143-477e-45d1-9f37-c956b8111978 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0900528 Sep 29 07:57:34.485297 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-a2a0a57a-b670-4c6f-aa86-cbc95b71de3a req-cc12212c-53ba-47c9-a1e3-2ed8c992efcf tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375373 Sep 29 07:57:35.683265 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6f60f-dcc8-4ee2-9457-417def32be54 req-b90a017b-ddcc-4874-8f19-623b9eaaafb4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:35.684650 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fac6f60f-dcc8-4ee2-9457-417def32be54 req-b90a017b-ddcc-4874-8f19-623b9eaaafb4 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0895388 Sep 29 07:57:35.727239 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fac6f60f-dcc8-4ee2-9457-417def32be54 req-67f1c796-7061-4715-8a28-876afa52172b tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370865 Sep 29 07:57:36.918024 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7c2c0-c70d-4b20-b1c4-f2fe666532e5 req-5e590471-aed0-4fd7-b9fe-f8372bffeb0e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:36.919480 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26f7c2c0-c70d-4b20-b1c4-f2fe666532e5 req-5e590471-aed0-4fd7-b9fe-f8372bffeb0e tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0842805 Sep 29 07:57:37.109937 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-26f7c2c0-c70d-4b20-b1c4-f2fe666532e5 req-7f7e256f-9320-49cd-9100-b4221e987942 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1838419 Sep 29 07:57:37.128701 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-5c766760-d531-4a8b-ab29-c8c1e7a25ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:37.130138 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-5c766760-d531-4a8b-ab29-c8c1e7a25ab5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a778ad396254280af31754237d63518&device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 1098 time: 0.1882875 Sep 29 07:57:37.258761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-1a8a10c8-bec3-4152-9d85-01c32907f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:37.260179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-1a8a10c8-bec3-4152-9d85-01c32907f2ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 200 len: 910 time: 0.1238644 Sep 29 07:57:37.361801 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-4513fd0a-03d1-42dd-b7fa-f45d1cfcdf07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 200 len: 1000 time: 0.0954680 Sep 29 07:57:37.422812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-eeb8be16-7e2b-41a2-be7e-1a30d6a7645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:37.424260 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-eeb8be16-7e2b-41a2-be7e-1a30d6a7645b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 200 len: 848 time: 0.0564229 Sep 29 07:57:37.509835 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-5ac589e1-e392-40e4-87af-4a49fce26166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:37.511346 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-5ac589e1-e392-40e4-87af-4a49fce26166 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=17edb090-6426-479b-accd-95eb805fdaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812664 Sep 29 07:57:37.640050 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-0042d765-6482-4600-9a13-cb280afcb66e service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222897 Sep 29 07:57:37.771627 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-ef8c89e8-12e3-4619-a3cb-15e7571fac4b req-f4a335af-3b3e-4502-a973-118489ccc1d9 service neutron] 10.222.0.61 "GET /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254694 Sep 29 07:57:38.305187 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcff368-25e2-4774-899e-1362416c2361 req-ec380002-68aa-4a68-a5f7-d253cbcae212 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:38.306731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2dcff368-25e2-4774-899e-1362416c2361 req-ec380002-68aa-4a68-a5f7-d253cbcae212 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0856853 Sep 29 07:57:38.353008 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2dcff368-25e2-4774-899e-1362416c2361 req-5760e280-8f06-4008-8862-ea99083de124 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408182 Sep 29 07:57:38.807721 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-55e3e6c8-003d-44d4-9c09-eac51fed9cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:39.550074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34dfcf-8752-4584-a4c6-e9b9fa5c683b req-356346d4-5a1d-4b09-b991-f07bb51b373c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:39.551775 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e34dfcf-8752-4584-a4c6-e9b9fa5c683b req-356346d4-5a1d-4b09-b991-f07bb51b373c tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0867181 Sep 29 07:57:39.601076 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-2e34dfcf-8752-4584-a4c6-e9b9fa5c683b req-742932c2-9d24-429d-a2b1-4d02b8ff0bba tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436883 Sep 29 07:57:40.799778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899073b-83a5-4a9b-97fd-d5ab1da13409 req-dfd58fa6-5cbc-482c-b88f-20b08c312114 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:57:40.801236 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4899073b-83a5-4a9b-97fd-d5ab1da13409 req-dfd58fa6-5cbc-482c-b88f-20b08c312114 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 945 time: 0.0875857 Sep 29 07:57:40.844743 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-4899073b-83a5-4a9b-97fd-d5ab1da13409 req-4254b604-fd2b-4b0e-af35-a21834b15f05 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/security-groups?id=a91a27f0-21e7-4dc1-916d-4991c3ab728c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377929 Sep 29 07:57:41.101536 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e664caa0-f791-4a02-9ed3-d4fadbc6e97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:41.455080 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:57:41.564122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:57:41.564498 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:41.590237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:57:41.592608 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859cf764-272e-4dc1-81b3-44db09e72151" -d '{"events": [{"server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:57:41.599903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:57:41.603598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:41.634687 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Sep 2022 07:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce7411-ead6-402d-b92b-59dc8e608afc x-openstack-request-id: req-95ce7411-ead6-402d-b92b-59dc8e608afc {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:57:41.634978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "name": "network-vif-unplugged", "status": "failed", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75", "code": 422}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:57:41.635229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95ce7411-ead6-402d-b92b-59dc8e608afc {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:57:41.635622 dv-neutron-859761-1-hyperv neutron-server[89138]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-95ce7411-ead6-402d-b92b-59dc8e608afc']: {'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'code': 422} returned with failed status Sep 29 07:57:41.671935 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:57:41.679983 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.680332 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.680673 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.681011 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.681344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.681676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.682008 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.682336 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.682689 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.683018 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.683343 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:41.683665 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:57:42.063377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:42.279383 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:43.644493 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:47.916038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:57:50.062216 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:58:08.820960 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-71344a9b-d02a-481d-8d1f-bb64c7b1619e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:11.102155 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dcf7cef9-9eac-4a77-ad49-d90972d9920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:12.066324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:12.283497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:13.644548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:17.915799 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:27.065450 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:58:38.812798 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3d37868d-f654-4455-8969-fb73902f3572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:40.954456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 57988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:41.108078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7498434d-12c6-45c3-a891-ea4db6c818c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:41.157629 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Deleting port b1f02379-436f-4b5d-89df-8d48ee6720f0 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:41.157965 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:41.322624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:41.322947 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:41.447555 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Calling delete_port for b1f02379-436f-4b5d-89df-8d48ee6720f0 owned by network:floatingip {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:41.601673 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:41.684222 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event deleted for resources: {'Port': ['ID=b1f02379-436f-4b5d-89df-8d48ee6720f0,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:41.733057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.733403 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.733785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.734123 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.734458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.734812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.735136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.735464 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.735788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.736111 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.736429 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.736745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:41.769394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for floatingip, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:41.769720 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Floating IP b10d8219-6eef-4c7f-b321-bb5109689901 disassociated (deleted). External IP: 172.26.0.20, port: 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75. Sep 29 07:58:42.069005 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:42.232047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:58:42.285438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:42.410154 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:58:42.419852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:58:42.430122 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:42.430771 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:42.431014 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:42.485554 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-70472b93-ef78-4082-9e2f-372facfc9be3 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "DELETE /v2.0/floatingips/b10d8219-6eef-4c7f-b321-bb5109689901 HTTP/1.1" status: 204 len: 168 time: 1.5299664 Sep 29 07:58:42.486335 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:58:42.488786 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bdeab3-1147-4ef0-85b0-41f1a9adf211" -d '{"events": [{"name": "network-changed", "server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:58:42.609227 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:58:42.872197 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-1ca02041-b177-45ed-baa9-b8b85f32a859 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:58:42.872885 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-1ca02041-b177-45ed-baa9-b8b85f32a859 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Synchronizing usage tracker for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:58:42.887817 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-1ca02041-b177-45ed-baa9-b8b85f32a859 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Unset dirty status for tenant:2a778ad396254280af31754237d63518 on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:58:42.888967 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-1ca02041-b177-45ed-baa9-b8b85f32a859 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "GET /v2.0/ports?device_id=105d1cd7-7f41-4130-a02d-77e4c0e046c7 HTTP/1.1" status: 200 len: 943 time: 0.1032917 Sep 29 07:58:42.920196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:42.928817 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:58:42.939870 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:42.940497 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:42.965136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Deleting port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:42.965468 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:43.117732 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:58:43.217919 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] For port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:43.218893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:43.348396 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Calling delete_port for 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 owned by compute:nova {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:43.467590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:43.471695 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40143da-a439-4fdd-bb6f-4fc395a48a99 None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:49:22Z', 'revision_number': 4, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '9dc06966-9614-4d4f-82f2-47b7dbbf6be8', 'name': '', 'network_id': '17edb090-6426-479b-accd-95eb805fdaab', 'tenant_id': '2a778ad396254280af31754237d63518', 'mac_address': 'fa:16:3e:86:25:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:22Z', 'updated_at': '2022-09-29T07:49:29Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'subnets': [{'id': '5edbf738-7a39-4725-b04c-5beba9bac59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:58:43.500258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:43.552641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event deleted for resources: {'Port': ['ID=8d8c2fa3-b9a6-4d8f-8982-269c60f03c75,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:43.646100 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] No DVR routers for this DVR port 8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 on host hv-neutron-8597 {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:58:43.649272 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:43.652394 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:43.668731 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f5cb1540-b4c8-4275-ac59-b91abe746ba5 req-6abcfee4-9449-43d3-bf37-901d0a58feb5 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "DELETE /v2.0/ports/8d8c2fa3-b9a6-4d8f-8982-269c60f03c75 HTTP/1.1" status: 204 len: 173 time: 0.7742076 Sep 29 07:58:43.740816 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d06497-bf18-46f3-b7e6-728532524bd3 None None] New status for floating IP b10d8219-6eef-4c7f-b321-bb5109689901: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:58:44.327855 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Thu, 29 Sep 2022 07:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a83b91f-9cae-4456-997f-6b7e3a0bfd04 x-openstack-request-id: req-7a83b91f-9cae-4456-997f-6b7e3a0bfd04 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:58:44.328158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75", "status": "failed", "code": 422}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:58:44.328405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a83b91f-9cae-4456-997f-6b7e3a0bfd04 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:58:44.328819 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7a83b91f-9cae-4456-997f-6b7e3a0bfd04']: {'name': 'network-changed', 'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'status': 'failed', 'code': 422} returned with failed status Sep 29 07:58:44.396477 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58018) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:44.469655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:44.499168 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:44.565020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:44.585338 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a27f0-21e7-4dc1-916d-4991c3ab728c,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:44.594447 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.594824 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.595166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.595503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.595968 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.596308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.596637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.596962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.597290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.597614 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.597939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.598259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:44.606517 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:44.609373 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-b0462365-ddba-4623-935e-e74c50e626b0 tempest-TestShelveInstance-969292069 tempest-TestShelveInstance-969292069-project] 10.222.0.26 "DELETE /v2.0/security-groups/a91a27f0-21e7-4dc1-916d-4991c3ab728c HTTP/1.1" status: 204 len: 168 time: 0.2112107 Sep 29 07:58:44.659034 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58024) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:45.415945 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:45.782667 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Deleting port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:45.783305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:45.957126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] For port 9dc06966-9614-4d4f-82f2-47b7dbbf6be8, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:45.957477 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:46.081861 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Calling delete_port for 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:46.332062 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'name': 'network-vif-deleted', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:58:46.334253 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f45ddc-c3c5-4654-af7d-1563aba9613a" -d '{"events": [{"server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "name": "network-vif-deleted", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:58:46.358407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:46.394326 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Sep 2022 07:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4159cb-c055-4621-a98b-bea9629d9bad x-openstack-request-id: req-4f4159cb-c055-4621-a98b-bea9629d9bad {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:58:46.394628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105d1cd7-7f41-4130-a02d-77e4c0e046c7", "name": "network-vif-deleted", "tag": "8d8c2fa3-b9a6-4d8f-8982-269c60f03c75", "status": "failed", "code": 422}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:58:46.394983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f4159cb-c055-4621-a98b-bea9629d9bad {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:58:46.395383 dv-neutron-859761-1-hyperv neutron-server[89137]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f4159cb-c055-4621-a98b-bea9629d9bad']: {'server_uuid': '105d1cd7-7f41-4130-a02d-77e4c0e046c7', 'name': 'network-vif-deleted', 'tag': '8d8c2fa3-b9a6-4d8f-8982-269c60f03c75', 'status': 'failed', 'code': 422} returned with failed status Sep 29 07:58:46.415158 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc06966-9614-4d4f-82f2-47b7dbbf6be8,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:46.794616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:47.139286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:58:47.309923 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:58:47.319901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] Sync routers for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:58:47.322284 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-1b0991e7-3ab1-42d7-a2ed-992007d96c6c admin admin] 10.222.0.26 "PUT /v2.0/routers/8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6621912 Sep 29 07:58:47.324775 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58032) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:47.329854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:47.330466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:47.496813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:47.510638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:58:47.670340 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:47.680228 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Deleting port d866c843-11a3-4dd7-88d7-820ecd95de1c {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:47.680697 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:47.791507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:58:46Z', 'revision_number': 5, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port': {'id': 'd866c843-11a3-4dd7-88d7-820ecd95de1c', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:19Z', 'updated_at': '2022-09-29T07:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:47.795637 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] Checking router: 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:58:47.804930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] Routers {'8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:47.805529 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:47.851095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] For port d866c843-11a3-4dd7-88d7-820ecd95de1c, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=d866c843-11a3-4dd7-88d7-820ecd95de1c,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:47.851686 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:47.953593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:47.968459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] Set router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:58:48.078345 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:58:47Z', 'revision_number': 6, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:48.082324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10adbcd-a930-4ab5-84d0-61513ee04c79 None None] The sync data for ids ['8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175'] in dv-neutron-859761-1-hyperv is: [{'id': '8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175', 'name': 'tempest-TestShelveInstance-1978678905-router', 'tenant_id': '2a778ad396254280af31754237d63518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:18Z', 'updated_at': '2022-09-29T07:58:47Z', 'revision_number': 6, 'project_id': '2a778ad396254280af31754237d63518', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:58:48.083557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Calling delete_port for d866c843-11a3-4dd7-88d7-820ecd95de1c owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:48.250803 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.296058 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Pushing event deleted for resources: {'Port': ['ID=d866c843-11a3-4dd7-88d7-820ecd95de1c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:48.392170 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.565147 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.567305 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.588614 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.589125 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:58:48.601106 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.602202 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9ade7480-1bdc-4f6b-be61-b34a756fb74f admin admin] 10.222.0.26 "DELETE /v2.0/routers/8ee3c1ce-bb4b-48e9-86fd-d854fd1d5175 HTTP/1.1" status: 204 len: 168 time: 1.2765470 Sep 29 07:58:48.604703 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58036) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:48.661232 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Deleting subnet 5edbf738-7a39-4725-b04c-5beba9bac59f {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:58:48.663987 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.713910 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.791830 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.863760 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.901381 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:58:48.911289 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:48.916546 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edbf738-7a39-4725-b04c-5beba9bac59f,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:48.920913 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-25e30f03-7ecb-4783-990c-8e3369669f6b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5edbf738-7a39-4725-b04c-5beba9bac59f HTTP/1.1" status: 204 len: 168 time: 0.3152680 Sep 29 07:58:48.923387 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58040) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:48.931196 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e932c9-851f-4d55-8651-cf4ed3cf1bd9 None None] Network 17edb090-6426-479b-accd-95eb805fdaab requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:58:48.953364 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:58:48.953708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9dc06966-9614-4d4f-82f2-47b7dbbf6be8 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:58:48.954129 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d866c843-11a3-4dd7-88d7-820ecd95de1c no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:58:49.031053 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.042587 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Deleting port 3d8e48d6-33e2-4135-a88c-2ee689141275 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:49.042838 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.047810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: d866c843-11a3-4dd7-88d7-820ecd95de1c {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:58:49.048154 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device d866c843-11a3-4dd7-88d7-820ecd95de1c not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:58:49.257617 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] For port 3d8e48d6-33e2-4135-a88c-2ee689141275, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d8e48d6-33e2-4135-a88c-2ee689141275,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:49.257975 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.271152 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5138558-be82-40ae-954c-4f206135feba None None] DHCP port deletion for 17edb090-6426-479b-accd-95eb805fdaab request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:58:49.275278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a5138558-be82-40ae-954c-4f206135feba None None] Deleting port 3d8e48d6-33e2-4135-a88c-2ee689141275 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:49.275648 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5138558-be82-40ae-954c-4f206135feba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.386409 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Calling delete_port for 3d8e48d6-33e2-4135-a88c-2ee689141275 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:49.466482 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.479772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-a5138558-be82-40ae-954c-4f206135feba None None] For port 3d8e48d6-33e2-4135-a88c-2ee689141275, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=3d8e48d6-33e2-4135-a88c-2ee689141275,segment=NetworkSegment(fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c),segment_id=fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:49.480169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5138558-be82-40ae-954c-4f206135feba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.511628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8e48d6-33e2-4135-a88c-2ee689141275,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:49.518709 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] No DVR routers for this DVR port 3d8e48d6-33e2-4135-a88c-2ee689141275 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:58:49.604943 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a5138558-be82-40ae-954c-4f206135feba None None] Calling delete_port for 3d8e48d6-33e2-4135-a88c-2ee689141275 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:49.678822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-a5138558-be82-40ae-954c-4f206135feba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:58:49.679088 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-a5138558-be82-40ae-954c-4f206135feba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:58:49.734302 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.761339 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17edb090-6426-479b-accd-95eb805fdaab']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:49.773216 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:49.773510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:49.785030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.801391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.807630 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:58:49.808027 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.886450 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c resource provider aggregate not found Sep 29 07:58:49.903412 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.906119 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcd1d7d4-14b0-40bc-a4c9-01c3055cbd9c found for delete ", "request_id": "req-bfe2d665-285c-464f-a9ad-0aa05707c670"}]} Sep 29 07:58:49.919915 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:49.930320 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] Pushing event deleted for resources: {'Network': ['ID=17edb090-6426-479b-accd-95eb805fdaab,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:49.937208 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-111d4a7f-74d4-4393-8941-c0d985ebe239 admin admin] 10.222.0.26 "DELETE /v2.0/networks/17edb090-6426-479b-accd-95eb805fdaab HTTP/1.1" status: 204 len: 168 time: 1.0128882 Sep 29 07:58:49.940095 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58050) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:50.180551 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a5138558-be82-40ae-954c-4f206135feba None None] Deleting port 3d8e48d6-33e2-4135-a88c-2ee689141275 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:50.181111 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a5138558-be82-40ae-954c-4f206135feba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:50.250982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-a5138558-be82-40ae-954c-4f206135feba None None] The port '3d8e48d6-33e2-4135-a88c-2ee689141275' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:58:50.461726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:50.792839 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Deleting port dbba327e-c92d-478d-b2e8-55879e1ec61b {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:50.793086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:50.861295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d8e48d6-33e2-4135-a88c-2ee689141275 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:58:50.894949 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 3d8e48d6-33e2-4135-a88c-2ee689141275 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:58:50.895293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 3d8e48d6-33e2-4135-a88c-2ee689141275 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:58:50.959605 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] For port dbba327e-c92d-478d-b2e8-55879e1ec61b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=dbba327e-c92d-478d-b2e8-55879e1ec61b,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:50.960159 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:51.179624 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Calling delete_port for dbba327e-c92d-478d-b2e8-55879e1ec61b owned by network:router_interface {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:51.352813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:51.429516 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Pushing event deleted for resources: {'Port': ['ID=dbba327e-c92d-478d-b2e8-55879e1ec61b,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:51.671928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:52.034417 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:58:52.204867 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:58:52.213401 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] Sync routers for ids ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:58:52.220311 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-6ec2501c-8e97-47ae-9f52-78e9f420eabe admin admin] 10.222.0.26 "PUT /v2.0/routers/1db8a376-17cb-4e46-9bbe-0d3386fe7690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2791963 Sep 29 07:58:52.222423 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] Routers {'1db8a376-17cb-4e46-9bbe-0d3386fe7690'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:52.222991 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58054) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:52.223134 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:52.397047 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] Set router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:58:52.509157 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:52.683523 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:52.693478 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Deleting port 9f681b2c-4c47-4080-852a-4b1551d20357 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:52.693845 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:52.706879 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128'}], 'enable_snat': True}, 'gw_port_id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:58:51Z', 'revision_number': 5, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port': {'id': '9f681b2c-4c47-4080-852a-4b1551d20357', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:52.710759 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] Checking router: 1db8a376-17cb-4e46-9bbe-0d3386fe7690 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:58:52.718912 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] Routers {'1db8a376-17cb-4e46-9bbe-0d3386fe7690'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:52.719507 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:52.875046 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] For port 9f681b2c-4c47-4080-852a-4b1551d20357, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=9f681b2c-4c47-4080-852a-4b1551d20357,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:52.875405 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:52.877252 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] Set router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:58:52.979695 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:58:52Z', 'revision_number': 6, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:52.983804 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c62aea-6514-424d-997d-7f6994226c48 None None] The sync data for ids ['1db8a376-17cb-4e46-9bbe-0d3386fe7690'] in dv-neutron-859761-1-hyperv is: [{'id': '1db8a376-17cb-4e46-9bbe-0d3386fe7690', 'name': 'tempest-TestShelveInstance-910765121-router', 'tenant_id': 'a43661eb7dda42d29c7b87efb44119cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:49:25Z', 'updated_at': '2022-09-29T07:58:52Z', 'revision_number': 6, 'project_id': 'a43661eb7dda42d29c7b87efb44119cf', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:58:52.996894 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Calling delete_port for 9f681b2c-4c47-4080-852a-4b1551d20357 owned by network:router_gateway {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:53.162112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.206593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f681b2c-4c47-4080-852a-4b1551d20357,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:53.303087 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.475969 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.478090 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.500763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.501270 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db8a376-17cb-4e46-9bbe-0d3386fe7690 {{(pid=89137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 07:58:53.512801 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.513896 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-583cf71b-1323-4396-8cd9-7cae2e1a4fe1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1db8a376-17cb-4e46-9bbe-0d3386fe7690 HTTP/1.1" status: 204 len: 168 time: 1.2899902 Sep 29 07:58:53.516998 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58058) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:53.574574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_v2 [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Deleting subnet f9c13ea5-de95-427b-9c1a-8d61d662292c {{(pid=89137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 07:58:53.577283 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.627135 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7125818'] for subnet, precommit_delete_associations {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.702043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.773791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8188265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6310522'] for subnet, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.814762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c13ea5-de95-427b-9c1a-8d61d662292c,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:53.819695 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:53.825124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74adfed-4ad3-416b-a1d9-fc61d2a9f2ec None None] Network 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:58:53.826812 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-db038208-acea-4e30-a141-773d0eb6a42e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9c13ea5-de95-427b-9c1a-8d61d662292c HTTP/1.1" status: 204 len: 168 time: 0.3088078 Sep 29 07:58:53.829859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58062) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:54.048791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.061677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Deleting port b24e57a4-ecde-4664-9103-28bf9a73e801 {{(pid=89137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:54.062048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.092318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] DHCP port deletion for 8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 07:58:54.097167 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Deleting port b24e57a4-ecde-4664-9103-28bf9a73e801 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:54.097541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.263813 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.db [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] For port b24e57a4-ecde-4664-9103-28bf9a73e801, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b24e57a4-ecde-4664-9103-28bf9a73e801,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:54.264413 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.294925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] For port b24e57a4-ecde-4664-9103-28bf9a73e801, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=b24e57a4-ecde-4664-9103-28bf9a73e801,segment=NetworkSegment(468b8526-3dcf-423f-955e-71cdca94a611),segment_id=468b8526-3dcf-423f-955e-71cdca94a611)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:54.295231 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.388076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.plugin [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Calling delete_port for b24e57a4-ecde-4664-9103-28bf9a73e801 owned by network:dhcp {{(pid=89137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:54.418978 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Calling delete_port for b24e57a4-ecde-4664-9103-28bf9a73e801 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 07:58:54.467543 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.492808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 07:58:54.493165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 07:58:54.519000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] No DVR routers for this DVR port b24e57a4-ecde-4664-9103-28bf9a73e801 on host dv-neutron-859761-1-hyperv {{(pid=89137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 07:58:54.544047 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Pushing event deleted for resources: {'Port': ['ID=b24e57a4-ecde-4664-9103-28bf9a73e801,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:54.636055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.659899 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4']}} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:54.671805 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468b8526-3dcf-423f-955e-71cdca94a611') {'for_net_delete': True} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:54.672113 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.services.segments.db [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468b8526-3dcf-423f-955e-71cdca94a611') {} {{(pid=89137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:54.683066 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7125795'] for segment, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.698840 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.704693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=89137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 07:58:54.705214 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8188215'] for segment, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.769831 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 468b8526-3dcf-423f-955e-71cdca94a611 resource provider aggregate not found Sep 29 07:58:54.788591 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.services.segments.plugin [-] Segment 468b8526-3dcf-423f-955e-71cdca94a611 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 468b8526-3dcf-423f-955e-71cdca94a611 found for delete ", "request_id": "req-7c046584-f447-4cf3-814b-67bb18ee9b7a"}]} Sep 29 07:58:54.803146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.807588 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:54.834766 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:54.843089 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e1034ba8-368b-44e3-8b51-161bed57e16a admin admin] 10.222.0.26 "DELETE /v2.0/networks/8f849cf3-6bbe-4cf7-9747-f5b2bd851ed4 HTTP/1.1" status: 204 len: 168 time: 1.0122914 Sep 29 07:58:54.864048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b24e57a4-ecde-4664-9103-28bf9a73e801 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:58:54.898711 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: b24e57a4-ecde-4664-9103-28bf9a73e801 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:58:54.899114 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device b24e57a4-ecde-4664-9103-28bf9a73e801 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:58:54.899720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9f681b2c-4c47-4080-852a-4b1551d20357 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:58:54.936279 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 9f681b2c-4c47-4080-852a-4b1551d20357 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:58:54.936631 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 9f681b2c-4c47-4080-852a-4b1551d20357 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:58:54.937613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dbba327e-c92d-478d-b2e8-55879e1ec61b no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 07:58:54.951640 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58072) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:54.970735 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: dbba327e-c92d-478d-b2e8-55879e1ec61b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 07:58:54.971092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device dbba327e-c92d-478d-b2e8-55879e1ec61b not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 07:58:54.994417 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Deleting port b24e57a4-ecde-4664-9103-28bf9a73e801 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 07:58:54.994833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.003462 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-f2f32f2b-0a41-45f9-8cc7-c7c7749dd1c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a778ad396254280af31754237d63518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483749 Sep 29 07:58:55.003724 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58076) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:55.059856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a8de-db26-47b7-a345-03c5cfa5606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.087568 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a8de-db26-47b7-a345-03c5cfa5606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.090192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-e01287ee-b204-4ee1-8365-a08220f1bbe7 None None] The port 'b24e57a4-ecde-4664-9103-28bf9a73e801' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 07:58:55.142595 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a8de-db26-47b7-a345-03c5cfa5606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.161778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3a8de-db26-47b7-a345-03c5cfa5606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5c3db-277d-4818-b390-7edcf22f03b4,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:55.169126 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-3ee3a8de-db26-47b7-a345-03c5cfa5606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.172792 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3ee3a8de-db26-47b7-a345-03c5cfa5606e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2a5c3db-277d-4818-b390-7edcf22f03b4 HTTP/1.1" status: 204 len: 168 time: 0.1652691 Sep 29 07:58:55.497684 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58084) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:55.544870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-e0dc278f-1494-443d-9530-8fdbf5c9b9d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a43661eb7dda42d29c7b87efb44119cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460165 Sep 29 07:58:55.547271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58088) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:55.603407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d5580ab-8355-44d5-a673-85668a2ee858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.628169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d5580ab-8355-44d5-a673-85668a2ee858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.678554 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d5580ab-8355-44d5-a673-85668a2ee858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.692331 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5580ab-8355-44d5-a673-85668a2ee858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8eff87-7576-4c06-aab3-ca82b3e43ad7,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:55.698661 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-4d5580ab-8355-44d5-a673-85668a2ee858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:55.699759 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-4d5580ab-8355-44d5-a673-85668a2ee858 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf8eff87-7576-4c06-aab3-ca82b3e43ad7 HTTP/1.1" status: 204 len: 168 time: 0.1515908 Sep 29 07:58:56.401747 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58112) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:56.503116 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1231263949-network', 'tenant_id': '92c283adec54407fb1312b0ff816467d'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:58:56.508021 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:58:56.511889 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Usage tracker for resource:network and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:58:56.514748 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:58:56.520926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:58:56.530473 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Made reservation on behalf of 92c283adec54407fb1312b0ff816467d for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:58:56.533206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.544754 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.562060 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:58:56.565843 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:58:56.568734 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:58:56.574465 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:58:56.656341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.660074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.686075 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:58:56.698610 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c1f0fe-c8e4-42bf-b002-b4f991938639,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:56.703210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.703548 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Added segment 84e88c12-fb49-421d-b767-c1e99bbdf949 of type vlan for network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 Sep 29 07:58:56.734192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.761980 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.762941 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:58:56.763512 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:56.866198 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4633617 Sep 29 07:58:56.867049 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc776ea-1b47-4b77-9f99-b57ac0588e79 admin admin] Pushing event updated for resources: {'Network': ['ID=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:56.869028 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58118) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:56.874788 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Request body: {'subnet': {'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1231263949-subnet', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:58:56.877179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:58:56.879664 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:58:56.883541 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Usage tracker for resource:subnet and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:58:56.886321 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:58:56.893107 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:58:56.903609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Made reservation on behalf of 92c283adec54407fb1312b0ff816467d for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:58:56.906504 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.103571 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.268520 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988dc3e0-eb08-472e-840d-dc5768388dac,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:57.275652 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Checking segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:58:57.276000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Network hostable DHCP agents. Network: 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:58:57.294622 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:58:57.304235 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:58:57.308036 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:58:57.308620 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.313830 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c178f04f-4ee0-4f90-8be3-28b88c44a6dd None None] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:58:57.330383 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8ed4825c-67c9-47f5-8466-58a55b05e412 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4578414 Sep 29 07:58:57.330628 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58122) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:57.335437 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:58:57.340271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:58:57.344599 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Usage tracker for resource:router and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:58:57.347574 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:58:57.353260 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:58:57.365877 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.367562 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.388916 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.540845 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:58:57.541661 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.650269 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.694878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Allocated IP 172.20.0.2 (4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9/988dc3e0-eb08-472e-840d-dc5768388dac/5bed9ca0-cafd-43ff-a774-ee9b25ae62c0) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:58:57.901772 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.911548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Transition to ACTIVE for port object 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:58:57.929657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Transition to ACTIVE for port object 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:58:57.935884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.958209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:57.989318 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.001511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:58:58.004544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:58:58.008142 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:58:58.013646 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Pushing event updated for resources: {'Port': ['ID=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:58.088834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.089182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.089530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.089868 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.090202 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.090558 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.090891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.091220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.091576 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.091901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.092226 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.092546 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:58:58.123183 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Attempting to bind port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:58:58.123552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Attempting to bind port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:58:58.123916 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Attempting to bind port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:58:58.127590 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Allocated IP 172.26.0.225 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/376f0339-2427-40c8-bb82-bc423dc2ad44) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:58:58.129392 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:58:58.129839 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Checking segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:58:58.130244 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.130680 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Bound using segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:58:58.131145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Bound port: 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:58:58.131519 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.216979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] For port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:58:58.220655 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] For port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:58:58.224256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.276633 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.305069 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e3d75-7099-4cf6-ac01-4bccf91646b0 None None] Pushing event updated for resources: {'Port': ['ID=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:58.313219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.383183 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:58:58.386220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:58:58.389866 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:58:58.422372 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Pushing event updated for resources: {'Port': ['ID=376f0339-2427-40c8-bb82-bc423dc2ad44,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:58.893740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:58:58.919103 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:58.965351 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:58:59.241375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468ef48-1413-4d08-9980-660cec427bcc None None] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:58:59.262234 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:59.354474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Provisioning for port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:58:59.368908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Provisioning complete for port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:58:59.369278 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:59.369613 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Attempt 1 to provision port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 Sep 29 07:58:59.465458 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:58:59.586051 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Current status of the port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:58:59.586341 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:59.627347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] For port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:58:59.631289 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:59.642239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:58:59.667009 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:59.668688 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:58:59.668963 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-9a1b7860-4eb2-4f5e-909e-ec1cba9e56c0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3370798 Sep 29 07:58:59.672258 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58126) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:58:59.699109 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:58:59.699740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:58:59.821477 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f38b0-b252-4bad-848e-31fc04bab384 None None] Pushing event updated for resources: {'Port': ['ID=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:58:59.923971 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4bf55f0e-37f8-4612-9cb8-53cf849f7749 None None] Provisioning complete for port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:58:59.924230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4bf55f0e-37f8-4612-9cb8-53cf849f7749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:58:59.924565 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4bf55f0e-37f8-4612-9cb8-53cf849f7749 None None] Attempt 1 to provision port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 Sep 29 07:58:59.974046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:00.281016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4bf55f0e-37f8-4612-9cb8-53cf849f7749 None None] Current status of the port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:00.319427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:58:58Z', 'revision_number': 3, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:00.323229 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:59:00.323578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Updating router b0d23444-bdf3-441a-a7a3-10b81f0d0dae port 376f0339-2427-40c8-bb82-bc423dc2ad44 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:59:00.379225 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.461346 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.660823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Allocated IP 172.20.0.1 (4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9/988dc3e0-eb08-472e-840d-dc5768388dac/2daed5f4-e71f-4e88-b2f9-349b6cddd5dd) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:59:00.702075 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.714052 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Transition to ACTIVE for port object 376f0339-2427-40c8-bb82-bc423dc2ad44 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:00.720339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.781946 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Attempting to bind port 376f0339-2427-40c8-bb82-bc423dc2ad44 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:59:00.782298 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Attempting to bind port 376f0339-2427-40c8-bb82-bc423dc2ad44 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:59:00.782694 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Attempting to bind port 376f0339-2427-40c8-bb82-bc423dc2ad44 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:00.792643 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:59:00.793016 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:00.793419 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.793808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:59:00.794272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Bound port: 376f0339-2427-40c8-bb82-bc423dc2ad44, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:59:00.794669 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.808675 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.824407 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.provisioning_blocks [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Transition to ACTIVE for port object 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd will not be triggered until provisioned by entity DHCP. {{(pid=89137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:00.842136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0171cf-c9bf-4092-87ab-30fb14a4e3e8 None None] Pushing event updated for resources: {'Port': ['ID=376f0339-2427-40c8-bb82-bc423dc2ad44,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:00.852225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.876742 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:00.914420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] For port 376f0339-2427-40c8-bb82-bc423dc2ad44, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:59:00.917940 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:00.920854 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:00.924435 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:59:00.931887 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] For port 376f0339-2427-40c8-bb82-bc423dc2ad44, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=376f0339-2427-40c8-bb82-bc423dc2ad44,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:59:00.941717 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:00.971882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Pushing event updated for resources: {'Port': ['ID=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:00.989745 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.030857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:01.031650 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:01.117548 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0171cf-c9bf-4092-87ab-30fb14a4e3e8 None None] Pushing event updated for resources: {'Port': ['ID=376f0339-2427-40c8-bb82-bc423dc2ad44,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:01.129518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:01.129891 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.130228 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 Sep 29 07:59:01.253586 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.319046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Provisioning for port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:01.332808 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Provisioning complete for port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:01.333177 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.333509 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 1 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:01.365074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:01.472836 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.478716 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.584341 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Pushing event updated for resources: {'Port': ['ID=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:01.586778 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:01.600502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:01.612365 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:01.721572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:58:58Z', 'revision_number': 3, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:01.725827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6af5ac8-8968-4685-aee3-58219dd8b938 None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:58:58Z', 'revision_number': 3, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:59:01.839286 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:01.840447 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:02.046753 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:59:02.101497 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 2 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:02.158030 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:02.230226 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:59:02.240056 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-fd43e226-ee41-40c4-88ad-25e9a389a00e admin admin] 10.222.0.26 "PUT /v2.0/routers/b0d23444-bdf3-441a-a7a3-10b81f0d0dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5666058 Sep 29 07:59:02.659892 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 3 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:02.717312 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:02.800794 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58144) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:02.806206 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1175565695-network', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:02.811169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:02.815693 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Usage tracker for resource:network and tenant:2acbb0ea93cc4269b578cf073e1db5fd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:02.818683 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:02.824558 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:02.839239 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Made reservation on behalf of 2acbb0ea93cc4269b578cf073e1db5fd for: {'network': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:59:02.841537 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for network, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:02.854883 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:02.869691 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:02.873498 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Usage tracker for resource:security_group_rule and tenant:2acbb0ea93cc4269b578cf073e1db5fd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:02.876900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:02.882651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:02.890277 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 376f0339-2427-40c8-bb82-bc423dc2ad44 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:02.965780 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:02.970042 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:02.972110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 376f0339-2427-40c8-bb82-bc423dc2ad44 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:02.977649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 376f0339-2427-40c8-bb82-bc423dc2ad44 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:02.978064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:02.978562 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 376f0339-2427-40c8-bb82-bc423dc2ad44 Sep 29 07:59:03.001220 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 07:59:03.011796 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e30c60f-2932-4227-933d-4c471fc71199,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:03.016238 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.016576 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.segments_db [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Added segment d6f6974d-d116-48e4-89e0-5b43fa7340be of type vlan for network ec1538d5-f60a-48aa-8d3b-ec207417887b Sep 29 07:59:03.043333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783589940601'] for network, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.078017 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835'] for network, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.079142 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:03.079719 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Notify callbacks [] for network, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.119466 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 376f0339-2427-40c8-bb82-bc423dc2ad44 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:03.120066 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.135956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 376f0339-2427-40c8-bb82-bc423dc2ad44, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=376f0339-2427-40c8-bb82-bc423dc2ad44,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:03.139720 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.184814 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3828874 Sep 29 07:59:03.185509 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82901076-9ed5-40c5-9076-522a193c1e3a admin admin] Pushing event updated for resources: {'Network': ['ID=ec1538d5-f60a-48aa-8d3b-ec207417887b,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:03.188115 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58148) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:03.193615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Request body: {'subnet': {'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1175565695-subnet', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'ip_version': 4}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:03.198327 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:03.199623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Network ec1538d5-f60a-48aa-8d3b-ec207417887b details requested by agent ovs-agent-dv-neutron-859761-1-hyperv with host dv-neutron-859761-1-hyperv {{(pid=89138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 29 07:59:03.202248 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Usage tracker for resource:subnet and tenant:2acbb0ea93cc4269b578cf073e1db5fd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:03.205677 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:03.212004 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:03.221764 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 4 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:03.223225 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Made reservation on behalf of 2acbb0ea93cc4269b578cf073e1db5fd for: {'subnet': 1} {{(pid=89137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:59:03.225525 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6310495'] for subnet, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.248373 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:59:03.260653 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:03.261267 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:03.319214 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=376f0339-2427-40c8-bb82-bc423dc2ad44,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:03.358115 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:03.450421 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:03.451457 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8188328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6310513'] for subnet, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.528208 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58658c76-6855-4e19-9500-eb18526464bf,revision_number=0']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:03.535492 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Checking segment: {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:03.535846 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Network hostable DHCP agents. Network: ec1538d5-f60a-48aa-8d3b-ec207417887b, hostable agents: ['4017b855-bf75-4598-b67c-b29fbfbe09de'], hosted agents: [] {{(pid=89137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 07:59:03.554428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Network ec1538d5-f60a-48aa-8d3b-ec207417887b is scheduled to be hosted by DHCP agent 4017b855-bf75-4598-b67c-b29fbfbe09de with binding_index 1 {{(pid=89137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 07:59:03.563676 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859761-1-hyperv, ec1538d5-f60a-48aa-8d3b-ec207417887b) {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:03.567600 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:03.568180 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.574054 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf27be-c5d7-4150-896e-fe8f246f348d None None] Network ec1538d5-f60a-48aa-8d3b-ec207417887b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:59:03.591351 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-2d540e53-2b32-4792-bdf4-ae8b73f95c79 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4021626 Sep 29 07:59:03.593907 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58152) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:03.598955 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693'}}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:03.603767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:03.608074 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Usage tracker for resource:router and tenant:2acbb0ea93cc4269b578cf073e1db5fd is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:03.611487 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:03.617411 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:03.628688 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-417564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-708'] for router, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.630152 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-411447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-530231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-719'] for router, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.648312 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.765796 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 2, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:03.769647 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:59:03.769993 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Updating router b0d23444-bdf3-441a-a7a3-10b81f0d0dae port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:59:03.815072 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b91011d-7c5c-564a-9097-12e8741887ca-ec1538d5-f60a-48aa-8d3b-ec207417887b', 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'fixed_ips': [{'subnet_id': '58658c76-6855-4e19-9500-eb18526464bf'}]}} from dv-neutron-859761-1-hyperv. {{(pid=89138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 29 07:59:03.815909 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.823414 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.876940 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 5 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:03.931274 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-411397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-417541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-737'] for router, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:03.956285 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:04.031207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.db_base_plugin_common [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Allocated IP 172.20.0.2 (ec1538d5-f60a-48aa-8d3b-ec207417887b/58658c76-6855-4e19-9500-eb18526464bf/bc84fb61-e8cb-436d-bab2-4481d9d3120e) {{(pid=89138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:59:04.071714 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:59:04.201717 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.215933 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Transition to ACTIVE for port object 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:04.223598 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.296292 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.306861 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Transition to ACTIVE for port object bc84fb61-e8cb-436d-bab2-4481d9d3120e will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:04.328185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Transition to ACTIVE for port object bc84fb61-e8cb-436d-bab2-4481d9d3120e will not be triggered until provisioned by entity DHCP. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:04.344359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343'] for port, after_create {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.362869 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.395767 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.407890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Network ec1538d5-f60a-48aa-8d3b-ec207417887b is already hosted by enough agents. {{(pid=89138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:04.411273 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.scheduler.base_scheduler [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Resources bound (agent type, host, resource id): {{(pid=89138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:04.415057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Received port after_create {{(pid=89138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:59:04.462589 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 6 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:04.471026 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Pushing event updated for resources: {'Port': ['ID=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:04.480092 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.480431 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.481028 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.481365 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.481752 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.481991 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.482354 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.482672 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.482993 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.483305 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.483620 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.484466 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 07:59:04.489372 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Attempting to bind port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:59:04.489755 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Attempting to bind port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:59:04.490096 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Attempting to bind port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:04.496000 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:59:04.496000 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Checking segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:04.496472 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.496774 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Bound using segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:59:04.497230 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Bound port: 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:59:04.497415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Pushing event updated for resources: {'Port': ['ID=bc84fb61-e8cb-436d-bab2-4481d9d3120e,revision_number=1']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:04.497587 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.554195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Allocated IP 172.26.0.204 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/f0b9d692-fd64-43de-a1d3-7df010aa8b01) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:59:04.576842 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:04.577602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Attempting to bind port bc84fb61-e8cb-436d-bab2-4481d9d3120e on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:59:04.577977 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Attempting to bind port bc84fb61-e8cb-436d-bab2-4481d9d3120e by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:59:04.578344 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Attempting to bind port bc84fb61-e8cb-436d-bab2-4481d9d3120e on network ec1538d5-f60a-48aa-8d3b-ec207417887b {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:04.583862 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:59:04.584463 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Checking segment: {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:04.584644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.585053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Bound using segment: {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:59:04.585933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Bound port: bc84fb61-e8cb-436d-bab2-4481d9d3120e, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:59:04.585933 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.589788 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] For port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:59:04.593004 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] For port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:59:04.597048 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.672686 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed8318-8cf8-47e6-84f0-aed7fff8c7ed None None] Pushing event updated for resources: {'Port': ['ID=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:04.675533 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:04.676131 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:04.683893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] For port bc84fb61-e8cb-436d-bab2-4481d9d3120e, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:59:04.687137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] For port bc84fb61-e8cb-436d-bab2-4481d9d3120e, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bc84fb61-e8cb-436d-bab2-4481d9d3120e,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:59:04.691865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.707484 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.741733 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.774482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e278e9b-9ff5-40b5-9982-26d1312e92d3 None None] Pushing event updated for resources: {'Port': ['ID=bc84fb61-e8cb-436d-bab2-4481d9d3120e,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:04.811900 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:04.814762 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:04.818322 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:59:04.867986 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b9d692-fd64-43de-a1d3-7df010aa8b01,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:04.881193 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:04.889849 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 376f0339-2427-40c8-bb82-bc423dc2ad44 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:04.994837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 376f0339-2427-40c8-bb82-bc423dc2ad44 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:04.995347 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:04.995693 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 376f0339-2427-40c8-bb82-bc423dc2ad44 Sep 29 07:59:05.098456 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Attempt 7 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:05.182235 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 376f0339-2427-40c8-bb82-bc423dc2ad44 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:05.192976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-d9f283b8-5102-4b1c-b699-7d08a8c282e0 None None] Port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:59:05.245319 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:04Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:05.249203 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f118e-f5fc-461f-bf52-24bfb3fede3c None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:04Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:59:05.332567 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:05.821768 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-417550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-417766'] for router, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:05.864487 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcffefc-6c7a-4c34-b5b2-de9b468711a3 None None] Network ec1538d5-f60a-48aa-8d3b-ec207417887b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 07:59:05.988339 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-17c4533a-6236-4070-a78d-cff8b43a3271 None None] Provisioning for port bc84fb61-e8cb-436d-bab2-4481d9d3120e completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:06.044250 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 is scheduled to L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 with binding_index 1 {{(pid=89137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 29 07:59:06.231679 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:59:06.242476 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Sync routers for ids ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:59:06.252791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Routers {'0266c8fa-5f70-4d57-9d72-98d8c8b7e195'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:06.253508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:06.258631 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] Notify callbacks [] for router, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:06.260009 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-49e5804b-c957-4ce5-b3d3-3cfc52c7f221 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6650579 Sep 29 07:59:06.262991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58156) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:06.462763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Set router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:06.743708 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T07:59:05Z', 'revision_number': 3, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:06.747911 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Checking router: 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:59:06.748443 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Updating router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 port f0b9d692-fd64-43de-a1d3-7df010aa8b01 binding host dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:59:06.842936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:06.935136 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:07.077967 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.100549 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:07.108145 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:07.108520 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.109398 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:07.281485 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Allocated IP 172.20.0.1 (ec1538d5-f60a-48aa-8d3b-ec207417887b/58658c76-6855-4e19-9500-eb18526464bf/132d8678-c87d-4548-8763-758df64f1d4b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:59:07.311436 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:07.312504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.338470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Notify callbacks [] for port, precommit_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.359850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Transition to ACTIVE for port object f0b9d692-fd64-43de-a1d3-7df010aa8b01 will not be triggered until provisioned by entity L2. {{(pid=89138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:07.366622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:07.370593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.414467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.415230 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bc84fb61-e8cb-436d-bab2-4481d9d3120e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:07.431892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.447502 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Transition to ACTIVE for port object 132d8678-c87d-4548-8763-758df64f1d4b will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:07.471237 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.477518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Attempting to bind port f0b9d692-fd64-43de-a1d3-7df010aa8b01 on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:59:07.477888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Attempting to bind port f0b9d692-fd64-43de-a1d3-7df010aa8b01 by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:59:07.478248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Attempting to bind port f0b9d692-fd64-43de-a1d3-7df010aa8b01 on network 66929139-eb05-450d-ae65-101aced20693 {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:07.499210 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:59:07.500141 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Checking segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:07.500537 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.500964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Bound using segment: {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'} {{(pid=89138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:59:07.501447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.managers [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Bound port: f0b9d692-fd64-43de-a1d3-7df010aa8b01, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff500e68-e9b9-49d2-84f2-b1d6e0c5d047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66929139-eb05-450d-ae65-101aced20693'}}] {{(pid=89138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:59:07.501814 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.529334 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cabf7-8374-45dc-be0d-a4b2cee2c5df None None] Pushing event updated for resources: {'Port': ['ID=f0b9d692-fd64-43de-a1d3-7df010aa8b01,revision_number=2']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:07.539828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Network ec1538d5-f60a-48aa-8d3b-ec207417887b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:07.542549 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:07.546939 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:59:07.582176 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Pushing event updated for resources: {'Port': ['ID=132d8678-c87d-4548-8763-758df64f1d4b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:07.609494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417592'] for router_interface, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.629510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port bc84fb61-e8cb-436d-bab2-4481d9d3120e completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:07.644315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bc84fb61-e8cb-436d-bab2-4481d9d3120e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:07.644756 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.645499 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bc84fb61-e8cb-436d-bab2-4481d9d3120e Sep 29 07:59:07.681979 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:07.693393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] For port f0b9d692-fd64-43de-a1d3-7df010aa8b01, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:59:07.706869 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] For port f0b9d692-fd64-43de-a1d3-7df010aa8b01, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f0b9d692-fd64-43de-a1d3-7df010aa8b01,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:59:07.712356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.743597 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.783415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Routers {'0266c8fa-5f70-4d57-9d72-98d8c8b7e195'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:07.784040 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:58:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:07.911444 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cabf7-8374-45dc-be0d-a4b2cee2c5df None None] Pushing event updated for resources: {'Port': ['ID=f0b9d692-fd64-43de-a1d3-7df010aa8b01,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:07.913783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Provisioning for port 132d8678-c87d-4548-8763-758df64f1d4b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:07.974990 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.979449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.980257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Provisioning complete for port 132d8678-c87d-4548-8763-758df64f1d4b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:07.980988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:07.981201 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 1 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:08.045009 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bc84fb61-e8cb-436d-bab2-4481d9d3120e is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:08.045385 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:08.084165 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:08.084403 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Pushing event updated for resources: {'Port': ['ID=132d8678-c87d-4548-8763-758df64f1d4b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:08.086888 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-412625'] for router_interface, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:08.099479 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] Set router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:08.149489 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port bc84fb61-e8cb-436d-bab2-4481d9d3120e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bc84fb61-e8cb-436d-bab2-4481d9d3120e,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:08.158207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:08.226293 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Network ec1538d5-f60a-48aa-8d3b-ec207417887b is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:08.227508 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:08.408614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=bc84fb61-e8cb-436d-bab2-4481d9d3120e,revision_number=3']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:08.435270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:59:08.519710 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-bfad0042-efdd-409e-843e-0104880a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '132d8678-c87d-4548-8763-758df64f1d4b', 'name': '', 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'mac_address': 'fa:16:3e:7a:3d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '58658c76-6855-4e19-9500-eb18526464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:07Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 1, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'subnets': [{'id': '58658c76-6855-4e19-9500-eb18526464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:08.523574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad0042-efdd-409e-843e-0104880a444d None None] The sync data for ids ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'] in dv-neutron-859761-1-hyperv is: [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '132d8678-c87d-4548-8763-758df64f1d4b', 'name': '', 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'mac_address': 'fa:16:3e:7a:3d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '58658c76-6855-4e19-9500-eb18526464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:07Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 1, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'subnets': [{'id': '58658c76-6855-4e19-9500-eb18526464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:59:08.585030 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 2 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:08.646276 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:08.739620 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:59:08.748889 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c5252890-7ca3-43c2-b481-38a3a493bb95 admin admin] 10.222.0.26 "PUT /v2.0/routers/0266c8fa-5f70-4d57-9d72-98d8c8b7e195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848790 Sep 29 07:59:08.826569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-430d55c8-dcea-4f5a-b134-cadd89ba7192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:08.912698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:09.002429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:09.003119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.003415 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd Sep 29 07:59:09.132677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:09.133780 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bc84fb61-e8cb-436d-bab2-4481d9d3120e up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:09.160975 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 3 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:09.205881 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58176) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:09.211786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171421327', 'description': 'tempest-secgroup-smoke-171421327 description', 'project_id': '92c283adec54407fb1312b0ff816467d'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:09.217490 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:09.222156 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:09.228976 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:09.235941 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:09.247905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.248240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:09.260807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port bc84fb61-e8cb-436d-bab2-4481d9d3120e triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:09.261204 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.261556 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port bc84fb61-e8cb-436d-bab2-4481d9d3120e Sep 29 07:59:09.302376 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:09.306312 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:09.309170 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:09.315601 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:09.400294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.405091 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.419832 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port bc84fb61-e8cb-436d-bab2-4481d9d3120e is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:09.454437 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8230a0b3-387b-43da-a95b-02a919405c25,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:09.457020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.461030 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-492dacc5-b285-4724-bc1f-1a770616b6f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2511773 Sep 29 07:59:09.461180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58180) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:09.466266 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group_rule': {'security_group_id': '8230a0b3-387b-43da-a95b-02a919405c25', 'project_id': '92c283adec54407fb1312b0ff816467d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:09.472833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:09.476816 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:09.479803 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:09.485943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:09.503694 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.566613 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.570743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.595436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5364821-071e-47f3-a5ad-6289c8a567a6,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:09.605506 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.607158 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-402eb9ca-3e89-4b22-8a13-1e6f92213ab4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450996 Sep 29 07:59:09.610634 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58184) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:09.615944 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group_rule': {'security_group_id': '8230a0b3-387b-43da-a95b-02a919405c25', 'project_id': '92c283adec54407fb1312b0ff816467d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:09.622121 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:09.627069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:09.630019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:09.636173 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:09.656690 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.721371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.726507 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.749703 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53edbf50-3893-40b2-9e49-0265a5276a40,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:09.749949 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 4 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:09.763973 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.765797 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-1ceda05e-e668-4cd1-a8a3-422be8a507f6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534441 Sep 29 07:59:09.768476 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58188) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:09.773704 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group_rule': {'security_group_id': '8230a0b3-387b-43da-a95b-02a919405c25', 'project_id': '92c283adec54407fb1312b0ff816467d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:09.780467 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:09.785288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:09.789029 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:09.795473 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:09.814776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.816598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:09.881159 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.884767 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.907772 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9fa1d3-8467-4007-9208-ee278f5b5c2c,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:09.917331 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:09.918688 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-9a1722a6-a3af-479a-a626-f9104ca8e4bc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492176 Sep 29 07:59:09.921933 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58192) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:09.926892 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group_rule': {'security_group_id': '8230a0b3-387b-43da-a95b-02a919405c25', 'project_id': '92c283adec54407fb1312b0ff816467d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:09.932925 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:09.937586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:09.940827 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:09.946875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:09.967422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.034674 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.039088 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.062479 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14831a3-865c-4b4e-bc16-f88529a1a13d,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:10.071407 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.072579 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-842a19b4-8911-4d9c-ab45-ac801d043b0d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496983 Sep 29 07:59:10.075371 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58196) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:10.080238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group_rule': {'security_group_id': '8230a0b3-387b-43da-a95b-02a919405c25', 'project_id': '92c283adec54407fb1312b0ff816467d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:10.085943 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:10.089937 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:10.092847 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:10.099086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:10.109566 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Project 92c283adec54407fb1312b0ff816467d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:59:10.115960 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.180534 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.184086 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.206641 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61206c2-0630-42c6-b093-15eaa896c5d8,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:10.216298 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.217487 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-3f273104-c6e6-461d-a2eb-66d2f4977df1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412129 Sep 29 07:59:10.220743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58200) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:10.226261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'security_group_rule': {'security_group_id': '8230a0b3-387b-43da-a95b-02a919405c25', 'project_id': '92c283adec54407fb1312b0ff816467d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:10.232388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:10.236972 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:security_group_rule and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:10.240099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:10.246240 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:10.256560 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.securitygroups_db [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Project 92c283adec54407fb1312b0ff816467d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 07:59:10.263452 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.318261 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 5 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:10.329167 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.335969 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773495'] for security_group_rule, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.372162 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c28f15-70a1-468f-8217-391d55df48ef,revision_number=0']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:10.372810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:10.383451 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:10.384779 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-035933a8-38cd-4ba1-a5da-9e683725272a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1630092 Sep 29 07:59:10.549164 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-a6df5c77-5f6e-4ae0-9584-ca41a37c3010 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Synchronizing usage tracker for tenant:92c283adec54407fb1312b0ff816467d on resource:security_group {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:59:10.565983 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-a6df5c77-5f6e-4ae0-9584-ca41a37c3010 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Unset dirty status for tenant:92c283adec54407fb1312b0ff816467d on resource:security_group {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:59:10.567271 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-a6df5c77-5f6e-4ae0-9584-ca41a37c3010 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171421327&fields=id&tenant_id=92c283adec54407fb1312b0ff816467d HTTP/1.1" status: 200 len: 267 time: 0.0620518 Sep 29 07:59:10.713219 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-055eb9c1-92c8-4b39-80cc-3495b14761ee tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:10.713893 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-055eb9c1-92c8-4b39-80cc-3495b14761ee tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Synchronizing usage tracker for tenant:92c283adec54407fb1312b0ff816467d on resource:network {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:59:10.729887 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-055eb9c1-92c8-4b39-80cc-3495b14761ee tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Unset dirty status for tenant:92c283adec54407fb1312b0ff816467d on resource:network {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:59:10.731345 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-055eb9c1-92c8-4b39-80cc-3495b14761ee tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 810 time: 0.1576078 Sep 29 07:59:10.746053 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-ec9c4c58-ad0d-41fd-b7c1-3d902a0a5b95 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/quotas/92c283adec54407fb1312b0ff816467d HTTP/1.1" status: 200 len: 375 time: 0.0088956 Sep 29 07:59:10.834385 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-2ff8099b-c0e0-4331-a796-72c6c6aa3326 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Synchronizing usage tracker for tenant:92c283adec54407fb1312b0ff816467d on resource:port {{(pid=89137) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:59:10.852168 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-2ff8099b-c0e0-4331-a796-72c6c6aa3326 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Unset dirty status for tenant:92c283adec54407fb1312b0ff816467d on resource:port {{(pid=89137) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:59:10.853826 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-2ff8099b-c0e0-4331-a796-72c6c6aa3326 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023538 Sep 29 07:59:10.874979 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 6 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:10.907778 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f0b9d692-fd64-43de-a1d3-7df010aa8b01 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:10.976209 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-8fe7b116-4936-4c75-9d19-dcd13aca9706 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 07:59:10.977348 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-8fe7b116-4936-4c75-9d19-dcd13aca9706 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1053319 Sep 29 07:59:10.980568 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:10.995965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port f0b9d692-fd64-43de-a1d3-7df010aa8b01 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:11.001224 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f0b9d692-fd64-43de-a1d3-7df010aa8b01 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:11.001563 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:11.001893 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f0b9d692-fd64-43de-a1d3-7df010aa8b01 Sep 29 07:59:11.109680 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-dd2b3c70-a610-4fed-b490-7e515e8998b4 service neutron] 10.222.0.26 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258352 Sep 29 07:59:11.122908 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d08ee3e-9478-418b-95d7-26916e84bfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:11.128170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f0b9d692-fd64-43de-a1d3-7df010aa8b01 is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:11.128545 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:11.145014 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port f0b9d692-fd64-43de-a1d3-7df010aa8b01, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f0b9d692-fd64-43de-a1d3-7df010aa8b01,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:11.148897 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:11.216598 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=f0b9d692-fd64-43de-a1d3-7df010aa8b01,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:11.241357 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b7b93169-3515-4a88-8f3a-a8f85f35c13e service neutron] 10.222.0.26 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256869 Sep 29 07:59:11.432168 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f3f834ba-2f68-4859-8a0d-d15db5f9c061 req-e7c7537c-e7b1-4e12-aec8-925262ddca54 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 210 time: 0.0555723 Sep 29 07:59:11.482238 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 7 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:11.536295 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:12.037111 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 8 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:12.095578 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Sync routers for ids ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:59:12.096666 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:12.106541 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Routers {'0266c8fa-5f70-4d57-9d72-98d8c8b7e195'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:12.107186 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:59:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:12.107994 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:12.281364 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Set router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:12.287853 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:12.598128 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f1d733c6-4487-49cb-aeca-4d708ba61b18 req-e80f6799-b571-4651-8f39-8977f26cf92b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 210 time: 0.0498242 Sep 29 07:59:12.609612 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 9 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:12.648817 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '132d8678-c87d-4548-8763-758df64f1d4b', 'name': '', 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'mac_address': 'fa:16:3e:7a:3d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '58658c76-6855-4e19-9500-eb18526464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:07Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 2, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'subnets': [{'id': '58658c76-6855-4e19-9500-eb18526464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:12.653272 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Checking router: 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:59:12.653621 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Updating router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 port 132d8678-c87d-4548-8763-758df64f1d4b binding host dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 07:59:12.678807 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:12.701047 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-da31710b-298b-495d-86e3-f1c440993f8f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:12.702811 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-da31710b-298b-495d-86e3-f1c440993f8f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 810 time: 0.1816962 Sep 29 07:59:12.709923 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:12.759463 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9960f902-977c-4495-82e3-2d7bfd70391a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Synchronizing usage tracker for tenant:92c283adec54407fb1312b0ff816467d on resource:security_group {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 07:59:12.772067 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9960f902-977c-4495-82e3-2d7bfd70391a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Unset dirty status for tenant:92c283adec54407fb1312b0ff816467d on resource:security_group {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 07:59:12.773279 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9960f902-977c-4495-82e3-2d7bfd70391a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92c283adec54407fb1312b0ff816467d HTTP/1.1" status: 200 len: 379 time: 0.0561848 Sep 29 07:59:12.783687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'port': {'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'admin_state_up': True, 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'security_groups': ['8230a0b3-387b-43da-a95b-02a919405c25']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:12.878287 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f0b9d692-fd64-43de-a1d3-7df010aa8b01 up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:12.929842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:12.940370 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:12.947243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port f0b9d692-fd64-43de-a1d3-7df010aa8b01 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:12.947675 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:12.948136 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port f0b9d692-fd64-43de-a1d3-7df010aa8b01 Sep 29 07:59:12.951561 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Made reservation on behalf of 92c283adec54407fb1312b0ff816467d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 07:59:12.955828 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.064791 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Notify callbacks [] for port, precommit_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.068682 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port f0b9d692-fd64-43de-a1d3-7df010aa8b01 is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:13.077687 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.provisioning_blocks [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Transition to ACTIVE for port object 132d8678-c87d-4548-8763-758df64f1d4b will not be triggered until provisioned by entity L2. {{(pid=89139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:13.084046 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.129260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Allocated IP 172.20.0.7 (4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9/988dc3e0-eb08-472e-840d-dc5768388dac/88a16086-1303-4c21-94a8-37f9757b9ed1) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:59:13.180710 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Attempt 10 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:13.247452 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-7468e5a4-93ec-4838-b12c-d23a3335e561 None None] Port 132d8678-c87d-4548-8763-758df64f1d4b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:13.294992 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe2f50-604e-4ba9-a8ff-2e3a8e7ce330 None None] Pushing event updated for resources: {'Port': ['ID=132d8678-c87d-4548-8763-758df64f1d4b,revision_number=3']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:13.303339 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Attempting to bind port 132d8678-c87d-4548-8763-758df64f1d4b on host dv-neutron-859761-1-hyperv for vnic_type normal with profile {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:59:13.304163 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Attempting to bind port 132d8678-c87d-4548-8763-758df64f1d4b by drivers openvswitch,hyperv on host dv-neutron-859761-1-hyperv at level 0 using segments [{'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:59:13.306680 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Attempting to bind port 132d8678-c87d-4548-8763-758df64f1d4b on network ec1538d5-f60a-48aa-8d3b-ec207417887b {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:13.312910 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Checking agent: {'id': '4b66f667-6c67-4811-b208-f7f36377095e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859761-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 35, 42), 'started_at': datetime.datetime(2022, 9, 29, 6, 36, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859761-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:59:13.313275 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Checking segment: {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:13.313666 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.314047 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Bound using segment: {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'} {{(pid=89139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:59:13.314520 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.managers [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Bound port: 132d8678-c87d-4548-8763-758df64f1d4b, host: dv-neutron-859761-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6974d-d116-48e4-89e0-5b43fa7340be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b'}}] {{(pid=89139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:59:13.314904 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.335219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.351285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Transition to ACTIVE for port object 88a16086-1303-4c21-94a8-37f9757b9ed1 will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:13.385812 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.425975 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] For port 132d8678-c87d-4548-8763-758df64f1d4b, host dv-neutron-859761-1-hyperv, cleared binding levels {{(pid=89139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:59:13.429847 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.plugins.ml2.db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] For port 132d8678-c87d-4548-8763-758df64f1d4b, host dv-neutron-859761-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=132d8678-c87d-4548-8763-758df64f1d4b,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:59:13.433527 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron_lib.callbacks.manager [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.458344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:13.461270 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:13.465691 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:59:13.494705 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:13.494826 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Routers {'0266c8fa-5f70-4d57-9d72-98d8c8b7e195'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:13.495287 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:59:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:13.534478 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:13.535118 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.561212 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-b8c7d06a-e7d6-4ccf-aa00-4ca8c30f502e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830839 Sep 29 07:59:13.590692 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe2f50-604e-4ba9-a8ff-2e3a8e7ce330 None None] Pushing event updated for resources: {'Port': ['ID=132d8678-c87d-4548-8763-758df64f1d4b,revision_number=4']} {{(pid=89139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:13.630588 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Request body: {'port': {'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:13.709837 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.720411 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] Set router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:13.765260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.798119 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Provisioning for port 88a16086-1303-4c21-94a8-37f9757b9ed1 completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:13.803253 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Provisioning complete for port 88a16086-1303-4c21-94a8-37f9757b9ed1 triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:13.803626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:13.803962 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Attempt 1 to provision port 88a16086-1303-4c21-94a8-37f9757b9ed1 Sep 29 07:59:13.858857 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Port 88a16086-1303-4c21-94a8-37f9757b9ed1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:13.860440 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d445fff-59d6-475a-b447-845ebb75d674 req-6e49dbcd-2bb6-4b0d-b186-8265664a0bcb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:13.862426 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d445fff-59d6-475a-b447-845ebb75d674 req-6e49dbcd-2bb6-4b0d-b186-8265664a0bcb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 931 time: 0.1211855 Sep 29 07:59:13.914248 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3d445fff-59d6-475a-b447-845ebb75d674 req-24d0d824-adc2-4992-acc4-ac8d45307b70 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457544 Sep 29 07:59:14.047399 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '132d8678-c87d-4548-8763-758df64f1d4b', 'name': '', 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'mac_address': 'fa:16:3e:7a:3d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '58658c76-6855-4e19-9500-eb18526464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:07Z', 'updated_at': '2022-09-29T07:59:13Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'subnets': [{'id': '58658c76-6855-4e19-9500-eb18526464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:14.051307 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2c308-0d91-42c6-8100-9dffb1d72f4f None None] The sync data for ids ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'] in dv-neutron-859761-1-hyperv is: [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '132d8678-c87d-4548-8763-758df64f1d4b', 'name': '', 'network_id': 'ec1538d5-f60a-48aa-8d3b-ec207417887b', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'mac_address': 'fa:16:3e:7a:3d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '58658c76-6855-4e19-9500-eb18526464bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:07Z', 'updated_at': '2022-09-29T07:59:13Z', 'revision_number': 4, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'subnets': [{'id': '58658c76-6855-4e19-9500-eb18526464bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:59:14.119796 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a16086-1303-4c21-94a8-37f9757b9ed1 {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:59:14.127501 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:14.144262 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Transition to ACTIVE for port object 88a16086-1303-4c21-94a8-37f9757b9ed1 will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 07:59:14.147898 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:14.360673 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Attempt 2 to provision port 88a16086-1303-4c21-94a8-37f9757b9ed1 Sep 29 07:59:14.423147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Port 88a16086-1303-4c21-94a8-37f9757b9ed1 cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 07:59:14.450791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:14.492308 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Attempting to bind port 88a16086-1303-4c21-94a8-37f9757b9ed1 on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 07:59:14.492639 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Attempting to bind port 88a16086-1303-4c21-94a8-37f9757b9ed1 by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 07:59:14.492978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Attempting to bind port 88a16086-1303-4c21-94a8-37f9757b9ed1 on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:14.497627 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Port 88a16086-1303-4c21-94a8-37f9757b9ed1 on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 07:59:14.498060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Attempting to bind port 88a16086-1303-4c21-94a8-37f9757b9ed1 on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 07:59:14.503461 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 7, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 07:59:14.503785 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Checking segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 07:59:14.504161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Bound using segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 07:59:14.504575 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Bound port: 88a16086-1303-4c21-94a8-37f9757b9ed1, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 07:59:14.504908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:14.601991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 07:59:14.604829 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 07:59:14.610668 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:14.640238 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:14.640842 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:14.642179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] 10.222.0.61 "PUT /v2.0/ports/88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 1093 time: 1.0681801 Sep 29 07:59:14.642630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:59:14.644899 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e71c283-b07d-4519-b475-50bd7dae3aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:59:14.692297 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a0475-9cc7-4ca2-8d10-363d621bae72 x-openstack-request-id: req-289a0475-9cc7-4ca2-8d10-363d621bae72 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:59:14.692580 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:59:14.692833 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-289a0475-9cc7-4ca2-8d10-363d621bae72 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:59:14.693234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289a0475-9cc7-4ca2-8d10-363d621bae72'] response: {'name': 'network-changed', 'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'status': 'completed', 'code': 200} Sep 29 07:59:14.696856 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199bb98-ca21-449a-9593-b255b7b17ffa service neutron] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:14.784207 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-5155b5b1-4362-4447-9aca-2113ae967f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:14.785671 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-5155b5b1-4362-4447-9aca-2113ae967f80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1096 time: 0.0780175 Sep 29 07:59:14.863329 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-8dad3f44-ec85-44d2-9eec-25d12f23b690 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0645022 Sep 29 07:59:14.893876 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 132d8678-c87d-4548-8763-758df64f1d4b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:14.925672 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-38e3fa64-bd88-4d3f-b63b-4cca60411cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:14.927145 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-38e3fa64-bd88-4d3f-b63b-4cca60411cf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0580342 Sep 29 07:59:14.927938 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Attempt 3 to provision port 88a16086-1303-4c21-94a8-37f9757b9ed1 Sep 29 07:59:15.010193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-4e103155-8793-438e-9dde-685ff31d312f None None] Port 88a16086-1303-4c21-94a8-37f9757b9ed1 had new provisioning blocks added so it will not transition to active. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 29 07:59:15.016643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-7716195a-8ced-43d5-afea-6196bf505c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:15.017724 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-7716195a-8ced-43d5-afea-6196bf505c4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843680 Sep 29 07:59:15.018399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning for port 132d8678-c87d-4548-8763-758df64f1d4b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:15.023644 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 132d8678-c87d-4548-8763-758df64f1d4b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:15.024022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:15.024358 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:15.131930 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b078-0f8f-47d8-a613-02e545ebb66b req-dcaebd9d-97e7-437d-afac-d2056c976df6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:15.133350 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f0f1b078-0f8f-47d8-a613-02e545ebb66b req-dcaebd9d-97e7-437d-afac-d2056c976df6 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 943 time: 0.1003110 Sep 29 07:59:15.144158 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 132d8678-c87d-4548-8763-758df64f1d4b is: DOWN; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:15.144542 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:15.162619 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-13d2a5ec-4084-4851-a55e-355ea11f9539 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390977 Sep 29 07:59:15.180233 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f0f1b078-0f8f-47d8-a613-02e545ebb66b req-65aed076-a5ce-46c5-a9cc-9af92018307d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 Sep 29 07:59:15.183638 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] For port 132d8678-c87d-4548-8763-758df64f1d4b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=132d8678-c87d-4548-8763-758df64f1d4b,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:15.187931 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:15.254827 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Pushing event updated for resources: {'Port': ['ID=132d8678-c87d-4548-8763-758df64f1d4b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:15.296957 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-38f5093e-85ab-4656-967b-43e54b4fa57c req-1673cc5b-2dde-4b51-bba8-b8588428fa86 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275353 Sep 29 07:59:15.468611 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-ebae49be-dd95-456c-8928-0f3071ef111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:15.470091 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-ebae49be-dd95-456c-8928-0f3071ef111c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1096 time: 0.0789657 Sep 29 07:59:15.600543 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-a67eeecd-ea26-4b7a-82b6-0d2dec49f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:15.601991 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-a67eeecd-ea26-4b7a-82b6-0d2dec49f497 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1257594 Sep 29 07:59:15.671988 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-a7b37a2a-2c75-43c3-9b5d-47d9d9d5931d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0635829 Sep 29 07:59:15.732581 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-8cabb7a4-31e2-40cd-be5e-5653b6314eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:15.734032 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-8cabb7a4-31e2-40cd-be5e-5653b6314eeb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0568433 Sep 29 07:59:15.816808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-1c7a487f-af26-4e87-8dfd-f2f6f97ccb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:15.818270 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-1c7a487f-af26-4e87-8dfd-f2f6f97ccb2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786781 Sep 29 07:59:15.948823 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-77a75308-08b6-47e3-bab6-e7e4081c813e service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236660 Sep 29 07:59:16.079170 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3e71c283-b07d-4519-b475-50bd7dae3aa8 req-ed75d922-b268-40bb-9ef1-2cfb8cf13686 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239846 Sep 29 07:59:16.380271 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901eeaf-5128-42f0-8cfa-6468e3aa552f req-d055d52a-4eeb-4c3c-ad82-1cbf7f942953 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:16.381726 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b901eeaf-5128-42f0-8cfa-6468e3aa552f req-d055d52a-4eeb-4c3c-ad82-1cbf7f942953 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 943 time: 0.0891938 Sep 29 07:59:16.427695 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-b901eeaf-5128-42f0-8cfa-6468e3aa552f req-a3ffdaa6-361f-4cba-ba6f-ac9250303614 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Sep 29 07:59:16.877147 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 132d8678-c87d-4548-8763-758df64f1d4b up at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:16.951818 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Provisioning complete for port 132d8678-c87d-4548-8763-758df64f1d4b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:16.952192 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:16.953104 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Attempt 1 to provision port 132d8678-c87d-4548-8763-758df64f1d4b Sep 29 07:59:17.066248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Current status of the port 132d8678-c87d-4548-8763-758df64f1d4b is: ACTIVE; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:17.621394 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64a135-375c-47fb-aa9a-dbce78d2cc8f req-b7b43a29-ab51-4eec-a194-fbfbecf5ed9c tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:17.622870 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5e64a135-375c-47fb-aa9a-dbce78d2cc8f req-b7b43a29-ab51-4eec-a194-fbfbecf5ed9c tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 943 time: 0.0862095 Sep 29 07:59:17.765210 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5e64a135-375c-47fb-aa9a-dbce78d2cc8f req-ba7b4ba5-ed83-4f8f-abb0-c33912130cb5 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367252 Sep 29 07:59:17.940098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 07:59:17.952964 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:18.080271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:18.092763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 07:59:18.149515 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 88a16086-1303-4c21-94a8-37f9757b9ed1 is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:18.149890 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:18.166656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a16086-1303-4c21-94a8-37f9757b9ed1 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 07:59:18.181175 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:18.185997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:18.253438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:18.616103 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['88a16086-1303-4c21-94a8-37f9757b9ed1'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 07:59:18.962863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a07cc-9cca-4be1-8a15-edd0d7bf9dc9 req-159f2b19-7af3-4481-9daf-f7b35bfda1c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:18.964354 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1b9a07cc-9cca-4be1-8a15-edd0d7bf9dc9 req-159f2b19-7af3-4481-9daf-f7b35bfda1c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 944 time: 0.0855439 Sep 29 07:59:19.008137 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1b9a07cc-9cca-4be1-8a15-edd0d7bf9dc9 req-6e138943-0a65-4bfb-b748-94234fe60de7 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Sep 29 07:59:19.941570 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 07:59:20.009572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 88a16086-1303-4c21-94a8-37f9757b9ed1 completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 07:59:20.014243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 88a16086-1303-4c21-94a8-37f9757b9ed1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 07:59:20.014653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:20.015562 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 88a16086-1303-4c21-94a8-37f9757b9ed1 Sep 29 07:59:20.131569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 88a16086-1303-4c21-94a8-37f9757b9ed1 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 07:59:20.131956 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:20.158903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:59:20.161201 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0db80f-cc0f-43fc-95d5-b3f98667cf30" -d '{"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-plugged", "status": "completed", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:59:20.168878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 07:59:20.173427 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:20.211490 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a8456-67a8-4283-a02e-c81bf1330a1e req-6e669732-dac3-401c-a1c6-af7caf248eab tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:20.212863 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-562a8456-67a8-4283-a02e-c81bf1330a1e req-6e669732-dac3-401c-a1c6-af7caf248eab tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 944 time: 0.0961010 Sep 29 07:59:20.242120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:20.263056 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-562a8456-67a8-4283-a02e-c81bf1330a1e req-fee6e906-ec7e-451f-8d61-fe4c411e155f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444517 Sep 29 07:59:20.311022 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 07:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e36d24-fe39-4f0c-b842-b2309387d6b2 x-openstack-request-id: req-10e36d24-fe39-4f0c-b842-b2309387d6b2 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:59:20.311257 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-plugged", "status": "completed", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:59:20.311574 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10e36d24-fe39-4f0c-b842-b2309387d6b2 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:59:20.312467 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e36d24-fe39-4f0c-b842-b2309387d6b2'] response: {'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'code': 200} Sep 29 07:59:20.683083 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154b450-2ed5-4c95-8ded-556408b787dc req-6e14cd06-3635-4e1a-8bba-3b1d4ef44563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:20.684563 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f154b450-2ed5-4c95-8ded-556408b787dc req-6e14cd06-3635-4e1a-8bba-3b1d4ef44563 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1098 time: 0.1849918 Sep 29 07:59:20.724450 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-f154b450-2ed5-4c95-8ded-556408b787dc req-68e6e3b5-39c4-4311-8ff3-6192f1574f8f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336347 Sep 29 07:59:21.461615 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fa69e-5e11-4219-9df8-2906110230dc req-4fd18c1d-a7e5-44a4-b5f7-aa250abde804 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:21.463094 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d3fa69e-5e11-4219-9df8-2906110230dc req-4fd18c1d-a7e5-44a4-b5f7-aa250abde804 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 945 time: 0.0897157 Sep 29 07:59:21.507697 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-1d3fa69e-5e11-4219-9df8-2906110230dc req-d3cfc5b3-68b9-469c-b5c3-d0d33b1c4e8a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385334 Sep 29 07:59:22.854162 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48da4f9-a657-49af-8970-15848e352309 req-a6b8df78-54e2-4715-9bed-e5c9cc10f506 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:22.855627 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a48da4f9-a657-49af-8970-15848e352309 req-a6b8df78-54e2-4715-9bed-e5c9cc10f506 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 945 time: 0.0863936 Sep 29 07:59:22.898241 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a48da4f9-a657-49af-8970-15848e352309 req-95e33b70-dcfd-4800-9280-5ef3642c931a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Sep 29 07:59:23.092136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7131a1-2aad-4989-b4f6-6e0d51dbbd6b req-cd6acbd3-cd14-49a6-bc01-18818bb02c18 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:23.093500 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fe7131a1-2aad-4989-b4f6-6e0d51dbbd6b req-cd6acbd3-cd14-49a6-bc01-18818bb02c18 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 945 time: 0.0894179 Sep 29 07:59:23.137470 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fe7131a1-2aad-4989-b4f6-6e0d51dbbd6b req-a027eccd-d234-4b51-b816-84270a026e5d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Sep 29 07:59:23.165169 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58258) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:23.283690 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f396f4a-033b-4f9e-8458-dd0bba60c1b7 tempest-TestSnapshotPattern-1075581939 tempest-TestSnapshotPattern-1075581939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:23.285269 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-3f396f4a-033b-4f9e-8458-dd0bba60c1b7 tempest-TestSnapshotPattern-1075581939 tempest-TestSnapshotPattern-1075581939-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1093 time: 0.1191263 Sep 29 07:59:23.288192 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58264) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 07:59:23.292967 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 07:59:23.299439 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 07:59:23.303281 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:floatingip and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 07:59:23.306086 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 07:59:23.312398 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 07:59:23.322051 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:23.456315 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:23.585048 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Allocated IP 172.26.0.10 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/944b0bf2-dfb8-43c5-b18e-7ecaead042f1) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 07:59:23.728479 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:23.757823 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:23.824353 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 07:59:23.827000 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 07:59:23.831377 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 07:59:23.870043 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'Port': ['ID=944b0bf2-dfb8-43c5-b18e-7ecaead042f1,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:24.236651 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:24.309751 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:24.606414 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:24.610959 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:24.715616 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'Port': ['ID=944b0bf2-dfb8-43c5-b18e-7ecaead042f1,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 07:59:24.718641 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:24.888281 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Floating IP b72ec36b-2345-4104-824c-1524a25b8316 associated. External IP: 172.26.0.10, port: 88a16086-1303-4c21-94a8-37f9757b9ed1. Sep 29 07:59:25.222726 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 07:59:25.394456 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 07:59:25.406607 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 07:59:25.416740 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:25.417396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:59:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:25.418256 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:25.474382 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-44560d3c-f0c2-48d6-9753-82ceee1ba6eb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1851015 Sep 29 07:59:25.474905 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 07:59:25.477177 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 07:59:25.519809 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 07:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad78409-68cd-47d7-bcec-fdc87e20151d x-openstack-request-id: req-dad78409-68cd-47d7-bcec-fdc87e20151d {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 07:59:25.520102 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 07:59:25.520355 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dad78409-68cd-47d7-bcec-fdc87e20151d {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 07:59:25.520758 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad78409-68cd-47d7-bcec-fdc87e20151d'] response: {'name': 'network-changed', 'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'status': 'completed', 'code': 200} Sep 29 07:59:25.625888 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:25.642599 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-60550cbd-9a19-4374-929c-745f0873a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:25.644113 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-60550cbd-9a19-4374-929c-745f0873a871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1098 time: 0.0808067 Sep 29 07:59:25.778074 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-75fa19e5-68e9-40c5-ae0b-15a22246d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:25.779481 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-75fa19e5-68e9-40c5-ae0b-15a22246d41f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1298544 Sep 29 07:59:25.880727 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-c50710cc-b21b-473b-b8b2-0c16f1e12e2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 998 time: 0.0955851 Sep 29 07:59:25.951623 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-c78e3d2e-467a-4b81-acfa-307404e7b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:25.953093 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-c78e3d2e-467a-4b81-acfa-307404e7b0ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0577581 Sep 29 07:59:25.974272 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:24Z', 'revision_number': 0, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:25.978090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 07:59:25.986674 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 07:59:25.987271 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T07:59:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:26.037700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-a426d38a-b40c-4c84-b4ab-c4ff17a119c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 07:59:26.039179 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-a426d38a-b40c-4c84-b4ab-c4ff17a119c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802550 Sep 29 07:59:26.160304 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 07:59:26.169411 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-b91d9866-aabe-4142-b3c0-878fe51fa833 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234679 Sep 29 07:59:26.298649 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7107f5c1-e340-4704-a7a0-7f9b0ce8d6b0 req-ce2bb60f-9ce2-4577-a14a-b85b36f610c4 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235108 Sep 29 07:59:26.504092 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:24Z', 'revision_number': 0, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 07:59:26.507957 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b7fe1-d395-4425-8eac-7d2120149236 None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:24Z', 'revision_number': 0, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 07:59:26.683830 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b77717-2fc2-42b2-96d9-494527980863 None None] New status for floating IP b72ec36b-2345-4104-824c-1524a25b8316: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 07:59:38.819863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-2ab802ad-bee6-46f2-b357-bab81175f1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:41.061146 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 07:59:41.107065 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e38d6867-7ef1-40da-8fd2-177d9517cd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:42.069962 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:42.290445 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:43.665508 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 07:59:47.976793 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:08.644922 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-83cd4195-c331-465e-ad5b-d1924b640e57 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751510 Sep 29 08:00:08.805503 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-adc83c2f-ec6f-4e64-bbde-e636b5858b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:00:08.806984 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-adc83c2f-ec6f-4e64-bbde-e636b5858b15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1098 time: 0.0794709 Sep 29 08:00:08.822622 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-fac6ddf2-7121-4405-befa-ccb3e3f37b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:08.950643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-3602dd4e-1d0c-4184-a352-cc02eeca467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:00:08.952097 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-3602dd4e-1d0c-4184-a352-cc02eeca467d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1266735 Sep 29 08:00:09.048492 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-bb9fcf32-a71c-4e8f-a3ac-ccee1cae51c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 1000 time: 0.0905721 Sep 29 08:00:09.111719 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-25e39999-0810-48d0-aff0-342cd4595dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:00:09.113022 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-25e39999-0810-48d0-aff0-342cd4595dc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0587969 Sep 29 08:00:09.192203 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-e58ce9df-e0a2-4710-ba71-4e3509433d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:00:09.193638 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-e58ce9df-e0a2-4710-ba71-4e3509433d2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745189 Sep 29 08:00:09.321061 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-e5b6704f-f7fc-4861-9c61-5240d4944f0c service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212225 Sep 29 08:00:09.543368 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d2560728-7115-4fde-8ff6-4c86e3c97b1e req-a770ae40-8156-4d41-9644-708c683ac2ae service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165148 Sep 29 08:00:11.110474 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-dd14c48d-1ded-480b-92c1-6cc6f59ee591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:12.071623 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:12.293098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:13.668372 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:17.978281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:18.059713 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:00:38.824046 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-72c0b116-c2dc-4940-9321-3545008bce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:41.113353 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c8cb83bb-4e97-48e8-8e4c-dd90d42dd83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:42.073396 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:42.294698 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:43.672255 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:47.993741 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:00:55.059246 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:01:08.390099 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-9424e54f-3ff0-475e-898b-49a4e66b976c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828540 Sep 29 08:01:08.547404 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f878-ffad-4669-89fe-8188636aa889 req-89701a21-bcc1-48a7-b104-af3b4454fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:01:08.548868 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-89701a21-bcc1-48a7-b104-af3b4454fc68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1098 time: 0.0773098 Sep 29 08:01:08.688739 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f878-ffad-4669-89fe-8188636aa889 req-59ea0197-be9c-486e-829b-cb2e8b534a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:01:08.690088 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-59ea0197-be9c-486e-829b-cb2e8b534a9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1235549 Sep 29 08:01:08.793983 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-d0099c6d-2793-4665-863b-6baceb0359be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 1000 time: 0.0976055 Sep 29 08:01:08.827282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-b6641443-9f53-4dd2-b2fc-706169649a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:08.862696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f878-ffad-4669-89fe-8188636aa889 req-1b006ffb-2ad8-4b23-9dde-70b014d45e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:01:08.864199 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-1b006ffb-2ad8-4b23-9dde-70b014d45e63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0645688 Sep 29 08:01:08.946068 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2f878-ffad-4669-89fe-8188636aa889 req-d69f6024-5e68-4ad4-96ef-7af845c874f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:01:08.947574 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-d69f6024-5e68-4ad4-96ef-7af845c874f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780833 Sep 29 08:01:09.081162 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-643d12bf-a5be-42cf-869e-5c207cc75beb service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261249 Sep 29 08:01:09.209192 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-86b2f878-ffad-4669-89fe-8188636aa889 req-16e8d0da-aa85-432a-9555-6f1dba49b170 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220560 Sep 29 08:01:11.115242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7610ad35-78ed-4a55-92e1-e654b95eae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:12.076377 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:12.298881 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:13.673057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:18.005010 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:32.058998 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:01:38.830386 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c435772c-1bcb-4bcc-9eee-099f1bb9ebe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:41.117620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d70d958d-2c03-4e1d-8bc5-5494c4d0f917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:42.078692 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:42.299355 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:43.678000 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:48.011992 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:58.738150 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 08:01:58.903178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:01:58.916462 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 08:01:58.972901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 88a16086-1303-4c21-94a8-37f9757b9ed1 is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:01:58.973405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:58.991074 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88a16086-1303-4c21-94a8-37f9757b9ed1 {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 08:01:59.006614 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:01:59.010127 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:01:59.076654 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:01:59.088400 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.088737 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.089078 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.089414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.089745 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.090095 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.090413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.090775 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.091105 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.091429 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.091755 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.092076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:01:59.154918 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['88a16086-1303-4c21-94a8-37f9757b9ed1'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 08:02:00.748185 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 08:02:00.814330 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 88a16086-1303-4c21-94a8-37f9757b9ed1 triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 08:02:00.814730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:00.815069 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 88a16086-1303-4c21-94a8-37f9757b9ed1 Sep 29 08:02:00.928880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 88a16086-1303-4c21-94a8-37f9757b9ed1 is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:02:00.929251 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:00.957854 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:02:00.960300 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b00135d-eb8d-404e-bb75-b90e39f80576" -d '{"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-plugged", "status": "completed", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:02:00.968779 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:02:00.973791 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:01.044015 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:01.061323 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 08:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c595e5-eb17-40b3-9e1e-178f55d658d5 x-openstack-request-id: req-f1c595e5-eb17-40b3-9e1e-178f55d658d5 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:02:01.061616 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-plugged", "status": "completed", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:02:01.061866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1c595e5-eb17-40b3-9e1e-178f55d658d5 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:02:01.062282 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c595e5-eb17-40b3-9e1e-178f55d658d5'] response: {'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'code': 200} Sep 29 08:02:08.834458 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-180e6abf-76bf-418f-9ede-d9e7111eac6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:09.058083 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:02:10.501382 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-42f751f5-c71e-4137-9980-b684f642da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:10.502902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-42f751f5-c71e-4137-9980-b684f642da66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1098 time: 0.0911431 Sep 29 08:02:10.674006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-23786353-9554-477f-84f5-cd19343f6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:10.676371 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-23786353-9554-477f-84f5-cd19343f6d62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1376250 Sep 29 08:02:10.790256 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-23ae7fd1-f7fa-4da4-975d-43f29e9f06d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 1000 time: 0.1068120 Sep 29 08:02:10.861457 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-cf55be0a-fa14-408e-9482-9352296af9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:10.863333 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-cf55be0a-fa14-408e-9482-9352296af9a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0667827 Sep 29 08:02:10.952818 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-6dc91d30-8671-495b-8358-06a4ad93768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:10.954075 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-6dc91d30-8671-495b-8358-06a4ad93768b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834973 Sep 29 08:02:11.121204 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-a8e82342-4605-47ad-bf8d-fe47ef58b8f3 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600952 Sep 29 08:02:11.123747 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8d57c71f-b3e3-4b69-adce-471772e7a017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:11.277146 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-e9880a31-5cdc-45b0-8411-9b47b7c6cbfa req-034dae02-7078-43ff-8aef-7c0550b3821e service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496005 Sep 29 08:02:12.081963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:12.302997 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:12.405229 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-c4248831-9946-4cee-a1db-528e6ddb06c5 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171421327&fields=id&tenant_id=92c283adec54407fb1312b0ff816467d HTTP/1.1" status: 200 len: 267 time: 0.0400565 Sep 29 08:02:12.550399 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-df56bd7b-43c9-4a39-a5bb-50a52688fa30 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:12.551849 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-df56bd7b-43c9-4a39-a5bb-50a52688fa30 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 810 time: 0.1401291 Sep 29 08:02:12.566010 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-1524c3ba-35b0-48f6-9330-30cbc7c9938a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/quotas/92c283adec54407fb1312b0ff816467d HTTP/1.1" status: 200 len: 375 time: 0.0088525 Sep 29 08:02:12.761481 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-f1db2ffa-7165-4f9c-a330-a0e751c6f488 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1907318 Sep 29 08:02:12.895527 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-eeffc517-4da8-407b-a728-0940831dcdaf service neutron] 10.222.0.26 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227787 Sep 29 08:02:13.024795 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-d06ebcae-e26d-462a-8d63-22e8c9ac6ec1 service neutron] 10.222.0.26 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234627 Sep 29 08:02:13.682048 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:14.212293 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a7ed6ad1-4d6a-410c-af0b-f23bda09f844 req-610852aa-2cf5-4243-a711-cff163adf64b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0476105 Sep 29 08:02:14.812746 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:02:14.922174 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 88a16086-1303-4c21-94a8-37f9757b9ed1 is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:02:14.922589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:14.948061 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:02:14.950324 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec764b4-0385-4ce7-ac1f-38b4f2314970" -d '{"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-unplugged", "status": "completed", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:02:14.958140 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:02:14.962518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:14.996124 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 08:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fbeba2-7adc-4e3d-8fe9-a3a68ea3ab77 x-openstack-request-id: req-42fbeba2-7adc-4e3d-8fe9-a3a68ea3ab77 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:02:14.996420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-unplugged", "status": "completed", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:02:14.996671 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42fbeba2-7adc-4e3d-8fe9-a3a68ea3ab77 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:02:14.997058 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fbeba2-7adc-4e3d-8fe9-a3a68ea3ab77'] response: {'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'code': 200} Sep 29 08:02:15.033850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:15.325054 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fcfc1cb6-bcb0-4128-9959-0633d70dec87 req-964d8f94-5a3f-421b-9dad-65bf8a5de2f9 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0544658 Sep 29 08:02:16.441120 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-93c329fc-06e8-4fb0-9041-49dd598b0150 req-8cacf258-161b-482e-8941-06511fb34865 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0546594 Sep 29 08:02:17.550277 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f79dab73-3b8e-4307-91ef-e3e3445d1a07 req-c76047bd-14d5-44c6-95c4-c26f49710263 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0494637 Sep 29 08:02:18.010986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:18.723411 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d65e7039-be20-4c85-bf11-5f6f4f84649d req-9d887dc1-31a0-4c72-a019-70148da61495 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0587041 Sep 29 08:02:19.755062 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-425849f1-833b-4bad-9b44-a8be618e24b5 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:19.756493 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-425849f1-833b-4bad-9b44-a8be618e24b5 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 810 time: 0.1436579 Sep 29 08:02:19.815344 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-c9e48c48-2b94-422d-98e4-1ec84bf381a9 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92c283adec54407fb1312b0ff816467d HTTP/1.1" status: 200 len: 379 time: 0.0446651 Sep 29 08:02:19.824069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'port': {'device_id': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'admin_state_up': True, 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'security_groups': ['8230a0b3-387b-43da-a95b-02a919405c25']}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 08:02:19.894910 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c2c3d315-7f31-404b-ba76-7ded6e54027b req-25b926f2-3444-4c99-bd9b-9ecd060c674b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0522907 Sep 29 08:02:19.960687 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 08:02:19.964735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:port and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 08:02:19.968202 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89136) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 08:02:19.973781 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.quota.driver [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89136) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 08:02:19.984622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Made reservation on behalf of 92c283adec54407fb1312b0ff816467d for: {'port': 1} {{(pid=89136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 08:02:19.988193 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:20.278265 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_common [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Allocated IP 172.20.0.3 (4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9/988dc3e0-eb08-472e-840d-dc5768388dac/57de82db-1187-4237-b832-4911104f753b) {{(pid=89136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 08:02:20.524355 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for port, precommit_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:20.542905 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Transition to ACTIVE for port object 57de82db-1187-4237-b832-4911104f753b will not be triggered until provisioned by entity DHCP. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 08:02:20.569702 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_create {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:20.639444 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 is already hosted by enough agents. {{(pid=89136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 08:02:20.643070 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.base_scheduler [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources bound (agent type, host, resource id): {{(pid=89136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 08:02:20.647224 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Received port after_create {{(pid=89136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 08:02:20.689230 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=1']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:20.714363 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.714775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.715069 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.715388 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.715716 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.716041 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.716366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.717255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.717583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.717903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.718227 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.718555 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:20.757901 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:20.759256 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:20.805501 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-97490aea-8d2a-4c9a-9a5c-ac450161c0ce tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9849205 Sep 29 08:02:20.920859 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Provisioning for port 57de82db-1187-4237-b832-4911104f753b completed by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 08:02:20.927580 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Provisioning complete for port 57de82db-1187-4237-b832-4911104f753b triggered by entity DHCP. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 08:02:20.927904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:20.928247 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 1 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:20.988863 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:21.116963 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36986-fd13-4b7c-98f9-0aec98b7e339 req-62ce6583-2099-43d9-bc94-dd3433f9eca8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:21.118360 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-46b36986-fd13-4b7c-98f9-0aec98b7e339 req-62ce6583-2099-43d9-bc94-dd3433f9eca8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0939875 Sep 29 08:02:21.166664 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-46b36986-fd13-4b7c-98f9-0aec98b7e339 req-df8e0769-fa38-41b3-a726-044616dd97c1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Sep 29 08:02:21.490457 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 2 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:21.549325 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:22.050395 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 3 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:22.116670 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:22.401755 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191bfb3-153a-492e-b59d-e55318dede12 req-49550d38-00f4-4d59-9fc2-bf8d4179bd66 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:22.404371 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d191bfb3-153a-492e-b59d-e55318dede12 req-49550d38-00f4-4d59-9fc2-bf8d4179bd66 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.1258006 Sep 29 08:02:22.456473 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-d191bfb3-153a-492e-b59d-e55318dede12 req-922212cb-1bdd-4c3a-873d-d1217ed2ec68 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 Sep 29 08:02:22.617921 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 4 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:22.677237 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:23.178605 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 5 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:23.234110 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:23.663348 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5daec0-08b5-4824-9998-24b210a5a94d req-d0997d98-0ab6-432f-8240-2d385a8cd8ff tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:23.664848 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fd5daec0-08b5-4824-9998-24b210a5a94d req-d0997d98-0ab6-432f-8240-2d385a8cd8ff tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0913780 Sep 29 08:02:23.717686 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fd5daec0-08b5-4824-9998-24b210a5a94d req-4265e293-1d88-44b3-90c0-00946f064adf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461426 Sep 29 08:02:23.735157 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 6 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:23.789730 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:24.291208 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 7 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:24.350094 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:24.851323 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 8 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:24.917879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:24.938856 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c64168-e6ca-43ca-8403-722f97dd8035 req-09ca1f69-c548-4d2b-8e63-b5c4516a1fa4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:24.940397 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51c64168-e6ca-43ca-8403-722f97dd8035 req-09ca1f69-c548-4d2b-8e63-b5c4516a1fa4 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.1019983 Sep 29 08:02:24.988340 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-51c64168-e6ca-43ca-8403-722f97dd8035 req-2b5e9c7e-19bb-4523-8df1-c6399c8cf5fc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Sep 29 08:02:25.419534 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 9 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:25.478802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:25.980003 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Attempt 10 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:26.036510 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-61b96dbb-a529-4944-b089-3a4388ec088a None None] Port 57de82db-1187-4237-b832-4911104f753b cannot update to ACTIVE because it is not bound. {{(pid=89138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 29 08:02:26.196057 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a04ed-3cfa-4305-83f2-7ae16169ee48 req-82ff6116-8078-493d-97c1-8c3c64fc75ed tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:26.197670 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f91a04ed-3cfa-4305-83f2-7ae16169ee48 req-82ff6116-8078-493d-97c1-8c3c64fc75ed tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0948894 Sep 29 08:02:26.247573 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-f91a04ed-3cfa-4305-83f2-7ae16169ee48 req-c9a638f8-23f0-4dbd-ab38-98c746c00248 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434630 Sep 29 08:02:27.467714 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7576a-6707-4d70-9e84-c47e149a7949 req-c6d18d07-904d-416d-96ad-d44f79fc9196 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:27.469204 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37e7576a-6707-4d70-9e84-c47e149a7949 req-c6d18d07-904d-416d-96ad-d44f79fc9196 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.1039484 Sep 29 08:02:27.521404 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-37e7576a-6707-4d70-9e84-c47e149a7949 req-e481cfe6-a5a9-4e67-8e35-81b578f084f2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Sep 29 08:02:28.722065 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b119c9-bdc8-446f-8a21-717a9f9b6458 req-373c3958-9eb3-44da-84aa-e6676d29b490 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:28.723548 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-13b119c9-bdc8-446f-8a21-717a9f9b6458 req-373c3958-9eb3-44da-84aa-e6676d29b490 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0886474 Sep 29 08:02:28.766766 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-13b119c9-bdc8-446f-8a21-717a9f9b6458 req-f922fbc3-6a50-4414-a5cf-bcf7ebc936b1 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376136 Sep 29 08:02:29.961081 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febdcfe-4b9a-4fb1-a41f-99a4a337fa4d req-ebe2aef6-edc2-4c78-9ec5-0719cb8d87d2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:29.962567 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5febdcfe-4b9a-4fb1-a41f-99a4a337fa4d req-ebe2aef6-edc2-4c78-9ec5-0719cb8d87d2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0860703 Sep 29 08:02:30.008776 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-5febdcfe-4b9a-4fb1-a41f-99a4a337fa4d req-72407cf9-4cfd-4071-8e2e-981088f0eb20 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406232 Sep 29 08:02:31.204370 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633ae5-f134-41bc-8b44-06e367d7ee52 req-eb76c0e9-4de0-4d59-8cfd-df383d06d988 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:31.205826 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c7633ae5-f134-41bc-8b44-06e367d7ee52 req-eb76c0e9-4de0-4d59-8cfd-df383d06d988 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0871894 Sep 29 08:02:31.248491 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-c7633ae5-f134-41bc-8b44-06e367d7ee52 req-52b5f632-46e9-410e-bdd8-6f3e5a73f10f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370131 Sep 29 08:02:32.448129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb21b6d-bffa-4dbd-9a07-8ef2220a2efa req-281453fa-f182-429f-a795-d774715b73f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:32.449588 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2cb21b6d-bffa-4dbd-9a07-8ef2220a2efa req-281453fa-f182-429f-a795-d774715b73f8 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0931358 Sep 29 08:02:32.492993 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2cb21b6d-bffa-4dbd-9a07-8ef2220a2efa req-28fabb09-7c96-468d-9e9a-ea4513c44b3d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371375 Sep 29 08:02:33.574802 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.v2.base [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Request body: {'port': {'device_id': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8597'}} {{(pid=89136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 08:02:33.687568 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:33.688010 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15d74-dbb6-4408-87a8-7435aa85cb01 req-2c657339-bc1c-4f61-a780-d7efbe57919c tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:33.689474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fcd15d74-dbb6-4408-87a8-7435aa85cb01 req-2c657339-bc1c-4f61-a780-d7efbe57919c tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 931 time: 0.0858364 Sep 29 08:02:33.736510 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-fcd15d74-dbb6-4408-87a8-7435aa85cb01 req-89774b90-e615-4398-b66f-c2ea83cbfcfe tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Sep 29 08:02:34.017695 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57de82db-1187-4237-b832-4911104f753b {{(pid=89136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 08:02:34.024823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:34.039072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.provisioning_blocks [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Transition to ACTIVE for port object 57de82db-1187-4237-b832-4911104f753b will not be triggered until provisioned by entity L2. {{(pid=89136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 08:02:34.042778 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:34.232128 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=2']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:34.261072 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Attempting to bind port 57de82db-1187-4237-b832-4911104f753b on host hv-neutron-8597 for vnic_type normal with profile {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 29 08:02:34.261398 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Attempting to bind port 57de82db-1187-4237-b832-4911104f753b by drivers openvswitch,hyperv on host hv-neutron-8597 at level 0 using segments [{'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 29 08:02:34.261741 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Attempting to bind port 57de82db-1187-4237-b832-4911104f753b on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 08:02:34.266912 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Port 57de82db-1187-4237-b832-4911104f753b on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8597 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 29 08:02:34.267225 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Attempting to bind port 57de82db-1187-4237-b832-4911104f753b on network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 29 08:02:34.272232 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Checking agent: {'id': '12659851-bfea-48ea-b4be-fa933f6bbc6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8597', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'started_at': datetime.datetime(2022, 9, 29, 6, 41, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 29, 8, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 29 08:02:34.272504 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Checking segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 29 08:02:34.272874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Bound using segment: {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'} {{(pid=89136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 29 08:02:34.273285 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.managers [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Bound port: 57de82db-1187-4237-b832-4911104f753b, host: hv-neutron-8597, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e88c12-fb49-421d-b767-c1e99bbdf949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9'}}] {{(pid=89136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 29 08:02:34.273619 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:34.359057 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, cleared binding levels {{(pid=89136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 29 08:02:34.361916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 29 08:02:34.366290 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6263144'] for port, after_update {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:34.396453 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:34.397056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:34.398458 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] 10.222.0.61 "PUT /v2.0/ports/57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 200 len: 1093 time: 0.8292100 Sep 29 08:02:34.398915 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:02:34.401185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf" -d '{"events": [{"name": "network-changed", "server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:02:34.446044 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114ea92-f5c4-4732-ab30-f4c94e1360a4 service neutron] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=3']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:34.518334 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 08:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d01b81-eea3-46b3-a3dd-03ed6f08f163 x-openstack-request-id: req-40d01b81-eea3-46b3-a3dd-03ed6f08f163 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:02:34.518655 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "tag": "57de82db-1187-4237-b832-4911104f753b", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:02:34.518911 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40d01b81-eea3-46b3-a3dd-03ed6f08f163 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:02:34.519309 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d01b81-eea3-46b3-a3dd-03ed6f08f163'] response: {'name': 'network-changed', 'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'status': 'completed', 'code': 200} Sep 29 08:02:34.537104 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-9ca1f5da-db51-4078-ae45-17186c8971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:34.538539 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-9ca1f5da-db51-4078-ae45-17186c8971b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1096 time: 0.0816691 Sep 29 08:02:34.615255 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-4ba9b92b-2b1a-4948-8247-2696d091f5f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 200 len: 217 time: 0.0627072 Sep 29 08:02:34.675292 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-f212b045-159f-4373-8c41-039f7473988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:34.676713 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-f212b045-159f-4373-8c41-039f7473988a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0556281 Sep 29 08:02:34.871757 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-430388f7-8745-4409-91af-80bd57e5402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:34.873195 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-430388f7-8745-4409-91af-80bd57e5402b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1904590 Sep 29 08:02:34.942146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c4395-5643-4166-86af-364822053ba5 req-23e7bcc9-0160-43ee-a11f-1853c3a0dbc7 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:34.943636 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3f0c4395-5643-4166-86af-364822053ba5 req-23e7bcc9-0160-43ee-a11f-1853c3a0dbc7 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 943 time: 0.0883560 Sep 29 08:02:34.987738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3f0c4395-5643-4166-86af-364822053ba5 req-2eb10327-e73b-4b34-b1ad-575584534fed tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Sep 29 08:02:35.007764 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-5b9848ee-ed46-4c1e-9669-8f6967ed9cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283808 Sep 29 08:02:35.137083 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-953a767b-bb59-4bb4-91d9-8cb9ecaad2c7 req-f437ad51-82e2-4736-81ec-af55435aab62 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224480 Sep 29 08:02:35.296823 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-c0091c75-6721-4ea3-a11d-0aaf29b93f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:35.298279 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-c0091c75-6721-4ea3-a11d-0aaf29b93f73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1096 time: 0.0766387 Sep 29 08:02:35.427606 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-81c560f8-7a2f-4837-a7a3-7418b839315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:35.429051 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-81c560f8-7a2f-4837-a7a3-7418b839315f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1237371 Sep 29 08:02:35.498756 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-10d4490c-2bd8-436b-8815-1e6a20b3744c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 200 len: 217 time: 0.0636048 Sep 29 08:02:35.558097 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-6c168414-cbeb-4941-b970-8fa3d3d4ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:35.559489 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-6c168414-cbeb-4941-b970-8fa3d3d4ac49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0547421 Sep 29 08:02:35.642962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-1d182cef-9224-4f4e-b84e-6928358349d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:35.644421 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-1d182cef-9224-4f4e-b84e-6928358349d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783551 Sep 29 08:02:35.772648 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-9700bb66-0970-420f-b55e-4cc66d47e489 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215382 Sep 29 08:02:35.899419 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-bdec69f6-fa24-40b8-beaa-e8f3b3528faf req-60ce5f7f-123f-4b01-94e8-5a87b62d9fff service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206231 Sep 29 08:02:36.184384 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94a610-dd35-46c6-82b6-594fb24fd2bd req-e1b2d0ce-3156-4aad-997b-6915b3efb4d2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:36.186128 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b94a610-dd35-46c6-82b6-594fb24fd2bd req-e1b2d0ce-3156-4aad-997b-6915b3efb4d2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 943 time: 0.0902979 Sep 29 08:02:36.231104 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-9b94a610-dd35-46c6-82b6-594fb24fd2bd req-8e86c167-cc27-40d6-9cb7-d45dd1f76fdf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388026 Sep 29 08:02:37.427454 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24148-f69e-4e28-98d1-06afb3342af4 req-303b06bd-9412-4712-97a5-7cb7cdae7de9 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:37.428890 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-98e24148-f69e-4e28-98d1-06afb3342af4 req-303b06bd-9412-4712-97a5-7cb7cdae7de9 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 943 time: 0.0851715 Sep 29 08:02:37.474811 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-98e24148-f69e-4e28-98d1-06afb3342af4 req-b762e772-fc60-4c7f-983b-1bfc3176fa6f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402780 Sep 29 08:02:38.757505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5099a83-597b-4770-871b-d849b6850e5d req-5985d8a5-01c6-47c7-a2c6-01fe66cf16dc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:38.758971 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e5099a83-597b-4770-871b-d849b6850e5d req-5985d8a5-01c6-47c7-a2c6-01fe66cf16dc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 943 time: 0.1722355 Sep 29 08:02:38.802621 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e5099a83-597b-4770-871b-d849b6850e5d req-56593089-bc61-445b-834b-3c4752c2344c tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374038 Sep 29 08:02:38.836481 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-50869168-9699-4da7-bfb8-469820b07fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:38.903293 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 08:02:39.034471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:02:39.047601 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '57de82db-1187-4237-b832-4911104f753b', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'port_id': '57de82db-1187-4237-b832-4911104f753b', 'mac_address': 'fa:16:3e:85:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 08:02:39.100505 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 57de82db-1187-4237-b832-4911104f753b is: DOWN; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:02:39.100884 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:39.120626 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57de82db-1187-4237-b832-4911104f753b {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 08:02:39.136722 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:02:39.140352 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:39.207904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=4']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:39.632955 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['57de82db-1187-4237-b832-4911104f753b'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 08:02:40.000163 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921523b-46e4-4490-bfd1-539cd4604501 req-a9a089bc-29a9-42ff-89bb-8e420c8029f7 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:40.001623 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e921523b-46e4-4490-bfd1-539cd4604501 req-a9a089bc-29a9-42ff-89bb-8e420c8029f7 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 944 time: 0.0894666 Sep 29 08:02:40.046181 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e921523b-46e4-4490-bfd1-539cd4604501 req-88c8e144-073f-4608-906c-ad37feb63eff tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389709 Sep 29 08:02:40.908518 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 08:02:40.976812 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning for port 57de82db-1187-4237-b832-4911104f753b completed by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 08:02:40.981413 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 57de82db-1187-4237-b832-4911104f753b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 08:02:40.981786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:40.982119 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:02:41.096098 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 57de82db-1187-4237-b832-4911104f753b is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:02:41.096482 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:41.134282 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:02:41.136578 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cc21eb-dc00-488a-8e70-db3f4245dc06" -d '{"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-plugged", "status": "completed", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:02:41.140922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-97de9088-ba83-4b5c-bf7d-8191b789c198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:41.145903 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:02:41.149991 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:41.223892 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=5']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:41.252763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072339-3db2-4e69-a7e6-7aaf28f78f42 req-ff792ea8-a6a2-45dc-b8bd-1cb97486d99e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:41.254241 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e9072339-3db2-4e69-a7e6-7aaf28f78f42 req-ff792ea8-a6a2-45dc-b8bd-1cb97486d99e tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 945 time: 0.0904260 Sep 29 08:02:41.299771 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-e9072339-3db2-4e69-a7e6-7aaf28f78f42 req-97ebae9f-f408-409f-a07e-9279bf7dab9f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Sep 29 08:02:41.348274 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 08:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0a1e2e-5755-495b-809f-645617077e0d x-openstack-request-id: req-9b0a1e2e-5755-495b-809f-645617077e0d {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:02:41.348569 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-plugged", "status": "completed", "tag": "57de82db-1187-4237-b832-4911104f753b", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:02:41.348825 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b0a1e2e-5755-495b-809f-645617077e0d {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:02:41.349227 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0a1e2e-5755-495b-809f-645617077e0d'] response: {'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'code': 200} Sep 29 08:02:41.616808 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abafd2-b923-4187-b4df-a929c9bfef0a req-794a70a7-f566-4abf-a915-cc2544b8e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:41.618185 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d9abafd2-b923-4187-b4df-a929c9bfef0a req-794a70a7-f566-4abf-a915-cc2544b8e8d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1098 time: 0.0756700 Sep 29 08:02:41.657499 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-d9abafd2-b923-4187-b4df-a929c9bfef0a req-d21b9181-af34-48c0-a006-51d0863a79e0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328889 Sep 29 08:02:42.083573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:42.304739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:42.496333 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81354ad-4063-4ed3-bd01-3186a898788f req-4920fbc8-5289-492a-bfb4-0496d34dc5bb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:42.498310 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a81354ad-4063-4ed3-bd01-3186a898788f req-4920fbc8-5289-492a-bfb4-0496d34dc5bb tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 945 time: 0.0859632 Sep 29 08:02:42.540738 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a81354ad-4063-4ed3-bd01-3186a898788f req-1e18bb3c-15c6-42f2-a87e-13868edb3960 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368297 Sep 29 08:02:43.680699 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:43.739044 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34a96b-7968-45ba-89ab-b665e22841bf req-5314ada1-f782-4e40-b827-995b482de7ed tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:43.740517 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d34a96b-7968-45ba-89ab-b665e22841bf req-5314ada1-f782-4e40-b827-995b482de7ed tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 945 time: 0.0904646 Sep 29 08:02:43.783909 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-2d34a96b-7968-45ba-89ab-b665e22841bf req-cedde04b-40c7-487b-9f65-f686bde6ade3 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376463 Sep 29 08:02:43.979195 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c80be9-8263-4b20-836f-3a6afb3a1d33 req-4cabb6cc-e491-4e61-89ef-8352a4b87726 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:43.980658 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-03c80be9-8263-4b20-836f-3a6afb3a1d33 req-4cabb6cc-e491-4e61-89ef-8352a4b87726 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 945 time: 0.0854621 Sep 29 08:02:44.027381 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-03c80be9-8263-4b20-836f-3a6afb3a1d33 req-78d73f41-28d1-4e36-97f6-18669dc1923d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Sep 29 08:02:44.055391 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58598) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:02:44.131085 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff4d1f-2563-4af8-a95b-0f68c160f423 tempest-TestSnapshotPattern-1075581939 tempest-TestSnapshotPattern-1075581939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:44.132577 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8cff4d1f-2563-4af8-a95b-0f68c160f423 tempest-TestSnapshotPattern-1075581939 tempest-TestSnapshotPattern-1075581939-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1093 time: 0.0762393 Sep 29 08:02:44.135410 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58602) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:02:44.140715 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.v2.base [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Request body: {'floatingip': {'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'port_id': '57de82db-1187-4237-b832-4911104f753b', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 29 08:02:44.146636 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 29 08:02:44.150402 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Usage tracker for resource:floatingip and tenant:92c283adec54407fb1312b0ff816467d is out of sync, need to count used quota {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 29 08:02:44.153186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.quota.resource [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89137) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 29 08:02:44.159510 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.quota.driver [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89137) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 29 08:02:44.169379 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:44.303514 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:44.438979 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.db_base_plugin_common [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Allocated IP 172.26.0.106 (66929139-eb05-450d-ae65-101aced20693/6682a96f-ac82-4d48-b5af-09c8236110b1/707b9b11-0e90-4db7-833a-7f01fe27f8db) {{(pid=89137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 08:02:44.590557 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for port, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:44.618244 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783589956343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8188228'] for port, after_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:44.679026 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Network 66929139-eb05-450d-ae65-101aced20693 is already hosted by enough agents. {{(pid=89137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 08:02:44.681609 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.base_scheduler [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Resources bound (agent type, host, resource id): {{(pid=89137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 08:02:44.685863 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Received port after_create {{(pid=89137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 29 08:02:44.722052 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'Port': ['ID=707b9b11-0e90-4db7-833a-7f01fe27f8db,revision_number=1']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:44.737505 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.737849 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.738186 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.738593 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.738927 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.739255 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.739853 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.739960 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.740199 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.740515 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.740835 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:44.741149 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:02:45.205926 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:45.277928 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:45.494565 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for port, precommit_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:45.500710 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8188243'] for port, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:45.608549 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event updated for resources: {'Port': ['ID=707b9b11-0e90-4db7-833a-7f01fe27f8db,revision_number=2']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:02:45.612395 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417717'] for floatingip, after_update {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:45.794968 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.db.l3_db [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Floating IP 0de9922f-02ba-416e-9e95-dcf736c4d4ba associated. External IP: 172.26.0.106, port: 57de82db-1187-4237-b832-4911104f753b. Sep 29 08:02:46.057084 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:02:46.145812 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 08:02:46.321882 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 08:02:46.332511 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 08:02:46.343796 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:02:46.344415 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:02:46.347030 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:02:46.402850 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-d72157de-5264-47a3-b486-66233d7bc16b tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2664042 Sep 29 08:02:46.403428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:02:46.406467 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396bb4dfac4561a68a805d487e777db6a0a689e1c75312c57d851dbcbf4f5b3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911865a4-cba2-4f10-b59f-83781bb29702" -d '{"events": [{"name": "network-changed", "server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:02:46.517942 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 08:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a346e24a-2e49-4f75-a797-99ea6f07daf7 x-openstack-request-id: req-a346e24a-2e49-4f75-a797-99ea6f07daf7 {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:02:46.518295 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "tag": "57de82db-1187-4237-b832-4911104f753b", "status": "completed", "code": 200}]} {{(pid=89137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:02:46.518634 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a346e24a-2e49-4f75-a797-99ea6f07daf7 {{(pid=89137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:02:46.519101 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a346e24a-2e49-4f75-a797-99ea6f07daf7'] response: {'name': 'network-changed', 'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'status': 'completed', 'code': 200} Sep 29 08:02:46.520420 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:02:46.645917 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911865a4-cba2-4f10-b59f-83781bb29702 req-932532a8-73c7-4a69-a57a-e21473470514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:46.647360 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-932532a8-73c7-4a69-a57a-e21473470514 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1098 time: 0.0817323 Sep 29 08:02:46.779474 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911865a4-cba2-4f10-b59f-83781bb29702 req-c7812c31-a722-49b9-9185-b0aac2f32d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:46.780916 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-c7812c31-a722-49b9-9185-b0aac2f32d78 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1279402 Sep 29 08:02:46.886981 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-132d836d-2752-42db-86f0-2faa56e02029 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 200 len: 999 time: 0.0995686 Sep 29 08:02:46.901651 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0de9922f-02ba-416e-9e95-dcf736c4d4ba', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '57de82db-1187-4237-b832-4911104f753b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:85:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T08:02:45Z', 'updated_at': '2022-09-29T08:02:45Z', 'revision_number': 0, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}, {'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:26Z', 'revision_number': 1, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:02:46.905502 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 08:02:46.914031 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:02:46.914656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:02:41Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:02:46.946756 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911865a4-cba2-4f10-b59f-83781bb29702 req-0fc6974a-0207-49a8-8d94-4690b2ba83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:46.948239 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-0fc6974a-0207-49a8-8d94-4690b2ba83ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0557230 Sep 29 08:02:47.031978 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911865a4-cba2-4f10-b59f-83781bb29702 req-1c51be93-b8ad-4fb9-849e-8250a83b0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:02:47.033419 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-1c51be93-b8ad-4fb9-849e-8250a83b0797 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792005 Sep 29 08:02:47.092851 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:02:47.273850 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-54bc116c-117f-4dda-a794-e492bc672e39 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332261 Sep 29 08:02:47.403316 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-911865a4-cba2-4f10-b59f-83781bb29702 req-805e1b23-820d-424d-a94a-736f4b50e16b service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232884 Sep 29 08:02:47.438866 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0de9922f-02ba-416e-9e95-dcf736c4d4ba', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '57de82db-1187-4237-b832-4911104f753b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:85:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T08:02:45Z', 'updated_at': '2022-09-29T08:02:45Z', 'revision_number': 0, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}, {'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:26Z', 'revision_number': 1, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:02:47.442823 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ceafc-345b-4db1-bddb-d48c5db2e20e None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': '0de9922f-02ba-416e-9e95-dcf736c4d4ba', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.106', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '57de82db-1187-4237-b832-4911104f753b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:85:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T08:02:45Z', 'updated_at': '2022-09-29T08:02:45Z', 'revision_number': 0, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}, {'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:26Z', 'revision_number': 1, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 08:02:47.632265 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344bca12-eaa1-46e3-93b7-c2d690437269 None None] New status for floating IP 0de9922f-02ba-416e-9e95-dcf736c4d4ba: ACTIVE {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 08:02:48.019315 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:08.841308 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-86003d12-370c-4ed3-b0b3-7a268794c09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:11.123375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-26307d04-4380-4262-8e8b-1d6a0ca822d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:12.086405 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:12.308236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:12.370879 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-108574ec-513c-41e8-a363-1bfb7162146b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757570 Sep 29 08:03:12.534395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-1c52fea0-ab8a-488f-829d-3894f6febe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:03:12.535891 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-1c52fea0-ab8a-488f-829d-3894f6febe2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1096 time: 0.0802696 Sep 29 08:03:12.684877 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-311f98a3-2977-43a7-bfe5-793f077f87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:03:12.686234 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-311f98a3-2977-43a7-bfe5-793f077f87ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1314611 Sep 29 08:03:12.787352 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-cc41b0d9-2e1d-4c94-937c-f4bc258c34c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 998 time: 0.0943131 Sep 29 08:03:12.847913 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-991a0f34-7c5a-4ac4-89a9-7ec82f9a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:03:12.849302 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-991a0f34-7c5a-4ac4-89a9-7ec82f9a6809 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0556366 Sep 29 08:03:12.934328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-904da6f6-76ff-4d89-9374-361a49ef90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:03:12.935822 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-904da6f6-76ff-4d89-9374-361a49ef90e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802164 Sep 29 08:03:13.063418 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-0390544b-dd80-441e-8cb9-57f74b91f6bf service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216877 Sep 29 08:03:13.191664 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-432056f2-ef38-42aa-8757-3d0ade6d992f req-45563212-bde8-4316-863b-e0244c8c8bd3 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220756 Sep 29 08:03:13.683450 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:18.035414 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:23.055132 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:03:38.842783 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3176cdf4-b6f5-4caa-9609-e9e0af335259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:41.126552 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3d343e79-584b-4545-83eb-8cf04b595445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:42.088038 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:42.311641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:43.686565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:03:48.047082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:00.054043 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:04:08.847965 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a2c1e3e4-0eef-4429-8555-0f7376e04fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:11.129076 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-44ea213d-8d05-4f62-890d-302618d3aa92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:12.089535 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:12.313169 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:12.378403 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-6a7693ad-ba1f-40e0-9add-7ac5deab3ed4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768433 Sep 29 08:04:12.475427 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-28e04a83-d6dc-4ef9-9c6f-8dbe6d774ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:04:12.476869 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-28e04a83-d6dc-4ef9-9c6f-8dbe6d774ae2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1098 time: 0.0792861 Sep 29 08:04:12.617874 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-a1e442f9-0066-4bcb-97ed-7551e1d43091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:04:12.619311 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-a1e442f9-0066-4bcb-97ed-7551e1d43091 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1231322 Sep 29 08:04:12.715366 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-f0b5bd5b-9327-4797-a095-0827724e2ace service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 200 len: 1001 time: 0.0897312 Sep 29 08:04:12.881456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-6b82dfb4-e6b7-4a83-9af3-435065e1af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:04:12.882902 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-6b82dfb4-e6b7-4a83-9af3-435065e1af98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.1605382 Sep 29 08:04:12.963865 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-b4c0d69c-081b-48dc-9b5a-00a9df722f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:04:12.965428 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-b4c0d69c-081b-48dc-9b5a-00a9df722f23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762269 Sep 29 08:04:13.091992 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-4f20ef20-240c-416e-9882-1346816d7900 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201572 Sep 29 08:04:13.229011 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-3da5f8ba-a016-44eb-a214-ea11e1877f70 req-fa3bff8f-28e6-4060-ad74-873a9a580b2e service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305823 Sep 29 08:04:13.687901 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:18.051217 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:37.056423 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:04:38.839375 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-828a43fa-9ede-4c44-83f5-acc2609c9090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:41.130173 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-d899ae2f-df3c-4404-863f-2cc011980d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:42.092215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:42.317079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:43.691877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:04:48.063777 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:01.706303 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b details requested by agent hyperv_hv-neutron-8597 with host hv-neutron-8597 {{(pid=89138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 29 08:05:01.836135 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:01.849178 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Returning: {'device': '57de82db-1187-4237-b832-4911104f753b', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'port_id': '57de82db-1187-4237-b832-4911104f753b', 'mac_address': 'fa:16:3e:85:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 29 08:05:01.905504 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 57de82db-1187-4237-b832-4911104f753b is: ACTIVE; New status is: BUILD {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:05:01.905904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:01.922677 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57de82db-1187-4237-b832-4911104f753b {{(pid=89138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 29 08:05:01.937904 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:01.942593 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:02.011156 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=6']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:02.018055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.018930 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.019270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.019606 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.019936 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.020266 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.020594 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.020922 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.021245 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.021567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.021889 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.022207 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:02.029399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] get_ports_and_sgs() called for port_ids ['57de82db-1187-4237-b832-4911104f753b'] {{(pid=89138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 29 08:05:03.712929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b up at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 29 08:05:03.810179 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.provisioning_blocks [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Provisioning complete for port 57de82db-1187-4237-b832-4911104f753b triggered by entity L2. {{(pid=89138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 08:05:03.810573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1436278'] for port, provisioning_complete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:03.810913 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Attempt 1 to provision port 57de82db-1187-4237-b832-4911104f753b Sep 29 08:05:03.921572 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 57de82db-1187-4237-b832-4911104f753b is: BUILD; New status is: ACTIVE {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:05:03.921945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:03.947846 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:05:03.950102 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331bc846-2ae7-4a19-a286-6c1a5eb6e91f" -d '{"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-plugged", "status": "completed", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:05:03.958530 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:03.962610 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:03.995785 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 08:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f32f9e-8039-4078-bf31-4088f075f002 x-openstack-request-id: req-b1f32f9e-8039-4078-bf31-4088f075f002 {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:05:03.996560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-plugged", "status": "completed", "tag": "57de82db-1187-4237-b832-4911104f753b", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:05:03.996560 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1f32f9e-8039-4078-bf31-4088f075f002 {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:05:03.996732 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f32f9e-8039-4078-bf31-4088f075f002'] response: {'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'code': 200} Sep 29 08:05:04.036399 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=7']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:08.845821 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-770dcae6-d4f4-4096-a4de-3f9b6ad4b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:11.152786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a9dfca72-6bcb-44a1-a8c4-303c8a72efef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:12.103424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:12.324873 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:13.696959 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:14.055593 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:05:14.458405 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-9cf1f592-e3eb-4f88-b44b-e77694ec533a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1781626 Sep 29 08:05:14.628760 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-185279e8-b4b4-42c9-b030-1b3a4a7b2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:14.631470 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-185279e8-b4b4-42c9-b030-1b3a4a7b2008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1096 time: 0.0917940 Sep 29 08:05:14.923166 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-3dce19a8-ac12-43ef-9989-5e97f69a0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:14.925812 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-3dce19a8-ac12-43ef-9989-5e97f69a0eb3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1405947 Sep 29 08:05:15.053080 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-4b379725-8b06-48fd-b2ac-a7b6e1935be0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 998 time: 0.1209168 Sep 29 08:05:15.126995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-cb4d59e4-af72-43d0-b52c-450c7ff438af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:15.128657 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-cb4d59e4-af72-43d0-b52c-450c7ff438af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0689867 Sep 29 08:05:15.220458 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-46cb0bf8-815a-44b0-b7b5-5c199724f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:15.222781 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-46cb0bf8-815a-44b0-b7b5-5c199724f06a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878503 Sep 29 08:05:15.366012 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-ba15cafc-f2d6-4c9a-82e2-cc6c92a2da8a service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365354 Sep 29 08:05:15.504616 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-76e8b826-e9aa-4f54-90ad-435baa1dfef6 req-6a8dad67-d561-48e5-83df-9461961aecb4 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314926 Sep 29 08:05:16.904515 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58838) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:17.103744 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Deleting port 707b9b11-0e90-4db7-833a-7f01fe27f8db {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:17.104081 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:17.267529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:17.267850 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:17.485735 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Calling delete_port for 707b9b11-0e90-4db7-833a-7f01fe27f8db owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:17.627970 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:17.677223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event deleted for resources: {'Port': ['ID=707b9b11-0e90-4db7-833a-7f01fe27f8db,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:17.744080 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.744426 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.744761 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.745089 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.745416 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.745738 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.746058 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.746375 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.746718 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.747036 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.747351 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.747662 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:17.778140 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:17.778464 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Floating IP 0de9922f-02ba-416e-9e95-dcf736c4d4ba disassociated (deleted). External IP: 172.26.0.106, port: 57de82db-1187-4237-b832-4911104f753b. Sep 29 08:05:18.062782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:18.126441 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 08:05:18.300617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 08:05:18.309898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 08:05:18.316255 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:18.319232 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:18.319850 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:18.377328 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-45bbfa32-50ff-4b10-94dc-b4df745ad32d tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "DELETE /v2.0/floatingips/0de9922f-02ba-416e-9e95-dcf736c4d4ba HTTP/1.1" status: 204 len: 168 time: 1.4689746 Sep 29 08:05:18.377328 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:05:18.378084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6096fac9-6c22-484e-848f-673d7f1e9482" -d '{"events": [{"name": "network-changed", "server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:05:18.517660 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:18.611374 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614400ce-afcf-47ca-b9e4-02d3f9c466a4 x-openstack-request-id: req-614400ce-afcf-47ca-b9e4-02d3f9c466a4 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:05:18.611758 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "tag": "57de82db-1187-4237-b832-4911104f753b", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:05:18.612132 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-614400ce-afcf-47ca-b9e4-02d3f9c466a4 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:05:18.613124 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614400ce-afcf-47ca-b9e4-02d3f9c466a4'] response: {'name': 'network-changed', 'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'status': 'completed', 'code': 200} Sep 29 08:05:18.710817 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-cce43943-d5f5-4d48-9dd5-89f20527a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:18.712625 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-cce43943-d5f5-4d48-9dd5-89f20527a5c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 1098 time: 0.0802240 Sep 29 08:05:18.788438 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f870-b01a-4028-adea-00a75de5f3aa req-3e71b488-fd20-45ed-b6ff-1a03a941be54 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:18.789892 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3832f870-b01a-4028-adea-00a75de5f3aa req-3e71b488-fd20-45ed-b6ff-1a03a941be54 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 945 time: 0.0922053 Sep 29 08:05:18.835042 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-3832f870-b01a-4028-adea-00a75de5f3aa req-960347e9-2c05-47ae-a482-a56f33ad5889 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386319 Sep 29 08:05:18.855707 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-62d0bf88-ba7d-416d-be79-1b6e118d7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:18.857173 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-62d0bf88-ba7d-416d-be79-1b6e118d7a12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1374772 Sep 29 08:05:18.874358 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:26Z', 'revision_number': 1, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:18.878180 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 08:05:18.886243 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:18.886858 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:18.928211 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-c305d154-33e3-4cd2-8656-a5f82ec0cb89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 200 len: 217 time: 0.0642774 Sep 29 08:05:18.989358 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-e1068a77-11be-494d-91f7-e376247c269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:18.990819 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-e1068a77-11be-494d-91f7-e376247c269e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.0565650 Sep 29 08:05:19.063326 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:19.191831 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-e0fcc6c7-ee5a-4d32-9442-a714e11c867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:19.193328 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-e0fcc6c7-ee5a-4d32-9442-a714e11c867d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956453 Sep 29 08:05:19.327000 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-6d04ab92-c3e8-4bb9-b88a-bc346c6a3b5b service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256111 Sep 29 08:05:19.454356 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:26Z', 'revision_number': 1, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:19.458848 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc32762-0c38-4726-a059-af6490ec0d95 None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_floatingips': [{'id': 'b72ec36b-2345-4104-824c-1524a25b8316', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '66929139-eb05-450d-ae65-101aced20693', 'router_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'port_id': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'mac_address': 'fa:16:3e:4a:1f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-29T07:59:24Z', 'updated_at': '2022-09-29T07:59:26Z', 'revision_number': 1, 'project_id': '92c283adec54407fb1312b0ff816467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 08:05:19.460643 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-6096fac9-6c22-484e-848f-673d7f1e9482 req-dd5df47c-ca70-4838-8a67-3ccee9b96a8e service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271725 Sep 29 08:05:19.672105 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37479cf8-122d-43a3-aadf-8eb3b6365fb1 None None] New status for floating IP 0de9922f-02ba-416e-9e95-dcf736c4d4ba: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 08:05:19.811425 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:19.927320 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Current status of the port 57de82db-1187-4237-b832-4911104f753b is: ACTIVE; New status is: DOWN {{(pid=89138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 29 08:05:19.927968 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1727387'] for port, before_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:19.954242 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:05:19.956573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c6677963bdeda1a17ade366658e559a7d7db1e9754bb54d267a9a48888ec880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9046ee4d-064d-4f5c-b6b3-4b41bbef931d" -d '{"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-unplugged", "status": "completed", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:05:19.963973 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-0f6110bc-030f-4070-9142-349604bee177 None None] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:19.969215 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783590295336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783589951245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783589951290'] for port, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:20.036090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Pushing event updated for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=8']} {{(pid=89138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:20.042958 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac438-39e1-40fc-9583-6c5abd824c7e req-333e6650-0529-440c-bf86-af71795cef8f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:20.044451 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-86fac438-39e1-40fc-9583-6c5abd824c7e req-333e6650-0529-440c-bf86-af71795cef8f tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 943 time: 0.0913599 Sep 29 08:05:20.191864 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-86fac438-39e1-40fc-9583-6c5abd824c7e req-8a7e3f77-c4b1-4418-879c-5c78ea22c785 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417615 Sep 29 08:05:20.240189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Sep 2022 08:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f781fa9-36cf-4ed7-a7a2-47298092a2cc x-openstack-request-id: req-6f781fa9-36cf-4ed7-a7a2-47298092a2cc {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:05:20.240664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-unplugged", "status": "completed", "tag": "57de82db-1187-4237-b832-4911104f753b", "code": 200}]} {{(pid=89138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:05:20.240764 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f781fa9-36cf-4ed7-a7a2-47298092a2cc {{(pid=89138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:05:20.241120 dv-neutron-859761-1-hyperv neutron-server[89138]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f781fa9-36cf-4ed7-a7a2-47298092a2cc'] response: {'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'code': 200} Sep 29 08:05:20.515456 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-83aad002-d6a4-4db5-9b1c-390a09307f11 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:20.516030 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-83aad002-d6a4-4db5-9b1c-390a09307f11 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Synchronizing usage tracker for tenant:92c283adec54407fb1312b0ff816467d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 08:05:20.531034 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-83aad002-d6a4-4db5-9b1c-390a09307f11 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Unset dirty status for tenant:92c283adec54407fb1312b0ff816467d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 08:05:20.532095 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-83aad002-d6a4-4db5-9b1c-390a09307f11 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 943 time: 0.1011095 Sep 29 08:05:20.603765 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Deleting port 57de82db-1187-4237-b832-4911104f753b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:20.604101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:20.847989 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] For port 57de82db-1187-4237-b832-4911104f753b, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=57de82db-1187-4237-b832-4911104f753b,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:20.848260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:20.971356 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Calling delete_port for 57de82db-1187-4237-b832-4911104f753b owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:21.113185 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:21.192006 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event deleted for resources: {'Port': ['ID=57de82db-1187-4237-b832-4911104f753b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:21.252281 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] No DVR routers for this DVR port 57de82db-1187-4237-b832-4911104f753b on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 08:05:21.255137 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:21.257985 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-deleted', 'tag': '57de82db-1187-4237-b832-4911104f753b'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:05:21.260269 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47a5dec-9467-4edd-affe-0186223b19c2" -d '{"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-deleted", "tag": "57de82db-1187-4237-b832-4911104f753b"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:05:21.273235 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7650ea45-2da2-44d6-8e44-59fef7e79256 req-7794fd4f-6563-43f3-842c-9272f9a685c2 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "DELETE /v2.0/ports/57de82db-1187-4237-b832-4911104f753b HTTP/1.1" status: 204 len: 173 time: 0.7361906 Sep 29 08:05:21.363471 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-74f679a5-f697-4dc4-9c0e-bfb8b4c293e7 req-0ff993de-71d4-40ba-ad29-50691932bf39 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=776e59ec-f93d-4df0-976d-9d2cf34656c1 HTTP/1.1" status: 200 len: 210 time: 0.0539560 Sep 29 08:05:21.422054 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 08:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f721f0e5-c3b3-4f67-83ff-e9bc68fbb3a7 x-openstack-request-id: req-f721f0e5-c3b3-4f67-83ff-e9bc68fbb3a7 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:05:21.422361 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e59ec-f93d-4df0-976d-9d2cf34656c1", "name": "network-vif-deleted", "tag": "57de82db-1187-4237-b832-4911104f753b", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:05:21.422643 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f721f0e5-c3b3-4f67-83ff-e9bc68fbb3a7 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:05:21.423511 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f721f0e5-c3b3-4f67-83ff-e9bc68fbb3a7'] response: {'server_uuid': '776e59ec-f93d-4df0-976d-9d2cf34656c1', 'name': 'network-vif-deleted', 'tag': '57de82db-1187-4237-b832-4911104f753b', 'status': 'completed', 'code': 200} Sep 29 08:05:23.007223 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58900) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:23.213280 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Deleting port 944b0bf2-dfb8-43c5-b18e-7ecaead042f1 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:23.213617 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:23.483640 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:23.483962 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:23.602287 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Calling delete_port for 944b0bf2-dfb8-43c5-b18e-7ecaead042f1 owned by network:floatingip {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:23.749766 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:23.795219 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event deleted for resources: {'Port': ['ID=944b0bf2-dfb8-43c5-b18e-7ecaead042f1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:23.892786 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for floatingip, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:23.893112 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.db.l3_db [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Floating IP b72ec36b-2345-4104-824c-1524a25b8316 disassociated (deleted). External IP: 172.26.0.10, port: 88a16086-1303-4c21-94a8-37f9757b9ed1. Sep 29 08:05:24.232603 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 08:05:24.408516 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 08:05:24.418393 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 08:05:24.424651 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for floatingip, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:24.428373 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:24.428982 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:24.478028 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-84816dc8-4a7a-4891-a425-d75764b3a3b0 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "DELETE /v2.0/floatingips/b72ec36b-2345-4104-824c-1524a25b8316 HTTP/1.1" status: 204 len: 168 time: 1.4697165 Sep 29 08:05:24.478730 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:05:24.481019 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d403dca-f06c-42e6-9e67-26fe9358b0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:05:24.603820 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:24.709743 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Sep 2022 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93225ddf-f593-46c2-a840-cd725aafd461 x-openstack-request-id: req-93225ddf-f593-46c2-a840-cd725aafd461 {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:05:24.710039 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:05:24.710295 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93225ddf-f593-46c2-a840-cd725aafd461 {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:05:24.710733 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93225ddf-f593-46c2-a840-cd725aafd461'] response: {'name': 'network-changed', 'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'status': 'completed', 'code': 200} Sep 29 08:05:24.818875 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-34de0720-0ac9-4d4c-9a51-2b9a98f5bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:24.820267 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-34de0720-0ac9-4d4c-9a51-2b9a98f5bec1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=92c283adec54407fb1312b0ff816467d&device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 1096 time: 0.0870957 Sep 29 08:05:24.887428 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8c3fb-00a2-49c5-94db-952ab4bf4529 req-0345f5c2-6490-4fab-8ef1-45051518f8dc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:24.889474 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02d8c3fb-00a2-49c5-94db-952ab4bf4529 req-0345f5c2-6490-4fab-8ef1-45051518f8dc tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 943 time: 0.0944133 Sep 29 08:05:24.929649 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:24.934161 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 08:05:24.940363 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-02d8c3fb-00a2-49c5-94db-952ab4bf4529 req-b6ca6bab-6cf3-4bf9-8f53-287e0d88004a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438852 Sep 29 08:05:24.942471 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:24.943137 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:24.959446 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-a3b04318-2b65-4f56-9d7f-dbad6d1d7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:24.961024 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-a3b04318-2b65-4f56-9d7f-dbad6d1d7e9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 200 len: 911 time: 0.1336715 Sep 29 08:05:25.032684 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-08fb0e57-4eb2-4cbf-a22c-1b6b3123c25a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0596178 Sep 29 08:05:25.120941 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:25.201797 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-3220b90a-1445-4c8f-9674-a722dd6dcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:25.203262 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-3220b90a-1445-4c8f-9674-a722dd6dcce9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 200 len: 849 time: 0.1641474 Sep 29 08:05:25.285494 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-bb29539b-bcab-4297-99fa-27007974e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:25.287021 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-bb29539b-bcab-4297-99fa-27007974e488 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770333 Sep 29 08:05:25.419651 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-5349bbf0-37aa-47d1-833a-2092a8e18a38 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258836 Sep 29 08:05:25.437193 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:25.441125 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2575c83e-da9e-4ba9-9fb8-01f2d1026591 None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T07:59:01Z', 'revision_number': 4, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv', '_interfaces': [{'id': '2daed5f4-e71f-4e88-b2f9-349b6cddd5dd', 'name': '', 'network_id': '4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'mac_address': 'fa:16:3e:f4:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:00Z', 'updated_at': '2022-09-29T07:59:07Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'subnets': [{'id': '988dc3e0-eb08-472e-840d-dc5768388dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 08:05:25.557771 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-1d403dca-f06c-42e6-9e67-26fe9358b0b4 req-3816faa0-269e-49be-a1cd-360f708b4680 service neutron] 10.222.0.61 "GET /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315014 Sep 29 08:05:25.564294 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.61', 50170) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:25.658466 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb7052-ecc4-434b-a36b-d0ea14e3180f None None] New status for floating IP b72ec36b-2345-4104-824c-1524a25b8316: DOWN {{(pid=89139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 08:05:25.663093 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-207063e9-33e4-4543-ac06-dc69cbe77d27 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:25.663800 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-207063e9-33e4-4543-ac06-dc69cbe77d27 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Synchronizing usage tracker for tenant:92c283adec54407fb1312b0ff816467d on resource:port {{(pid=89136) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 29 08:05:25.679201 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.quota.resource [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-207063e9-33e4-4543-ac06-dc69cbe77d27 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Unset dirty status for tenant:92c283adec54407fb1312b0ff816467d on resource:port {{(pid=89136) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 29 08:05:25.680479 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-207063e9-33e4-4543-ac06-dc69cbe77d27 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 943 time: 0.1148193 Sep 29 08:05:25.751261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Deleting port 88a16086-1303-4c21-94a8-37f9757b9ed1 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:25.751605 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:25.841599 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:25.874676 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 57de82db-1187-4237-b832-4911104f753b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:25.875021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 57de82db-1187-4237-b832-4911104f753b not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:26.006583 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] For port 88a16086-1303-4c21-94a8-37f9757b9ed1, host hv-neutron-8597, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8597',level=0,port_id=88a16086-1303-4c21-94a8-37f9757b9ed1,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:26.006945 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:26.133706 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Calling delete_port for 88a16086-1303-4c21-94a8-37f9757b9ed1 owned by compute:nova {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:26.135055 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2545555-37b3-485c-a8a1-71757c263a00 req-6008c08f-47b9-4ef0-beff-d427b117ad8a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 29 08:05:26.136542 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a2545555-37b3-485c-a8a1-71757c263a00 req-6008c08f-47b9-4ef0-beff-d427b117ad8a tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/ports?device_id=33ac4e66-58f7-43bf-ad0e-72cad1cff268 HTTP/1.1" status: 200 len: 943 time: 0.0855165 Sep 29 08:05:26.183186 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [req-a2545555-37b3-485c-a8a1-71757c263a00 req-d87d9408-d7b5-4d2b-aec3-27e5bc456459 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "GET /v2.0/security-groups?id=8230a0b3-387b-43da-a95b-02a919405c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409555 Sep 29 08:05:26.279788 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:26.332056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event deleted for resources: {'Port': ['ID=88a16086-1303-4c21-94a8-37f9757b9ed1,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:26.414769 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] No DVR routers for this DVR port 88a16086-1303-4c21-94a8-37f9757b9ed1 on host hv-neutron-8597 {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 08:05:26.417138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995652'] for port, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:26.430351 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [req-7cab26e8-3e28-4953-bf74-fd3f5b1bc9d9 req-a8d79ccc-fded-4f1b-a352-0f53d8ee1522 tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.61 "DELETE /v2.0/ports/88a16086-1303-4c21-94a8-37f9757b9ed1 HTTP/1.1" status: 204 len: 173 time: 0.7449086 Sep 29 08:05:26.712466 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-deleted', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1'}] {{(pid=89136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 29 08:05:26.715220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30fea963c01274d360e095a1809b001cdac0800c735e9db0b2a2c25ab57581f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474a1c1-96a4-4b2d-816c-2907fce66ab0" -d '{"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-deleted", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1"}]}' {{(pid=89136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 08:05:26.757885 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Sep 2022 08:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f2e8c-960b-445d-9130-3793e47b36fb x-openstack-request-id: req-b54f2e8c-960b-445d-9130-3793e47b36fb {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 08:05:26.758180 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac4e66-58f7-43bf-ad0e-72cad1cff268", "name": "network-vif-deleted", "tag": "88a16086-1303-4c21-94a8-37f9757b9ed1", "status": "completed", "code": 200}]} {{(pid=89136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 08:05:26.758449 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b54f2e8c-960b-445d-9130-3793e47b36fb {{(pid=89136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 08:05:26.758861 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54f2e8c-960b-445d-9130-3793e47b36fb'] response: {'server_uuid': '33ac4e66-58f7-43bf-ad0e-72cad1cff268', 'name': 'network-vif-deleted', 'tag': '88a16086-1303-4c21-94a8-37f9757b9ed1', 'status': 'completed', 'code': 200} Sep 29 08:05:27.282922 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58918) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:27.353261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7c6b-cd58-46b6-94a5-82a5d2d5a3cf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:27.383946 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7c6b-cd58-46b6-94a5-82a5d2d5a3cf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:27.448014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7c6b-cd58-46b6-94a5-82a5d2d5a3cf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:27.466975 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d7c6b-cd58-46b6-94a5-82a5d2d5a3cf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230a0b3-387b-43da-a95b-02a919405c25,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:27.475859 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7c6b-cd58-46b6-94a5-82a5d2d5a3cf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] Notify callbacks [] for security_group, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:27.476968 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2e9d7c6b-cd58-46b6-94a5-82a5d2d5a3cf tempest-TestSnapshotPattern-1161717431 tempest-TestSnapshotPattern-1161717431-project] 10.222.0.26 "DELETE /v2.0/security-groups/8230a0b3-387b-43da-a95b-02a919405c25 HTTP/1.1" status: 204 len: 168 time: 0.1930768 Sep 29 08:05:28.535529 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58926) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:29.371220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:29.710020 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Deleting port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:29.710720 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:29.857366 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 no longer exists at agent hyperv_hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:29.878677 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] For port 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:29.879031 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:29.890470 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6110bc-030f-4070-9142-349604bee177 None None] No Port match for: 88a16086-1303-4c21-94a8-37f9757b9ed1 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:29.890833 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Device 88a16086-1303-4c21-94a8-37f9757b9ed1 not bound to the agent host hv-neutron-8597 {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:30.002205 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Calling delete_port for 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:30.310819 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:30.356425 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2daed5f4-e71f-4e88-b2f9-349b6cddd5dd,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:30.741622 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:31.089592 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Router b0d23444-bdf3-441a-a7a3-10b81f0d0dae has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 08:05:31.267986 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 08:05:31.276852 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] Sync routers for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 08:05:31.281283 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-fc679a78-e299-4f9c-a99b-1f1b479f60fe admin admin] 10.222.0.26 "PUT /v2.0/routers/b0d23444-bdf3-441a-a7a3-10b81f0d0dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7446368 Sep 29 08:05:31.283753 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58932) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:31.286241 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:31.286877 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:31.463288 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:31.507194 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: dv-neutron-859761-1-hyperv {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:31.642663 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:31.652179 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Deleting port 376f0339-2427-40c8-bb82-bc423dc2ad44 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:31.652630 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:31.786782 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225'}], 'enable_snat': True}, 'gw_port_id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T08:05:30Z', 'revision_number': 5, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port': {'id': '376f0339-2427-40c8-bb82-bc423dc2ad44', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:58:58Z', 'updated_at': '2022-09-29T07:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:31.790947 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] Checking router: b0d23444-bdf3-441a-a7a3-10b81f0d0dae for host: dv-neutron-859761-1-hyperv {{(pid=89138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 08:05:31.800321 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] Routers {'b0d23444-bdf3-441a-a7a3-10b81f0d0dae'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:31.800945 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'], 'active': True} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:31.940784 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] For port 376f0339-2427-40c8-bb82-bc423dc2ad44, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=376f0339-2427-40c8-bb82-bc423dc2ad44,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:31.941366 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:31.948586 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_dvr_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] Set router b0d23444-bdf3-441a-a7a3-10b81f0d0dae gateway port host: None {{(pid=89138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:32.051526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.db.l3_hamode_db [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T08:05:31Z', 'revision_number': 6, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:32.055431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81eb04-4b7d-4ba0-b83b-2a92ef207807 None None] The sync data for ids ['b0d23444-bdf3-441a-a7a3-10b81f0d0dae'] in dv-neutron-859761-1-hyperv is: [{'id': 'b0d23444-bdf3-441a-a7a3-10b81f0d0dae', 'name': 'tempest-TestSnapshotPattern-1231263949-router', 'tenant_id': '92c283adec54407fb1312b0ff816467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:58:57Z', 'updated_at': '2022-09-29T08:05:31Z', 'revision_number': 6, 'project_id': '92c283adec54407fb1312b0ff816467d', 'gw_port_host': None}] {{(pid=89138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 08:05:32.059526 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Calling delete_port for 376f0339-2427-40c8-bb82-bc423dc2ad44 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:32.222791 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.301397 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=376f0339-2427-40c8-bb82-bc423dc2ad44,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:32.367949 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.543252 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.545402 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.569977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.570475 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d23444-bdf3-441a-a7a3-10b81f0d0dae {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 08:05:32.582161 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.583320 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-34f6ea46-78ef-4515-8886-ab178487c6e4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b0d23444-bdf3-441a-a7a3-10b81f0d0dae HTTP/1.1" status: 204 len: 168 time: 1.2986124 Sep 29 08:05:32.585801 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58936) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:32.643914 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Deleting subnet 988dc3e0-eb08-472e-840d-dc5768388dac {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 08:05:32.646811 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.695263 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.772544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.842995 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.882099 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988dc3e0-eb08-472e-840d-dc5768388dac,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:32.884064 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:32.888565 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15b264-5344-4b14-a933-98f834e41f85 None None] Network 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 08:05:32.892187 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-2cf78c53-4ae2-4227-9268-13adcd09a66b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/988dc3e0-eb08-472e-840d-dc5768388dac HTTP/1.1" status: 204 len: 168 time: 0.3032069 Sep 29 08:05:32.892436 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58940) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:32.997916 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.009647 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Deleting port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:33.009981 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.067920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:33.108513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:33.108920 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 2daed5f4-e71f-4e88-b2f9-349b6cddd5dd not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:33.109256 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 376f0339-2427-40c8-bb82-bc423dc2ad44 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:33.141641 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 376f0339-2427-40c8-bb82-bc423dc2ad44 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:33.141976 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 376f0339-2427-40c8-bb82-bc423dc2ad44 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:33.228191 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] For port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:33.228544 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.241787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de707a99-3434-464c-a14f-1005113efbfd None None] DHCP port deletion for 4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 08:05:33.246057 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Deleting port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:33.246424 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.350991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Calling delete_port for 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:33.470507 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-de707a99-3434-464c-a14f-1005113efbfd None None] For port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,segment=NetworkSegment(84e88c12-fb49-421d-b767-c1e99bbdf949),segment_id=84e88c12-fb49-421d-b767-c1e99bbdf949)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:33.470923 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.528724 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.576311 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Pushing event deleted for resources: {'Port': ['ID=5bed9ca0-cafd-43ff-a774-ee9b25ae62c0,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:33.578111 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] No DVR routers for this DVR port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 08:05:33.619596 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Calling delete_port for 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:33.691017 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.692768 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 08:05:33.693120 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 08:05:33.715465 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:33.727115 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e88c12-fb49-421d-b767-c1e99bbdf949') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:33.727414 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e88c12-fb49-421d-b767-c1e99bbdf949') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:33.739141 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.755260 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.761138 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 08:05:33.761513 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.846471 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 84e88c12-fb49-421d-b767-c1e99bbdf949 resource provider aggregate not found Sep 29 08:05:33.856886 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.876494 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment 84e88c12-fb49-421d-b767-c1e99bbdf949 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84e88c12-fb49-421d-b767-c1e99bbdf949 found for delete ", "request_id": "req-25004e48-4afe-4394-95e5-b793a955cdd3"}]} Sep 29 08:05:33.877395 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:33.884056 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] Pushing event deleted for resources: {'Network': ['ID=4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:33.899810 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-415b044f-90ca-4a90-8fc5-9ba659751bab admin admin] 10.222.0.26 "DELETE /v2.0/networks/4dba9d0e-acb1-45f5-9e2f-c9dfa791c1c9 HTTP/1.1" status: 204 len: 168 time: 1.0064197 Sep 29 08:05:33.902653 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58950) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:34.194657 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Deleting port 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:34.195248 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-de707a99-3434-464c-a14f-1005113efbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:34.259053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-de707a99-3434-464c-a14f-1005113efbfd None None] The port '5bed9ca0-cafd-43ff-a774-ee9b25ae62c0' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 08:05:34.430890 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-412583'] for router_interface, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:34.766341 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Deleting port 132d8678-c87d-4548-8763-758df64f1d4b {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:34.766696 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:35.024422 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] For port 132d8678-c87d-4548-8763-758df64f1d4b, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=132d8678-c87d-4548-8763-758df64f1d4b,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:35.024688 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:35.053628 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:35.088893 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:35.089240 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 5bed9ca0-cafd-43ff-a774-ee9b25ae62c0 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:35.144489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Calling delete_port for 132d8678-c87d-4548-8763-758df64f1d4b owned by network:router_interface {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:35.320775 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:35.372032 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Pushing event deleted for resources: {'Port': ['ID=132d8678-c87d-4548-8763-758df64f1d4b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:35.650700 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412499'] for router_interface, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:36.013231 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 has already been hosted by L3 agent 9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034 {{(pid=89136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 29 08:05:36.185084 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] Notify agent at l3_agent.dv-neutron-859761-1-hyperv the message routers_updated {{(pid=89136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 29 08:05:36.194015 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] Sync routers for ids ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'] in dv-neutron-859761-1-hyperv {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 08:05:36.194554 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-dbc7517c-6b1e-4f7c-b41c-ac0e6225b99e admin admin] 10.222.0.26 "PUT /v2.0/routers/0266c8fa-5f70-4d57-9d72-98d8c8b7e195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909160 Sep 29 08:05:36.197003 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58954) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:36.204436 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] Routers {'0266c8fa-5f70-4d57-9d72-98d8c8b7e195'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:36.205040 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:36.383637 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] Set router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 gateway port host: dv-neutron-859761-1-hyperv {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:36.484947 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:36.659415 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:36.668991 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Deleting port f0b9d692-fd64-43de-a1d3-7df010aa8b01 {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:36.669368 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66929139-eb05-450d-ae65-101aced20693', 'external_fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T08:05:35Z', 'revision_number': 5, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port': {'id': 'f0b9d692-fd64-43de-a1d3-7df010aa8b01', 'name': '', 'network_id': '66929139-eb05-450d-ae65-101aced20693', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'ip_address': '172.26.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859761-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-29T07:59:04Z', 'updated_at': '2022-09-29T07:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6682a96f-ac82-4d48-b5af-09c8236110b1', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859761-1-hyperv'}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:36.669608 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:36.673163 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] Checking router: 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 for host: dv-neutron-859761-1-hyperv {{(pid=89139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 08:05:36.681506 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] Routers {'0266c8fa-5f70-4d57-9d72-98d8c8b7e195'} bound to L3 agent in host dv-neutron-859761-1-hyperv {{(pid=89139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 29 08:05:36.682097 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859761-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-29T06:35:41Z,description=,heartbeat_timestamp=2022-09-29T08:05:11Z,host='dv-neutron-859761-1-hyperv',id=9d7a9bba-4aa0-44b3-85f8-fbd1c5eaf034,load=0,resource_versions=,resources_synced=,started_at=2022-09-29T06:35:41Z,topic='l3_agent')) {'router_ids': ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'], 'active': True} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:36.832086 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_dvr_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] Set router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 gateway port host: None {{(pid=89139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 29 08:05:36.852908 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] For port f0b9d692-fd64-43de-a1d3-7df010aa8b01, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=f0b9d692-fd64-43de-a1d3-7df010aa8b01,segment=NetworkSegment(ff500e68-e9b9-49d2-84f2-b1d6e0c5d047),segment_id=ff500e68-e9b9-49d2-84f2-b1d6e0c5d047)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:36.853259 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:36.935480 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.l3_hamode_db [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T08:05:36Z', 'revision_number': 6, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port_host': None}], 'dv-neutron-859761-1-hyperv', False) {} {{(pid=89139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:36.939297 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d69973-8d88-4762-8dcf-4317c04c1f17 None None] The sync data for ids ['0266c8fa-5f70-4d57-9d72-98d8c8b7e195'] in dv-neutron-859761-1-hyperv is: [{'id': '0266c8fa-5f70-4d57-9d72-98d8c8b7e195', 'name': 'tempest-TestSnapshotPattern-1175565695-router', 'tenant_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-29T07:59:03Z', 'updated_at': '2022-09-29T08:05:36Z', 'revision_number': 6, 'project_id': '2acbb0ea93cc4269b578cf073e1db5fd', 'gw_port_host': None}] {{(pid=89139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 08:05:36.976106 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Calling delete_port for f0b9d692-fd64-43de-a1d3-7df010aa8b01 owned by network:router_gateway {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:37.145795 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.191014 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b9d692-fd64-43de-a1d3-7df010aa8b01,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:37.292261 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417754'] for router_gateway, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.361219 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 132d8678-c87d-4548-8763-758df64f1d4b no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:37.398836 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: 132d8678-c87d-4548-8763-758df64f1d4b {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:37.399187 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device 132d8678-c87d-4548-8763-758df64f1d4b not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:37.479821 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417663', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.482007 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.504574 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409614'] for router, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.505101 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0266c8fa-5f70-4d57-9d72-98d8c8b7e195 {{(pid=89136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 29 08:05:37.516725 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.517846 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-c7380ec0-c2d2-4a88-ac8c-b290aca8b5a8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0266c8fa-5f70-4d57-9d72-98d8c8b7e195 HTTP/1.1" status: 204 len: 168 time: 1.3199489 Sep 29 08:05:37.520480 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58958) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:37.578352 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Deleting subnet 58658c76-6855-4e19-9500-eb18526464bf {{(pid=89136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 29 08:05:37.581177 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.632763 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265405'] for subnet, precommit_delete_associations {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.708368 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1381155'] for subnet, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.777035 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1381210', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6263122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7018951'] for subnet, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.918698 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58658c76-6855-4e19-9500-eb18526464bf,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:37.920637 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:37.924290 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec25c44-2a23-42ed-97d6-a3c9ead72a69 None None] Network ec1538d5-f60a-48aa-8d3b-ec207417887b requested from dv-neutron-859761-1-hyperv {{(pid=89138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 29 08:05:37.929994 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-6a4d33b6-9867-4d41-af7c-1cae65673143 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/58658c76-6855-4e19-9500-eb18526464bf HTTP/1.1" status: 204 len: 168 time: 0.4063947 Sep 29 08:05:37.930235 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [-] (89136) accepted ('10.222.0.26', 58962) {{(pid=89136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:38.034903 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1747873'] for network, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.044977 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Deleting port bc84fb61-e8cb-436d-bab2-4481d9d3120e {{(pid=89136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:38.045307 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.185763 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] DHCP port deletion for ec1538d5-f60a-48aa-8d3b-ec207417887b request from dv-neutron-859761-1-hyperv {{(pid=89138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 29 08:05:38.190062 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Deleting port bc84fb61-e8cb-436d-bab2-4481d9d3120e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:38.190438 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.248053 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.db [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] For port bc84fb61-e8cb-436d-bab2-4481d9d3120e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bc84fb61-e8cb-436d-bab2-4481d9d3120e,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:38.248299 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.372547 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.plugin [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Calling delete_port for bc84fb61-e8cb-436d-bab2-4481d9d3120e owned by network:dhcp {{(pid=89136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:38.387170 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.db [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] For port bc84fb61-e8cb-436d-bab2-4481d9d3120e, host dv-neutron-859761-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859761-1-hyperv',level=0,port_id=bc84fb61-e8cb-436d-bab2-4481d9d3120e,segment=NetworkSegment(d6f6974d-d116-48e4-89e0-5b43fa7340be),segment_id=d6f6974d-d116-48e4-89e0-5b43fa7340be)] {{(pid=89138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 29 08:05:38.387703 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-410217'] for port, precommit_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.447776 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1727322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-878560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783590295381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783589951236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6263167'] for port, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.504344 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc84fb61-e8cb-436d-bab2-4481d9d3120e,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:38.506060 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] No DVR routers for this DVR port bc84fb61-e8cb-436d-bab2-4481d9d3120e on host dv-neutron-859761-1-hyperv {{(pid=89136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 08:05:38.514459 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Calling delete_port for bc84fb61-e8cb-436d-bab2-4481d9d3120e owned by network:dhcp {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 29 08:05:38.584306 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.db.api [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 08:05:38.584656 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG oslo_db.api [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 08:05:38.620085 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1384189', 'neutron.services.segments.db._delete_segments_for_network-8783590387119'] for network, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.643927 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1538d5-f60a-48aa-8d3b-ec207417887b']}} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:38.655433 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6974d-d116-48e4-89e0-5b43fa7340be') {'for_net_delete': True} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:38.655731 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.services.segments.db [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6974d-d116-48e4-89e0-5b43fa7340be') {} {{(pid=89136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 08:05:38.667124 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783590390739', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265380'] for segment, before_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.683220 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1380214'] for segment, precommit_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.689114 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 08:05:38.689489 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1380201', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6263052'] for segment, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.753874 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d6f6974d-d116-48e4-89e0-5b43fa7340be resource provider aggregate not found Sep 29 08:05:38.771939 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.services.segments.plugin [-] Segment d6f6974d-d116-48e4-89e0-5b43fa7340be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6f6974d-d116-48e4-89e0-5b43fa7340be found for delete ", "request_id": "req-d9e857c2-1e5e-47bc-9d19-55bc068cd72d"}]} Sep 29 08:05:38.786460 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417703'] for network, after_delete {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.802360 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron_lib.callbacks.manager [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Notify callbacks [] for network, before_response {{(pid=89136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.812136 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1538d5-f60a-48aa-8d3b-ec207417887b,revision_number=None']} {{(pid=89136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:38.816144 dv-neutron-859761-1-hyperv neutron-server[89136]: INFO neutron.wsgi [None req-067d6491-62e6-450a-a7da-2cdf20ebbe42 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec1538d5-f60a-48aa-8d3b-ec207417887b HTTP/1.1" status: 204 len: 168 time: 0.8849461 Sep 29 08:05:38.839963 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3900-bf98-4165-9c73-9c6fc605bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:38.926129 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58972) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:38.973422 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-8c139458-8b72-4581-a49c-cf146171c13b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92c283adec54407fb1312b0ff816467d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461214 Sep 29 08:05:38.975914 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58976) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:39.032309 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.057480 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.058553 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f0b9d692-fd64-43de-a1d3-7df010aa8b01 no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:39.087810 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Deleting port bc84fb61-e8cb-436d-bab2-4481d9d3120e {{(pid=89138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 29 08:05:39.088213 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783590294146'] for port, before_delete {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.109763 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.124988 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: f0b9d692-fd64-43de-a1d3-7df010aa8b01 {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:39.125198 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device f0b9d692-fd64-43de-a1d3-7df010aa8b01 not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:39.125613 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bc84fb61-e8cb-436d-bab2-4481d9d3120e no longer exists at agent ovs-agent-dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 29 08:05:39.127728 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c1f0fe-c8e4-42bf-b002-b4f991938639,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:39.137785 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.138136 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.138466 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.138820 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.139146 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.139470 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.139791 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.140112 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.140431 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.140749 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.141063 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.141376 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859761-1-hyperv {{(pid=89137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 08:05:39.144989 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.148403 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-667ab48a-6162-4c24-9b66-7755acbf916c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69c1f0fe-c8e4-42bf-b002-b4f991938639 HTTP/1.1" status: 204 len: 168 time: 0.1692839 Sep 29 08:05:39.196475 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] No Port match for: bc84fb61-e8cb-436d-bab2-4481d9d3120e {{(pid=89138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 29 08:05:39.196822 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.rpc [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Device bc84fb61-e8cb-436d-bab2-4481d9d3120e not bound to the agent host dv-neutron-859761-1-hyperv {{(pid=89138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 29 08:05:39.210440 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron.plugins.ml2.plugin [None req-04211b8d-189f-4dc1-8837-a467e0642b58 None None] The port 'bc84fb61-e8cb-436d-bab2-4481d9d3120e' was deleted {{(pid=89138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 29 08:05:39.494848 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58984) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:39.546670 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-b8b26061-e7d5-4c40-8604-5027a652d157 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2acbb0ea93cc4269b578cf073e1db5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505869 Sep 29 08:05:39.549133 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.wsgi [-] (89137) accepted ('10.222.0.26', 58988) {{(pid=89137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 29 08:05:39.604076 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdb11563-01fa-44e2-af36-80d9e24d50d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.629606 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdb11563-01fa-44e2-af36-80d9e24d50d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.679997 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdb11563-01fa-44e2-af36-80d9e24d50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775832'] for security_group, after_delete {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.693859 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb11563-01fa-44e2-af36-80d9e24d50d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e30c60f-2932-4227-933d-4c471fc71199,revision_number=None']} {{(pid=89137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 08:05:39.700210 dv-neutron-859761-1-hyperv neutron-server[89137]: DEBUG neutron_lib.callbacks.manager [None req-cdb11563-01fa-44e2-af36-80d9e24d50d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:39.701306 dv-neutron-859761-1-hyperv neutron-server[89137]: INFO neutron.wsgi [None req-cdb11563-01fa-44e2-af36-80d9e24d50d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e30c60f-2932-4227-933d-4c471fc71199 HTTP/1.1" status: 204 len: 168 time: 0.1512752 Sep 29 08:05:41.135376 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8b44dde1-f7f1-4d74-b167-f3fe4b860a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:42.097739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:42.322318 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:43.697787 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:48.077567 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:05:51.055350 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:06:08.841190 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-aa87865a-3190-4c2c-8af9-b9b8eb986ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:11.136878 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7d5ba10a-6607-43b4-8dea-1dbc6ac84b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:12.099270 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:12.324281 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:13.699573 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:18.077590 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:28.054912 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:06:38.844228 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-56c342dc-809d-42af-9448-49c6c9852560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:41.137236 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8ba3538c-8833-417a-8bcc-20a0a3ae09bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:42.102006 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:42.326974 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:43.702333 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:06:48.090739 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:05.054989 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:07:08.845986 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-db1c6f63-ac18-4597-bb9f-7b1b7f075283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:11.138189 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-724ca190-b955-4f4c-acf8-00ddacfe54d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:12.104431 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:12.329541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:13.704664 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:18.089653 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:38.847662 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0a43f069-6c8d-4fb1-94cd-56c5424820bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:41.142544 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f06f8f6c-241e-4aec-939d-2f7ffc362b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:42.055768 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:07:42.107112 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:42.331865 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:43.709762 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:07:46.635586 dv-neutron-859761-1-hyperv neutron-server[89136]: DEBUG neutron.wsgi [req-54cdee40-4df8-430f-9307-2a212822452b req-bc71ee19-f71b-4946-9239-74230aa746c4 service neutron] (89136) timed out ('10.222.0.26', 56320) {{(pid=89136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 29 08:07:48.104182 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:08.848629 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-93986435-ab44-447e-b99d-e159f30d77e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:11.144053 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0142f068-21f4-4562-a46a-71685f59dfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:12.109107 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:12.334082 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:13.713541 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:18.121055 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:19.055859 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:08:38.850589 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-6f19875d-22cf-4fd9-9db4-cf9ea28643f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:41.145929 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-f37d6346-ffce-4a54-99ed-db88fe6ac40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:42.110359 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:42.337435 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:43.715838 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:48.134128 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:08:56.055832 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:09:08.854043 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-ca362ae5-3187-4faf-8860-03c260cf78a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:11.147731 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-7077295b-a614-49dc-ba65-068670b0e563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:12.113044 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:12.339021 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:13.720263 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:18.138060 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:33.056354 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:09:38.855275 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-629f4d35-4c0a-4aef-a357-aa5be3fc5a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:41.149880 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-8113be70-4ed0-4fe3-9de1-5e80f7f5b496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:42.116070 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:42.342220 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:43.722919 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:09:48.132879 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:08.856467 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-753d3758-fffe-40f1-81e7-49d574a4c5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:10.055664 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:10:11.151828 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-a9d88459-989c-483a-a470-5fe0cf1cf616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:12.118925 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:12.347085 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:13.728079 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:18.146898 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:38.858802 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-1f2f35bd-95ce-4cee-b2f2-9732f383d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:41.153131 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-4f29fa2f-69c6-4e18-9f84-80cb4de7ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:42.125526 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:42.349064 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:43.728786 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:10:47.054676 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 29 08:10:48.170090 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:08.860815 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-e775d0eb-4b0e-4e96-b8c6-7bfa44a54218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:11.154447 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-84f57a07-83f5-425f-a2d0-0b363bf7776e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:12.119602 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-9d035e7f-5db4-4ca3-9026-19b56ec939fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:12.350513 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-63cc0ffd-f47a-4c88-a2fa-13afec37fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:13.731620 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-c1335499-171a-4247-be6a-c4c39dae2265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:18.182834 dv-neutron-859761-1-hyperv neutron-server[89138]: DEBUG neutron_lib.callbacks.manager [None req-0f6110bc-030f-4070-9142-349604bee177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783590387101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1436167'] for agent, after_update {{(pid=89138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 08:11:24.053690 dv-neutron-859761-1-hyperv neutron-server[89139]: DEBUG neutron.db.agents_db [None req-c88a360d-97cc-4849-be31-b083c0bea5f8 None None] Agent healthcheck: found 6 active agents {{(pid=89139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}